diff --git a/.gitattributes b/.gitattributes
index 8ea5be51186558e42c0a18a41520a1d46fb07681..5f5e262e45e930e75255f78651e8eacbd7c9f592 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -38,3 +38,45 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.qweight filter=lfs diff=lfs merge=lfs -text
 *.qzeros filter=lfs diff=lfs merge=lfs -text
 *.scales filter=lfs diff=lfs merge=lfs -text
+transformer.h.* filter=lfs diff=lfs merge=lfs -text
+*.0 filter=lfs diff=lfs merge=lfs -text
+*.1 filter=lfs diff=lfs merge=lfs -text
+*.2 filter=lfs diff=lfs merge=lfs -text
+*.3 filter=lfs diff=lfs merge=lfs -text
+*.4 filter=lfs diff=lfs merge=lfs -text
+*.5 filter=lfs diff=lfs merge=lfs -text
+*.6 filter=lfs diff=lfs merge=lfs -text
+*.7 filter=lfs diff=lfs merge=lfs -text
+*.8 filter=lfs diff=lfs merge=lfs -text
+*.9 filter=lfs diff=lfs merge=lfs -text
+*.10 filter=lfs diff=lfs merge=lfs -text
+*.11 filter=lfs diff=lfs merge=lfs -text
+*.12 filter=lfs diff=lfs merge=lfs -text
+*.13 filter=lfs diff=lfs merge=lfs -text
+*.14 filter=lfs diff=lfs merge=lfs -text
+*.15 filter=lfs diff=lfs merge=lfs -text
+*.16 filter=lfs diff=lfs merge=lfs -text
+*.17 filter=lfs diff=lfs merge=lfs -text
+*.18 filter=lfs diff=lfs merge=lfs -text
+*.19 filter=lfs diff=lfs merge=lfs -text
+*.20 filter=lfs diff=lfs merge=lfs -text
+*.21 filter=lfs diff=lfs merge=lfs -text
+*.22 filter=lfs diff=lfs merge=lfs -text
+*.23 filter=lfs diff=lfs merge=lfs -text
+*.24 filter=lfs diff=lfs merge=lfs -text
+*.25 filter=lfs diff=lfs merge=lfs -text
+*.26 filter=lfs diff=lfs merge=lfs -text
+*.27 filter=lfs diff=lfs merge=lfs -text
+*.28 filter=lfs diff=lfs merge=lfs -text
+*.29 filter=lfs diff=lfs merge=lfs -text
+*.30 filter=lfs diff=lfs merge=lfs -text
+*.31 filter=lfs diff=lfs merge=lfs -text
+*.32 filter=lfs diff=lfs merge=lfs -text
+*.33 filter=lfs diff=lfs merge=lfs -text
+*.34 filter=lfs diff=lfs merge=lfs -text
+*.35 filter=lfs diff=lfs merge=lfs -text
+*.36 filter=lfs diff=lfs merge=lfs -text
+*.37 filter=lfs diff=lfs merge=lfs -text
+*.38 filter=lfs diff=lfs merge=lfs -text
+*.39 filter=lfs diff=lfs merge=lfs -text
+*.40 filter=lfs diff=lfs merge=lfs -text
diff --git a/lm_head.weight b/lm_head.weight
index d70673998626cd74768bf35825bc1d9425a570d0..69d148dff25520e3262017005ef1b7d362345ac9 100644
--- a/lm_head.weight
+++ b/lm_head.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:529afc429e3dda328ffb4cb3c2358a504d5508daf91cd0bebd59d443096afd05
+oid sha256:2e395e3edda04a344b292099aa745392e4aef6d33c6dab900262e7f3a9b112e5
 size 1207960299
diff --git a/transformer.h.0 b/transformer.h.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec7096fcb320202a192afcf7cd000a1e07d7c7f9
--- /dev/null
+++ b/transformer.h.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3620a2283cbc44884741d90336e90de5b9d9cd3a6c9957d227f0faf8b15e9e6
+size 197470009
diff --git a/transformer.h.0.attn.c_attn.bias b/transformer.h.0.attn.c_attn.bias
deleted file mode 100644
index cac29817a5df4a16bb17e1d1c88afa7a905c187a..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13eabe7b4cf71f0da24052ded6a5b07855e2b1f2af56e15de6a17d1f6e642936
-size 13671
diff --git a/transformer.h.0.attn.c_attn.g_idx b/transformer.h.0.attn.c_attn.g_idx
deleted file mode 100644
index 7f9b3539be590da11584b906cfd709924626a687..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12d5e0b0438fdaa07e9f96b001ab10db4048c165859a8b137d508dae33f15b3d
-size 50023
diff --git a/transformer.h.0.attn.c_attn.qweight b/transformer.h.0.attn.c_attn.qweight
deleted file mode 100644
index fddbe41c4d423c18228777b825d725da6921298b..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf87f27fee7e2512170fa90e30e195fcc6d76c3442b686fd4f78e4e912af1071
-size 19661671
diff --git a/transformer.h.0.attn.c_attn.qzeros b/transformer.h.0.attn.c_attn.qzeros
deleted file mode 100644
index d8d3c4505064531954d213977693da424ab2f2f6..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f04f557e8c0e8b468e8495d801ec123c89804a9029da580e7baf4f00237b296
-size 154471
diff --git a/transformer.h.0.attn.c_attn.scales b/transformer.h.0.attn.c_attn.scales
deleted file mode 100644
index 0d0fab34631c68a10335a04483757214cb05e5bc..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:914b3936aa9e926a6eedbf23ad7e5234b3ce22b596cfe4153792604e3e53720f
-size 615271
diff --git a/transformer.h.0.attn.c_proj.bias b/transformer.h.0.attn.c_proj.bias
deleted file mode 100644
index f4f9c00e470adc2fc300e2e64d0b878f664df222..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d1b0f449ad065cb6e725c000d86a7c2f995b7948db16b57c3256dec30f7a89a
-size 13159
diff --git a/transformer.h.0.attn.c_proj.g_idx b/transformer.h.0.attn.c_proj.g_idx
deleted file mode 100644
index 654dc989bb7753b17248b1c1bd9e5a510b1fa91f..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0e43fc5060b3ba006fcb1ddc34f30fa699320efa737d5837b9aa47d8e0d44e24
-size 50023
diff --git a/transformer.h.0.attn.c_proj.qweight b/transformer.h.0.attn.c_proj.qweight
deleted file mode 100644
index e1bfa94e3e09da2e7682d59d4bcc0395f64b88e5..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc5d64b6bcfae69f748cc767d19b880c97adc12946b33b5a1aa7d6fbfe0561fd
-size 18875239
diff --git a/transformer.h.0.attn.c_proj.qzeros b/transformer.h.0.attn.c_proj.qzeros
deleted file mode 100644
index ce0474bd75f9ad038a8eef4c36b37ab1339dbc4a..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de5829b87f51f0a009a81fa0363c275473859499df0b16d6c23b163fa8c13098
-size 148327
diff --git a/transformer.h.0.attn.c_proj.scales b/transformer.h.0.attn.c_proj.scales
deleted file mode 100644
index 4886fad5785cf4cf6105ee6c10c5c738aeae7fb5..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bc37708eb1acfc23bab3c1ece2ac42a7f1226bf316190a135ada4f0b292a32f6
-size 590695
diff --git a/transformer.h.0.ln_1.bias b/transformer.h.0.ln_1.bias
deleted file mode 100644
index 667db496d47a99d3dded6144705588ff79151584..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7a16d83afa3a6998832bb0567b0b99d07207d85e681d561e75f96cfef63a023
-size 25362
diff --git a/transformer.h.0.ln_1.weight b/transformer.h.0.ln_1.weight
deleted file mode 100644
index 7994926c214fc9bb5d240a6b257fc71cdda4b1c6..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8a4d24d1a3efb0f034385808df30bef44cb41ced551903a2a63b65355d8d52a
-size 25362
diff --git a/transformer.h.0.ln_2.bias b/transformer.h.0.ln_2.bias
deleted file mode 100644
index b355c234610dfcaf864ba0f6875b660390873fb4..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ebbc623a0e63121db716b484f419c25c9745190093d507b653e7a167c5c94b70
-size 25362
diff --git a/transformer.h.0.ln_2.weight b/transformer.h.0.ln_2.weight
deleted file mode 100644
index 3106f13890fc3d38bdf78adbdef4076d57ce083e..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70eab84a7415108ab1ecafec299d6ff952e919f17e457bbe01e15aaae3ae9b75
-size 25362
diff --git a/transformer.h.0.mlp.c_fc.bias b/transformer.h.0.mlp.c_fc.bias
deleted file mode 100644
index 91a3edbfea4f7f8842110af88c91c3fc67e33c49..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68e83dcace83d3be81971f238e2243211171f66eb67ec78d8701a35c88ef884f
-size 50014
diff --git a/transformer.h.0.mlp.c_fc.g_idx b/transformer.h.0.mlp.c_fc.g_idx
deleted file mode 100644
index b8eb9e35584c893f4116298242d6372eec575261..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dbc9107c4311f345e1dc4879d498b83040872a716f3aacb7b9439d1ef6a8d48e
-size 50014
diff --git a/transformer.h.0.mlp.c_fc.qweight b/transformer.h.0.mlp.c_fc.qweight
deleted file mode 100644
index 6cb0624e3c9108e24bafbce1e62f320602f34980..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e95cf206352d56ddbe27701f0fd8c9b28c05e00173b06ed57ab2c0632d2eccce
-size 75498334
diff --git a/transformer.h.0.mlp.c_fc.qzeros b/transformer.h.0.mlp.c_fc.qzeros
deleted file mode 100644
index 0ff3449a96a360c822a3ea983038d329d9be4c76..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:519a36039aa7235b47ae1046a23daccfe52664611721a62a19dd3db0bf51fba3
-size 590686
diff --git a/transformer.h.0.mlp.c_fc.scales b/transformer.h.0.mlp.c_fc.scales
deleted file mode 100644
index 9a71e11151df0a1b4ef67dabcf83bd8a09b1afa8..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e69b3efd91847c9d3ea03c4536873403a10efa1914749fe50548b3984d06865d
-size 2360158
diff --git a/transformer.h.0.mlp.c_proj.bias b/transformer.h.0.mlp.c_proj.bias
deleted file mode 100644
index 532c139aeec0edf8464e9d9723f3824573969452..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c57d49eeb51796afd6e75ded00a57f3138d10f620ce0d6be2b198904d979b66c
-size 13156
diff --git a/transformer.h.0.mlp.c_proj.g_idx b/transformer.h.0.mlp.c_proj.g_idx
deleted file mode 100644
index fc14f1a4c3bb52606ed3ea960cede43324ebb607..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f0878060b7d566b2f8beda3baa5d5dd9ad284efd6f9052867552094fb8db593a
-size 197476
diff --git a/transformer.h.0.mlp.c_proj.qweight b/transformer.h.0.mlp.c_proj.qweight
deleted file mode 100644
index be62de0a2d2054d84fd8aa571401c8f445020993..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1dea9f8788b52e59110da29b3a97020b2031a3badb52df33ea0be3183846ce45
-size 75498340
diff --git a/transformer.h.0.mlp.c_proj.qzeros b/transformer.h.0.mlp.c_proj.qzeros
deleted file mode 100644
index 29e82b12849d087ef0708f49d4f06269546602a1..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a10fd54273f9c8711503625f6056282bd0b743dab033664ad75f174b549bf814
-size 590692
diff --git a/transformer.h.0.mlp.c_proj.scales b/transformer.h.0.mlp.c_proj.scales
deleted file mode 100644
index d10e30c528f489822e4560d4f061441d2270cec5..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4889ca3ec0464abd122002625d20efb8eea9d4e3d4c99e5b1912531d214a558
-size 2360164
diff --git a/transformer.h.1 b/transformer.h.1
new file mode 100644
index 0000000000000000000000000000000000000000..3b4ddfd8e9afafbc780406d929fdb3313bf48ed4
--- /dev/null
+++ b/transformer.h.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe5abb93bbf88c8b64b765787a29474368a1153553b67a619fa02025299d193
+size 197470009
diff --git a/transformer.h.1.attn.c_attn.bias b/transformer.h.1.attn.c_attn.bias
deleted file mode 100644
index 12cdd3a9edc94bc7bfbbb880f01bdbd00cff1479..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb834ff1a4144bb99b4afe843880603b6628de90a026920ba42d8a2470aa770f
-size 13671
diff --git a/transformer.h.1.attn.c_attn.g_idx b/transformer.h.1.attn.c_attn.g_idx
deleted file mode 100644
index a09d15b0f6cae4899144658a628beeadaca46286..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:837652f8d707670d4992cc0503d19b80aeccba81baed8afca37e77fecd1ea1d8
-size 50023
diff --git a/transformer.h.1.attn.c_attn.qweight b/transformer.h.1.attn.c_attn.qweight
deleted file mode 100644
index edda3f1df62e9bcf7cc6807f634c15aeb9762bb6..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:03df379e36328b3e76d93cb812889fe3d91d069a23c3a9c79ac068fd9c12777f
-size 19661671
diff --git a/transformer.h.1.attn.c_attn.qzeros b/transformer.h.1.attn.c_attn.qzeros
deleted file mode 100644
index 437ab73863a37097ff447c52880bf00954908ced..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd3696affbaf51408a5c5be2825d88c2824c003b615642973d2f2e04e7503b15
-size 154471
diff --git a/transformer.h.1.attn.c_attn.scales b/transformer.h.1.attn.c_attn.scales
deleted file mode 100644
index 5d3af9ce7bda3c6882be572529ed56e6dbdee223..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e4716c9e83c50adfc6fd8b6632da767fdff2185b4556d1ced0eb376d3fd72521
-size 615271
diff --git a/transformer.h.1.attn.c_proj.bias b/transformer.h.1.attn.c_proj.bias
deleted file mode 100644
index 6f2dd6a152e637de650c492537b86cb237d48b14..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6af1a21050f9a9931f4b75ca7a0b1cd79e92224b1751d44d3e0696adb506ff2f
-size 13159
diff --git a/transformer.h.1.attn.c_proj.g_idx b/transformer.h.1.attn.c_proj.g_idx
deleted file mode 100644
index a974acba1774ca8213ba4032e0d2d66bcfe08522..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8a0067073f9a3a818b96d4cb02c517a0ea3393d644ebd547a7b21684dc7914ac
-size 50023
diff --git a/transformer.h.1.attn.c_proj.qweight b/transformer.h.1.attn.c_proj.qweight
deleted file mode 100644
index 040ee89dcd8984b44e30354cd38690e0415338ee..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20030d760f16f805998fb07eaf0532d829f4ae75604cefa6d3b830f939c80664
-size 18875239
diff --git a/transformer.h.1.attn.c_proj.qzeros b/transformer.h.1.attn.c_proj.qzeros
deleted file mode 100644
index 9516bd799115869181b3d56cfe5bd3c23833dbb7..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:74591b5df3935ebb4be236638e7c86d11218369319ac80c6719f9f07161dc665
-size 148327
diff --git a/transformer.h.1.attn.c_proj.scales b/transformer.h.1.attn.c_proj.scales
deleted file mode 100644
index 946b2bb2a8473f258756f7add7b51f4a4d824e80..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3abcd0fd2037f9151058a00f2f092d20cae8bfc3bc229a02c61135e1fbdbab1
-size 590695
diff --git a/transformer.h.1.ln_1.bias b/transformer.h.1.ln_1.bias
deleted file mode 100644
index 7f6485118334608c5e2a6dbc8d740e23fd9b44c3..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:41c1471c6b5888329982691a654286811dbf545abebb8266ef47040176345fd3
-size 25362
diff --git a/transformer.h.1.ln_1.weight b/transformer.h.1.ln_1.weight
deleted file mode 100644
index 817b1b700bc5265db3df442931f2170986c587f2..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:399267253ab67d3cfdbb63348ef04b30794f45378bc5abe1172095ddee2f9284
-size 25362
diff --git a/transformer.h.1.ln_2.bias b/transformer.h.1.ln_2.bias
deleted file mode 100644
index 8e9d9d37fc8ae991833cc4fcebbc655ff43dafe4..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:72c4800401faa63dc88730cdc0f13ea6df28b8a68083ceb505cfd80db371f5e3
-size 25362
diff --git a/transformer.h.1.ln_2.weight b/transformer.h.1.ln_2.weight
deleted file mode 100644
index 74b42924fbc709d8fc99bf88e94ca6ea8d05fd32..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e816ae0d129c18e3dfe91119ca42d8236dddc5db34604e8fe9d93191f3ec8d8c
-size 25362
diff --git a/transformer.h.1.mlp.c_fc.bias b/transformer.h.1.mlp.c_fc.bias
deleted file mode 100644
index 905abd9fc7549c71e164a4d9446196ab419f8798..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd5b1493901eb6d50c879147b81ed5832f197d227de48bd96fe70844a5e5ea37
-size 50014
diff --git a/transformer.h.1.mlp.c_fc.g_idx b/transformer.h.1.mlp.c_fc.g_idx
deleted file mode 100644
index 591e76f937966a8091ecba540a90abe10f01c2ac..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f12f4552a088630abe51817685aafc7f84f0e7fa7cb921968ac14edb088a6b15
-size 50014
diff --git a/transformer.h.1.mlp.c_fc.qweight b/transformer.h.1.mlp.c_fc.qweight
deleted file mode 100644
index e0a02f71727673ea16adbcf4de85fbfac8159a43..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4f3fa4d3a7b4ad40b28c1fe63791aecc769c51d9d14e7b04ad10638afe3b1c8
-size 75498334
diff --git a/transformer.h.1.mlp.c_fc.qzeros b/transformer.h.1.mlp.c_fc.qzeros
deleted file mode 100644
index 78f02ef5ff537e7b7e4c31d5d0fdc94321c1d71b..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1b40496001d16e63198067080be7aaf431816abf058243ae2ba5563c33deea3
-size 590686
diff --git a/transformer.h.1.mlp.c_fc.scales b/transformer.h.1.mlp.c_fc.scales
deleted file mode 100644
index 7c70f08a45e8f559140ed1b39fa08e237adc5a77..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3c268a5b076970ba3c8f4e6610b983a018c42a6e14364bc812f6693f8b25d233
-size 2360158
diff --git a/transformer.h.1.mlp.c_proj.bias b/transformer.h.1.mlp.c_proj.bias
deleted file mode 100644
index 363b9aa8561fe97fb5e18855747dc7a613068044..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d36be52d8cc71840b280f3c9c5f1415d5acbb528f0b53f30118a508706a2cad
-size 13156
diff --git a/transformer.h.1.mlp.c_proj.g_idx b/transformer.h.1.mlp.c_proj.g_idx
deleted file mode 100644
index 6379da5bb20acb66f7b20c2bea538f5d3c82e5b4..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3e6284f8729de3e706f54f08e1e35075099e5632ce28af9d1a9f46e882113c7
-size 197476
diff --git a/transformer.h.1.mlp.c_proj.qweight b/transformer.h.1.mlp.c_proj.qweight
deleted file mode 100644
index 77ae528ed018f6953b423112c1c9eba551479247..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:75d980bb938c09d043b257883b0df6c14286b9e1dceecc72c4aa8b5893670896
-size 75498340
diff --git a/transformer.h.1.mlp.c_proj.qzeros b/transformer.h.1.mlp.c_proj.qzeros
deleted file mode 100644
index 04b6d418191ba4676903746504ce5bbba1fee23e..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1bbcf7a439f06f4a9126a841ad2b7a67779f07af4770801e62d8ce87cbbe2cb
-size 590692
diff --git a/transformer.h.1.mlp.c_proj.scales b/transformer.h.1.mlp.c_proj.scales
deleted file mode 100644
index 587814d73f7396677e1315607dad846ca999ed85..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48728827b6579f46c77e1f0bed164512efe1e1b4caf4cf17668595e7fc7a41ec
-size 2360164
diff --git a/transformer.h.10 b/transformer.h.10
new file mode 100644
index 0000000000000000000000000000000000000000..20201ce8b789d680fe0e03b783b991f59f846b47
--- /dev/null
+++ b/transformer.h.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136464b420442e06bbc773f09ff90461c6848fff6e0d699c0872cbd79c671cee
+size 197470073
diff --git a/transformer.h.10.attn.c_attn.bias b/transformer.h.10.attn.c_attn.bias
deleted file mode 100644
index 154053110c97be6bcfe9aaa80ba46b7e4ee46571..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d795817bfc5ab73592156fbb297d441b7c210df5804c5edf3405d5b80ce71a2
-size 13674
diff --git a/transformer.h.10.attn.c_attn.g_idx b/transformer.h.10.attn.c_attn.g_idx
deleted file mode 100644
index ccda98c55ef3d20e752a8cb6d598f9f3493c7296..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8e64956d02a61a8327023e238b598b13907f829eb587c3a9e66fec9868bc21a7
-size 50026
diff --git a/transformer.h.10.attn.c_attn.qweight b/transformer.h.10.attn.c_attn.qweight
deleted file mode 100644
index b0bd9f10f3840528d730bf24ef1818a4a7810c29..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b323d2c4306cd2158574e972a81caebaa6f4a33e9415d405d0144c7c863910b
-size 19661674
diff --git a/transformer.h.10.attn.c_attn.qzeros b/transformer.h.10.attn.c_attn.qzeros
deleted file mode 100644
index c59600dcd8b5df53e5cf7bf5ec0c77f9342acf09..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78a6450183b205be3019ebf350f84ca6e7f7f153df92bea20dd3cbe18f639bd3
-size 154474
diff --git a/transformer.h.10.attn.c_attn.scales b/transformer.h.10.attn.c_attn.scales
deleted file mode 100644
index 67a6ac2b02154242bf867f205e651d09ac5e6ef5..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a2a0eae49896e6f13cc36b0618912ddb51beacef38362e484ad7048e6bc37ea
-size 615274
diff --git a/transformer.h.10.attn.c_proj.bias b/transformer.h.10.attn.c_proj.bias
deleted file mode 100644
index 110ea9aa54327d9024ae409f98a541502c11feff..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f2328a64f70b971ed720df4b99564e0567c287e71e870caeb631972bded2d9c
-size 13162
diff --git a/transformer.h.10.attn.c_proj.g_idx b/transformer.h.10.attn.c_proj.g_idx
deleted file mode 100644
index 12a92af9224695ba62ef0cabd0f76a21a087977a..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b958908602a5528d6baa03f2f3b39e2584d1f14cd2c2e9d81d0d8d88d1a99213
-size 50026
diff --git a/transformer.h.10.attn.c_proj.qweight b/transformer.h.10.attn.c_proj.qweight
deleted file mode 100644
index a1f0b8b75091385c690022bc4af80d94dea1f47a..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcc750903160ea5f21dd60396bcdd19984e7c18ff4b0b1a11a43a057b732bc1e
-size 18875242
diff --git a/transformer.h.10.attn.c_proj.qzeros b/transformer.h.10.attn.c_proj.qzeros
deleted file mode 100644
index 90e12d7a66fbe94eaf7dfc0fa0dc077513381a7d..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a91537a53d6cf8d06d8dff76ce3143a7975b755f8097c5c443a04d13654ea1e1
-size 148330
diff --git a/transformer.h.10.attn.c_proj.scales b/transformer.h.10.attn.c_proj.scales
deleted file mode 100644
index 9b4ba89b0894280c809b194d0c72892ccb18d634..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:37e1f8c728d090b7e8cc3390df30157fa3519862117ae69734519b35b1d92c6e
-size 590698
diff --git a/transformer.h.10.ln_1.bias b/transformer.h.10.ln_1.bias
deleted file mode 100644
index 1984832f94cdffda70790d890b2cf1edf1784b73..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d69b651720acb83815058c667babc858926464121104d7be6ef1d0fd0978f167
-size 25365
diff --git a/transformer.h.10.ln_1.weight b/transformer.h.10.ln_1.weight
deleted file mode 100644
index 7b999293c21e06db67ce53d104c49b3547d24f53..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:564b51464af7e99825083c96b7d6564a42ea57b930d0921ff9cbbf64798c5be0
-size 25365
diff --git a/transformer.h.10.ln_2.bias b/transformer.h.10.ln_2.bias
deleted file mode 100644
index 8b7d55ca865c0b13b350e2a07795b88261680f6a..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6738dcf933a0d0b0d786474868c15b481f3c903a98c85c38acafb1177656eebd
-size 25365
diff --git a/transformer.h.10.ln_2.weight b/transformer.h.10.ln_2.weight
deleted file mode 100644
index 138512f5214834f68f7e42d52b9da0bd2fe625c9..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20d6fdb134783b73e2402afaf69441932f1615f83ac645270bb0c36a330a3d82
-size 25365
diff --git a/transformer.h.10.mlp.c_fc.bias b/transformer.h.10.mlp.c_fc.bias
deleted file mode 100644
index 41c8ca30fd626170521b84e53336716bce148348..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a9c2f8c6811b5c7d71e57f8cd01404271218c53d29ccff154aaeeb813dd4f88
-size 50017
diff --git a/transformer.h.10.mlp.c_fc.g_idx b/transformer.h.10.mlp.c_fc.g_idx
deleted file mode 100644
index f6a852ab3b8fbd1075be01b2f5b4fd7d8df6a214..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7fb1ac420638f2c70f1ec4eda00126cd7e74623b5e06a4d64d849a007468f2dc
-size 50017
diff --git a/transformer.h.10.mlp.c_fc.qweight b/transformer.h.10.mlp.c_fc.qweight
deleted file mode 100644
index d8cec337b9237283657e69642a5f029cbc785a4d..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:351824361377414520801a1026dffc343e0eed7ffe4950d3e64ce0ff58c3a5df
-size 75498337
diff --git a/transformer.h.10.mlp.c_fc.qzeros b/transformer.h.10.mlp.c_fc.qzeros
deleted file mode 100644
index a7cc3452dbd989dafb028ae96386732c2093628e..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dacfa739309e74e874456347c6d161db626f1bb50651b6482e66c22fc01c1b30
-size 590689
diff --git a/transformer.h.10.mlp.c_fc.scales b/transformer.h.10.mlp.c_fc.scales
deleted file mode 100644
index 0ceac941e44207c12e4a8b4d790f0b65a5afaa48..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:61ae87e0f31a45c75f85e060c2a0a1f9b44d4610a19cd60f98f485468fd15116
-size 2360161
diff --git a/transformer.h.10.mlp.c_proj.bias b/transformer.h.10.mlp.c_proj.bias
deleted file mode 100644
index fab78d0dfeed71ecf20c24387746eddf6521792b..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ccdbb6f07bf191b7638dcc409e0f418c28584fa9970d50c95014ed4fb374610c
-size 13159
diff --git a/transformer.h.10.mlp.c_proj.g_idx b/transformer.h.10.mlp.c_proj.g_idx
deleted file mode 100644
index ab469b8c4f94a4e0e521126dd89d2eca26d990a3..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c560cf6d996fbaa713363d529f7a7e5a022eb06f3a055504478d2457af99da7
-size 197479
diff --git a/transformer.h.10.mlp.c_proj.qweight b/transformer.h.10.mlp.c_proj.qweight
deleted file mode 100644
index 692ca06187eab403a5e45c88903ae19bea2814c9..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:16f725d5dc4e249036bc0a82fe661c699c068ed59facb5a4adf713a79e82fa28
-size 75498343
diff --git a/transformer.h.10.mlp.c_proj.qzeros b/transformer.h.10.mlp.c_proj.qzeros
deleted file mode 100644
index e17f11b8d22c1e5940af1c49a49f4904b1a4d334..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:396a47e0e3d284d4995a3d6d3c646aa20f82ea7fa4bc4c0717b2307cd9aceaf8
-size 590695
diff --git a/transformer.h.10.mlp.c_proj.scales b/transformer.h.10.mlp.c_proj.scales
deleted file mode 100644
index 681f60ce66a4f4a83c7a4266384cb1bc0a4357de..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fd84ad7188c90d824c878cbfbfcbeca5098f74e570cc2ac1e084cf8e52c60ed
-size 2360167
diff --git a/transformer.h.11 b/transformer.h.11
new file mode 100644
index 0000000000000000000000000000000000000000..1657f9d8902c34482443fa4c7c9bb28c398d5214
--- /dev/null
+++ b/transformer.h.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda405956ae12a4670f0774004d7226699726e2c30b1be08dc592fc81c841d0
+size 197470073
diff --git a/transformer.h.11.attn.c_attn.bias b/transformer.h.11.attn.c_attn.bias
deleted file mode 100644
index a67716c61c53aab7524db69094952d8466527996..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e3f93cf797fc9a33111753411b9868e2f58f12963c5b68859edfed24223b1c54
-size 13674
diff --git a/transformer.h.11.attn.c_attn.g_idx b/transformer.h.11.attn.c_attn.g_idx
deleted file mode 100644
index 4f2fcfafe383a078cf4360ffa821c2030465e1e0..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aded6eea9cb39652d28397bc72113943abe4701b60394357ee90a51e8c8a8f78
-size 50026
diff --git a/transformer.h.11.attn.c_attn.qweight b/transformer.h.11.attn.c_attn.qweight
deleted file mode 100644
index 35b793e14532bcd06e7bfc4394b67f245943a506..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7cfa7ef5f06600b71dc3e4642aad0fcb46ec7c57441aa8f55ddcbf4b475466d1
-size 19661674
diff --git a/transformer.h.11.attn.c_attn.qzeros b/transformer.h.11.attn.c_attn.qzeros
deleted file mode 100644
index bc926ebaaff90c53c832dc770880ca9dac63d7cc..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa62a9f6b488a6c447df902f92472d79941ad1dd97612f6bd71ba976fc00e938
-size 154474
diff --git a/transformer.h.11.attn.c_attn.scales b/transformer.h.11.attn.c_attn.scales
deleted file mode 100644
index 78221c84d98bb2e3565416b14352de24bafdf647..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:baa8dd7c025f5930453a39986b7325152c8f83390e1750a719b1c35e2dfca30a
-size 615274
diff --git a/transformer.h.11.attn.c_proj.bias b/transformer.h.11.attn.c_proj.bias
deleted file mode 100644
index 75e565e1f7902b9ac18455951a5dd5fda81fb975..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:434f8b58889c6d188dda95aa350052fe2a7fe04be9756adeae92b5d1ca7d4507
-size 13162
diff --git a/transformer.h.11.attn.c_proj.g_idx b/transformer.h.11.attn.c_proj.g_idx
deleted file mode 100644
index 8620e26e1d9f56f8e47474816b750cfb9f88b59d..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c2ce2aedac225990b9c0fee8591c4e80d3bcc73d0f71f5394e5a359d1c01cbe
-size 50026
diff --git a/transformer.h.11.attn.c_proj.qweight b/transformer.h.11.attn.c_proj.qweight
deleted file mode 100644
index 855143565ef838d94e7f3813a734e4f8247e92fe..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64c95a4779e4748c74e2346d91fa57ee122be96821dde1bda47b3cfe00119e1b
-size 18875242
diff --git a/transformer.h.11.attn.c_proj.qzeros b/transformer.h.11.attn.c_proj.qzeros
deleted file mode 100644
index 4771e6567602ae10b3b6a3bcd3bc71a1d3907950..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a0bb4010441583b3427a079af4679d9e3e6aaaf6cb2f32e8941e3513ea4c985
-size 148330
diff --git a/transformer.h.11.attn.c_proj.scales b/transformer.h.11.attn.c_proj.scales
deleted file mode 100644
index 435a850fa8dc4ccf7db91107967bcd8cfffa01dc..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70c78405f00952c204aee17183d4f4e88c1ef1c19f9e6a1c51698d4c64baf124
-size 590698
diff --git a/transformer.h.11.ln_1.bias b/transformer.h.11.ln_1.bias
deleted file mode 100644
index f025795c38cb62e532f8e164543955e230b7e858..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19a60e9813bed625482f27a67b1023e9fcfc3cab04ac9d1adbc2c53efc2e96e9
-size 25365
diff --git a/transformer.h.11.ln_1.weight b/transformer.h.11.ln_1.weight
deleted file mode 100644
index 9e5337684f3f0ac55b25eff21a1575dcae70ae23..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e04c1afad7253b05a97cc988546cb1e781878678177896e176a778f793f3a3c
-size 25365
diff --git a/transformer.h.11.ln_2.bias b/transformer.h.11.ln_2.bias
deleted file mode 100644
index fa66bd04c80fdb054d72f1e2751ba298cbdcdaaf..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20f3f8d914f994d05d46975ec4fbe8118f8b844ea7aae355de8bc30e6e811ef4
-size 25365
diff --git a/transformer.h.11.ln_2.weight b/transformer.h.11.ln_2.weight
deleted file mode 100644
index 2f7efc3608e05ac4642bcd79b12fded71e7f5b6b..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e59e1173e0fdb66fcde1a65287b78b6c1c8967a11043c137aec6a68b32dd4e53
-size 25365
diff --git a/transformer.h.11.mlp.c_fc.bias b/transformer.h.11.mlp.c_fc.bias
deleted file mode 100644
index 7b8b547f47b3561c5d16553c6a88e3754287429c..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:488100d680f40bf5aa6e32dae7f896ae868ddd91185c85fae5658f765d5217b3
-size 50017
diff --git a/transformer.h.11.mlp.c_fc.g_idx b/transformer.h.11.mlp.c_fc.g_idx
deleted file mode 100644
index ea33a88af1918b70ce4c5e7129ad771de370584a..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c9a69e47a845b49e4430eab18222c19ea7ae36b6bd399db51e2231c99d1f484a
-size 50017
diff --git a/transformer.h.11.mlp.c_fc.qweight b/transformer.h.11.mlp.c_fc.qweight
deleted file mode 100644
index 71406b91b10df6d81960e597498397ecf74fba63..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc55bc9311c11cf4a1718dc691d1605758f6df54d32878768ffca28433ea7320
-size 75498337
diff --git a/transformer.h.11.mlp.c_fc.qzeros b/transformer.h.11.mlp.c_fc.qzeros
deleted file mode 100644
index 46d27e2cf450c3a327d24c47cb1f2f62069b9cc0..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52ac9dba5d0a3211bf7db20799de507eac154c03fece1f1c99a7509735cd1506
-size 590689
diff --git a/transformer.h.11.mlp.c_fc.scales b/transformer.h.11.mlp.c_fc.scales
deleted file mode 100644
index ce5229041147e782528d7dbf4aac2074f2b69545..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:114e308f9ce15dd1048f663aa4f86fdbf8c460360a4c1f8c23934b0e0a528013
-size 2360161
diff --git a/transformer.h.11.mlp.c_proj.bias b/transformer.h.11.mlp.c_proj.bias
deleted file mode 100644
index 4097a632c3386c4288dd10193e02b33f3d667a78..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a6960f33c2e3462715dbfc39c2729e0a1e378bff5329654715fea67eb646368
-size 13159
diff --git a/transformer.h.11.mlp.c_proj.g_idx b/transformer.h.11.mlp.c_proj.g_idx
deleted file mode 100644
index 28a9993e0c79a6efc3664fb0572ef472b595d407..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7fd08197016d28121ae860ac1204c413983ce74881f5765d847695d702b1e3f1
-size 197479
diff --git a/transformer.h.11.mlp.c_proj.qweight b/transformer.h.11.mlp.c_proj.qweight
deleted file mode 100644
index 668c25ceff7ded0930417ad6d46dc2db148bb311..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:72b00cf6cedd8b7957af0a1eb5bc5c63a03ed976bae64f8d44a2f48c6f410b78
-size 75498343
diff --git a/transformer.h.11.mlp.c_proj.qzeros b/transformer.h.11.mlp.c_proj.qzeros
deleted file mode 100644
index 940cdffa542a78960a2df71f7188efc228ae890b..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e30fc6460acc089705d1eec74c49fd6804c060c60efb063f2b8394b1a37f0c4
-size 590695
diff --git a/transformer.h.11.mlp.c_proj.scales b/transformer.h.11.mlp.c_proj.scales
deleted file mode 100644
index 5a85a68fee9a0e0bbb2f0f3b3090950dab1380bc..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:391e8166d1070c6d736bd1e7418c44b1726cab94cbd19326da9915ac081a908e
-size 2360167
diff --git a/transformer.h.12 b/transformer.h.12
new file mode 100644
index 0000000000000000000000000000000000000000..9c2dd06386962f2c3c6f76404244e95d68ac7ecc
--- /dev/null
+++ b/transformer.h.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbe37dadaf3bc3f02f58fddad61de3d9b6091c6b8c6e4da58f7772e19774021
+size 197470073
diff --git a/transformer.h.12.attn.c_attn.bias b/transformer.h.12.attn.c_attn.bias
deleted file mode 100644
index 27d3b51c6ca0fcee1be7a5176e2791be53398a12..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c959118dad26bfd79341809b5ca6c97dcd18db77dcb2c5a3fac7fd9270dc5066
-size 13674
diff --git a/transformer.h.12.attn.c_attn.g_idx b/transformer.h.12.attn.c_attn.g_idx
deleted file mode 100644
index a527cc90f33175e2a48ed06ea172c9ec2a6e7323..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02c2a09c81089561f0be0ea32dd32af4f3cc85aa78b42c5dc3b0e4de1b8c3dce
-size 50026
diff --git a/transformer.h.12.attn.c_attn.qweight b/transformer.h.12.attn.c_attn.qweight
deleted file mode 100644
index d0338d6e1d4d9b9e094f971dc94f99c0f9c931ec..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0da62de4e9b501f1ee031d21ec899e2cbe57b21b708d6dc3a8b1684bc292dabb
-size 19661674
diff --git a/transformer.h.12.attn.c_attn.qzeros b/transformer.h.12.attn.c_attn.qzeros
deleted file mode 100644
index 1b992a62834705067cdde69e8a74169712199ff6..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70d2990b4d2f87284510f2dd538779ae7ff3344d87693202dec9fac3d32c226d
-size 154474
diff --git a/transformer.h.12.attn.c_attn.scales b/transformer.h.12.attn.c_attn.scales
deleted file mode 100644
index 07e3d95c234973ac138a46a225b04a59970c255b..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ae433583068ea7f61d48b5e376606c34d79b121c59c46c71dde0a4fce94fc9e
-size 615274
diff --git a/transformer.h.12.attn.c_proj.bias b/transformer.h.12.attn.c_proj.bias
deleted file mode 100644
index 794c30e203bb8f28b28ef027205f48b8dae66089..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab28f7b6734702de2d383568b7ebb9e0690f7725dd7b671c7c2861e67b0c0b8b
-size 13162
diff --git a/transformer.h.12.attn.c_proj.g_idx b/transformer.h.12.attn.c_proj.g_idx
deleted file mode 100644
index 8f4191f554989d92d9d5ab6356b497ec92762a7d..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:632f3b153806ec91d188910f4a71abfb664ca6e16a28b0c7956cc72a34fdd9cc
-size 50026
diff --git a/transformer.h.12.attn.c_proj.qweight b/transformer.h.12.attn.c_proj.qweight
deleted file mode 100644
index 3ba58697d74212b212d220405649fe0ca12764cc..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed9b65e3533feb48a3a856de858af68c4d37ec244175690a8ac52489280e3e32
-size 18875242
diff --git a/transformer.h.12.attn.c_proj.qzeros b/transformer.h.12.attn.c_proj.qzeros
deleted file mode 100644
index 63fc75cdca9b12447f2843c77a87386375e62d9a..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d31e9a40755d98d1e6d06fe2e109a7f2922c68cee395c71059c17a7f2f80dac4
-size 148330
diff --git a/transformer.h.12.attn.c_proj.scales b/transformer.h.12.attn.c_proj.scales
deleted file mode 100644
index 66db79a68ed53121b0af4ace01a03ad94d9c7ef5..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7004cd42e08f482554385be3999080635d1faf311baed407da724118d87938a4
-size 590698
diff --git a/transformer.h.12.ln_1.bias b/transformer.h.12.ln_1.bias
deleted file mode 100644
index dedae03ea294261d489f937a8ad71182325bebdb..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2fc5b4521455cd341d8f3178cc9c3f9ca28ad6c247fc213f0d925d43dbd1e0d6
-size 25365
diff --git a/transformer.h.12.ln_1.weight b/transformer.h.12.ln_1.weight
deleted file mode 100644
index d18415c461340ec1e6fee8e9f7d167c1abe9836c..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8894de6cfd347b6963f7aa522523285c6fad3bba39ed7e2785edd34046860e92
-size 25365
diff --git a/transformer.h.12.ln_2.bias b/transformer.h.12.ln_2.bias
deleted file mode 100644
index 0ae7767981f3d1a1699daa37be008b28b4eb9b1c..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e813dd02b7775c375374a234a0dc9ede835d65d51d54a29bb20641d640e52992
-size 25365
diff --git a/transformer.h.12.ln_2.weight b/transformer.h.12.ln_2.weight
deleted file mode 100644
index 6325e53822690bd48eac48e67627618a3aae6312..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d76addca50e087a526d735cc71899670727b78a5c5f7cfc4f2817c0c3065f518
-size 25365
diff --git a/transformer.h.12.mlp.c_fc.bias b/transformer.h.12.mlp.c_fc.bias
deleted file mode 100644
index 69b39008569065a3e84050e439725f6064ed445a..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6255c0ef76239fc0d175e6ba130e261c4d8c4fd3dd7f74aca1432b4dabc52d93
-size 50017
diff --git a/transformer.h.12.mlp.c_fc.g_idx b/transformer.h.12.mlp.c_fc.g_idx
deleted file mode 100644
index 15da73dd193886c578585c911c52572864933c77..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:38931d9c6c2c3c2cdffc6687b79ba1c400bafad550be423b5e1ab891eae30e20
-size 50017
diff --git a/transformer.h.12.mlp.c_fc.qweight b/transformer.h.12.mlp.c_fc.qweight
deleted file mode 100644
index 234bc8130bf72149cec8705351b61ea7afcf4875..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:047de6b96bb0d28c7fd5a32f4d64bb6a03cd97251fd1ee3d8b2cbf038266db52
-size 75498337
diff --git a/transformer.h.12.mlp.c_fc.qzeros b/transformer.h.12.mlp.c_fc.qzeros
deleted file mode 100644
index ae4e602ed038fb5e9aef07e4070387d73fc95fd9..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0eec7e8af1e7f559d9998aed929f81d80d065241cd7ef394cf2ec3614982bcc3
-size 590689
diff --git a/transformer.h.12.mlp.c_fc.scales b/transformer.h.12.mlp.c_fc.scales
deleted file mode 100644
index 76d86fcf79325b9b30a6e83cd12259c45c0ab50e..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:274c795335c341b7b1b30fe79dbffc677798b6e60da1a6162150d124e4cc8ff3
-size 2360161
diff --git a/transformer.h.12.mlp.c_proj.bias b/transformer.h.12.mlp.c_proj.bias
deleted file mode 100644
index 4738d9ef6e401995dd5282288b1e4ed02b9bec7b..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78433e68c55ad8d96acd6af975b036042b240021d14c4638f8f6f9452cbb399a
-size 13159
diff --git a/transformer.h.12.mlp.c_proj.g_idx b/transformer.h.12.mlp.c_proj.g_idx
deleted file mode 100644
index aedbf16498469fc52f9969f4af59c44391999be3..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed7419d658aa91a68e6aedf940db026d7e3f828a1367c62ad09966afa3f450e8
-size 197479
diff --git a/transformer.h.12.mlp.c_proj.qweight b/transformer.h.12.mlp.c_proj.qweight
deleted file mode 100644
index 3b457a0965ac038de947b35cae174204ad88ba26..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5bf4e4e496d111cf5f21ff16a53aa765df3058990329c7a65be270e4bd67260
-size 75498343
diff --git a/transformer.h.12.mlp.c_proj.qzeros b/transformer.h.12.mlp.c_proj.qzeros
deleted file mode 100644
index 05369709e150856a5662deeb02fd0ffb2e00a149..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b7369569c0af8a511feceeb861020282a3e61165cdc64b55856fc8729c4f16e
-size 590695
diff --git a/transformer.h.12.mlp.c_proj.scales b/transformer.h.12.mlp.c_proj.scales
deleted file mode 100644
index bc0df4f963749297f2faa00a91fc96f037dde59d..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:387fb0ccdbee1ca89e3eda6444e4918d64a5e54f74c00b7776d9c4ef22e4be6a
-size 2360167
diff --git a/transformer.h.13 b/transformer.h.13
new file mode 100644
index 0000000000000000000000000000000000000000..24c732a7ede0a1448d2d66cd4d1d68e70de6d327
--- /dev/null
+++ b/transformer.h.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c66a918cf6cc257c0dc70b5462d4ae1754163dc5e95cf589a55d6a832b65e5b
+size 197470073
diff --git a/transformer.h.13.attn.c_attn.bias b/transformer.h.13.attn.c_attn.bias
deleted file mode 100644
index f87a190bf6c0049439a090b208f96b37805d3586..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e610150a6472d81090453352133b6f06a0a4066aeaeac74f6fcdbbe2ff9f109
-size 13674
diff --git a/transformer.h.13.attn.c_attn.g_idx b/transformer.h.13.attn.c_attn.g_idx
deleted file mode 100644
index 839f200c9208d139c9232b768e8e7a93ce69da3a..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32063dc201420da7e68ac2dfae729642e2ba34abc5b9b23948f1e8e68ffad4bd
-size 50026
diff --git a/transformer.h.13.attn.c_attn.qweight b/transformer.h.13.attn.c_attn.qweight
deleted file mode 100644
index 05e0a6e5b47564350137e2997b9190172a2157a9..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3f5bccef41ebf51a025f79b4bfdfa2e516741216beaca3e6d5599f7b2011caea
-size 19661674
diff --git a/transformer.h.13.attn.c_attn.qzeros b/transformer.h.13.attn.c_attn.qzeros
deleted file mode 100644
index e32e16d333c4e78f8de283c63817c7e60c64ea44..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ddbd53b266288e0b5c78146e2079ab05b3a0e064d04b575a8d67f3540dc02f44
-size 154474
diff --git a/transformer.h.13.attn.c_attn.scales b/transformer.h.13.attn.c_attn.scales
deleted file mode 100644
index eb24977c1d21099dbd626d88ba8cfb11212557b6..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d9b4e836cec76e8ce58b4be5890765064c9ab5fe4c8455675f3046007d5485e0
-size 615274
diff --git a/transformer.h.13.attn.c_proj.bias b/transformer.h.13.attn.c_proj.bias
deleted file mode 100644
index 31a7fd171df02e6f8c11c82a000ea203878eecac..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:767a44ce3f18bd304368ac7f43f1dd914bc978895bfb427837483018492d7273
-size 13162
diff --git a/transformer.h.13.attn.c_proj.g_idx b/transformer.h.13.attn.c_proj.g_idx
deleted file mode 100644
index d940f7a969e0fa9f23cd1fc6f6258b1522a0fee5..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da3830991479edc2b6a4c601a67c2ae129165a5f60bc0f42270ce237224ff3fe
-size 50026
diff --git a/transformer.h.13.attn.c_proj.qweight b/transformer.h.13.attn.c_proj.qweight
deleted file mode 100644
index 17b99e3878d8ce5f802796e60afad1cf5ab3693a..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d3cbd51c31387c8ea7bbae3ee8a1b513b014f3084efb2ec3abd0e00dd8c7bce
-size 18875242
diff --git a/transformer.h.13.attn.c_proj.qzeros b/transformer.h.13.attn.c_proj.qzeros
deleted file mode 100644
index 951406279fa14f1937baa92791567e10098c011e..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:abe67081952e1a8015c3f690fe76b1e487791efc72892c103556b0c825f5580d
-size 148330
diff --git a/transformer.h.13.attn.c_proj.scales b/transformer.h.13.attn.c_proj.scales
deleted file mode 100644
index 7196eea0f2f02e232edb74a682a3da2c08485e0f..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3fb497d1d4cccfea15f5de601e4ee1e74e4050904893a13ee7ea64216a5057ea
-size 590698
diff --git a/transformer.h.13.ln_1.bias b/transformer.h.13.ln_1.bias
deleted file mode 100644
index 0b88fd61a2bf2b083d395e3b061c8e4661bc99d3..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3d634f3efa76460aaa65a4e795f080fe4bb1208db92db50d436d69b52cc8338
-size 25365
diff --git a/transformer.h.13.ln_1.weight b/transformer.h.13.ln_1.weight
deleted file mode 100644
index 1186025ae85713abde54a21f74e339dfaa14f1f1..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:813f02c84aff0f6f9d38875d4f3a0a5194467643bbb899ade4e90dbf90d82eb3
-size 25365
diff --git a/transformer.h.13.ln_2.bias b/transformer.h.13.ln_2.bias
deleted file mode 100644
index 1ca18d9adc6087fcbd63c031c2f0a9f3206929a6..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fe7e247fa02dc49426a4f4c79af863413f3a1fa1065743b60072a7ede6ea5b5
-size 25365
diff --git a/transformer.h.13.ln_2.weight b/transformer.h.13.ln_2.weight
deleted file mode 100644
index 2735223b82d4bc53821e245084510f05c0a23104..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb52ec65c4b17f2f51d839c8b765da432085bba8dfa2537320750d6ca17dc1e4
-size 25365
diff --git a/transformer.h.13.mlp.c_fc.bias b/transformer.h.13.mlp.c_fc.bias
deleted file mode 100644
index 7caa0795c120f1a3d50c78d07584a182b01c51d3..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b86eb6fafc1ee0f9f0bf504769425970a9ea908055b1e5ce0694ae8ddff5c32e
-size 50017
diff --git a/transformer.h.13.mlp.c_fc.g_idx b/transformer.h.13.mlp.c_fc.g_idx
deleted file mode 100644
index 45259f0acf3a0b6358834af69540ee8e6edaec21..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c52f25ce0c4087fc09e59f9acb5c9d7ec43631586b02090987e0299553e93bba
-size 50017
diff --git a/transformer.h.13.mlp.c_fc.qweight b/transformer.h.13.mlp.c_fc.qweight
deleted file mode 100644
index 7c8352060239ce918a2f646957c87acfe12d86d5..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07092c59a3652e3b75bbc55631dc04c1169af1a749b36e1b20ca7e2cb870015e
-size 75498337
diff --git a/transformer.h.13.mlp.c_fc.qzeros b/transformer.h.13.mlp.c_fc.qzeros
deleted file mode 100644
index 7ee05f6ab36e98183ea99c57dde62ced8044d41a..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8aca0304dfea3271de998218e49c567d8a3c7890feb5669a71ed7c4f9478289e
-size 590689
diff --git a/transformer.h.13.mlp.c_fc.scales b/transformer.h.13.mlp.c_fc.scales
deleted file mode 100644
index 8eee6faf048da6af3bc5a0afa402d9c2a60705ae..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e3c5b5f7cf489e3ce8ba430b68bc76ea1b5d18fd769c9e2c1a241bbf8b7fd6bd
-size 2360161
diff --git a/transformer.h.13.mlp.c_proj.bias b/transformer.h.13.mlp.c_proj.bias
deleted file mode 100644
index dc3f70d58641ab691dcb1b0f69cdaca48bafbc75..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:148c7008415542767795ff8ad17a3af130cae498d54b58ce8b4b7fa7ee94c460
-size 13159
diff --git a/transformer.h.13.mlp.c_proj.g_idx b/transformer.h.13.mlp.c_proj.g_idx
deleted file mode 100644
index e33b628f4c94c2860ef0f98d315d800e525c18ca..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:619774033df63a905732e8e07ca6963454ee497554e5782a3bf7bacc96773607
-size 197479
diff --git a/transformer.h.13.mlp.c_proj.qweight b/transformer.h.13.mlp.c_proj.qweight
deleted file mode 100644
index 2ccbcc87c2ac326f7b0fc580f92a1804aae4dfe9..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:86fff1611d7c4ebaccae812159dc853bdf280daf0d8df569bcbb5f8d41952256
-size 75498343
diff --git a/transformer.h.13.mlp.c_proj.qzeros b/transformer.h.13.mlp.c_proj.qzeros
deleted file mode 100644
index 0d74ee98b9c287d820c095d3532ef4c9983921f3..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44790bb99c58ad009a6ee0ba11da4853e6726302893be567dba63bcdd4290e0c
-size 590695
diff --git a/transformer.h.13.mlp.c_proj.scales b/transformer.h.13.mlp.c_proj.scales
deleted file mode 100644
index 2343ea0c5e0c21ae6c600bbc3e3826b97923634d..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63c1225343499b81408cdd896b64d91a4c414d29689c053d6b0c880f4855eab9
-size 2360167
diff --git a/transformer.h.14 b/transformer.h.14
new file mode 100644
index 0000000000000000000000000000000000000000..bbb1272ecf95aa820838c249c1fcef89a8ac458e
--- /dev/null
+++ b/transformer.h.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2daa7a210d32367e63e6acb8ef642d736b8614db02e1d07876525cfa4e4993
+size 197470073
diff --git a/transformer.h.14.attn.c_attn.bias b/transformer.h.14.attn.c_attn.bias
deleted file mode 100644
index bb1d3e5d963ec92293a735fc7eb3f679d03254b5..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac3e0525df9fccad1290796d5c4d011488dc33d5d2c8090826b6ad9f1e85830e
-size 13674
diff --git a/transformer.h.14.attn.c_attn.g_idx b/transformer.h.14.attn.c_attn.g_idx
deleted file mode 100644
index 8b6ab09eb655d9761764e3a3b1e7b86f1a86fb7f..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:261adee4d8473aee21e6d1726a874dc4af39b7eb1baedaf5010fbb238429a7b1
-size 50026
diff --git a/transformer.h.14.attn.c_attn.qweight b/transformer.h.14.attn.c_attn.qweight
deleted file mode 100644
index 15a3db4785178cce13db0e607cbfbebc664b0c95..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ab4b3881e96b7bfdf8f57276a30beed24bd6337dbec6a8e9b297dbe2c4568a1
-size 19661674
diff --git a/transformer.h.14.attn.c_attn.qzeros b/transformer.h.14.attn.c_attn.qzeros
deleted file mode 100644
index 21209ebe7971cf56b39ba825e1ca8270ebb2ebe3..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:893c8b949e762de5ce507f206fdf076981a4bf87ca5a7c6fc6442dd4a7d25635
-size 154474
diff --git a/transformer.h.14.attn.c_attn.scales b/transformer.h.14.attn.c_attn.scales
deleted file mode 100644
index e88dcfe354629330d493af371f6d646e5b5460e1..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b44aab79c2cf2f0d3343ce3642c35769cdb4e340fda4ffd6dd11dbd90e2e356
-size 615274
diff --git a/transformer.h.14.attn.c_proj.bias b/transformer.h.14.attn.c_proj.bias
deleted file mode 100644
index c5e71a494f184dbc9c69e196ef1780b2142d982a..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:540dc613784b5d5ed02fc6e6cbc69fafc848dad545cccb2ea87d05bd64160a04
-size 13162
diff --git a/transformer.h.14.attn.c_proj.g_idx b/transformer.h.14.attn.c_proj.g_idx
deleted file mode 100644
index 60dc6640763deafb789cf6bc6fb764b9ad358122..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f34260aa2c867ccb34fa890fed24b269b9887ba261ef1f6196701ac1edd9443a
-size 50026
diff --git a/transformer.h.14.attn.c_proj.qweight b/transformer.h.14.attn.c_proj.qweight
deleted file mode 100644
index 62ffd45d91c241bbf781b5d0bbb156d62bb4627f..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6bcc3207fcfd4797b0f8b0d768d76dd4c374379fc74af8cf70cfea19f404c6d2
-size 18875242
diff --git a/transformer.h.14.attn.c_proj.qzeros b/transformer.h.14.attn.c_proj.qzeros
deleted file mode 100644
index 9c425b97bc70aae2bf170c369b7fbb78a04cb502..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c1ec0679af12f62a643044baf0bb514914fd8ca19bd82de00480748fbae1a70
-size 148330
diff --git a/transformer.h.14.attn.c_proj.scales b/transformer.h.14.attn.c_proj.scales
deleted file mode 100644
index 399a13c72c5bd8f3636b9bd97c2f7f639223ddd2..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e3ae014bb2f1671fb6034d8b05852d77a840b1d3387bc097e0ae9079482c52fd
-size 590698
diff --git a/transformer.h.14.ln_1.bias b/transformer.h.14.ln_1.bias
deleted file mode 100644
index 2e11cf14288bae423e390f9af6fd7ee6d1516351..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3cb2ffeaa2f89ab03c1e0122077187208f48530d2331810266dcc7908ccf7d14
-size 25365
diff --git a/transformer.h.14.ln_1.weight b/transformer.h.14.ln_1.weight
deleted file mode 100644
index b79576533a31bb68181451367dca50d397028873..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ad0968cf20fac82f6e2746bbdf28134a47c6a82d34fb915d3af253a03204c3f
-size 25365
diff --git a/transformer.h.14.ln_2.bias b/transformer.h.14.ln_2.bias
deleted file mode 100644
index 2c8994c2c09b76a8fa27524c31eda983e5da8bed..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4c59f4ee69eea941bf9df366cb90ed5800da0adbbe49a37f1a672af34854c90
-size 25365
diff --git a/transformer.h.14.ln_2.weight b/transformer.h.14.ln_2.weight
deleted file mode 100644
index 7924e222e15c96dc1cf37dddeb32b86d2e93aa58..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5adab51b96419568e12fc63b1e1974abbf3a95cad421cee63091e2ec9ff443a5
-size 25365
diff --git a/transformer.h.14.mlp.c_fc.bias b/transformer.h.14.mlp.c_fc.bias
deleted file mode 100644
index 3f737c7e2f1ad2a770320c72dd07409e7231b60f..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f84d5b66ada7d80472bcb432115cc6ae8fbaf80530a1d6258ea864ed763d09ad
-size 50017
diff --git a/transformer.h.14.mlp.c_fc.g_idx b/transformer.h.14.mlp.c_fc.g_idx
deleted file mode 100644
index f7cb4fa55844e44c8b09b79920dae6b4bd636937..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:acc0b9dd642f7885b624d50f1fbfd2dcba7cdf98e6973a21da82a1926aa377d9
-size 50017
diff --git a/transformer.h.14.mlp.c_fc.qweight b/transformer.h.14.mlp.c_fc.qweight
deleted file mode 100644
index bbd6050336d2efa353c648739a0eccbf7684b2f9..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:62aeda6574e446e06d0827c5d7f5bb601f804aa4e6ffb3d44e21038e47475b3f
-size 75498337
diff --git a/transformer.h.14.mlp.c_fc.qzeros b/transformer.h.14.mlp.c_fc.qzeros
deleted file mode 100644
index d7c923b1ab74ca5424d49b4b878c41ba486ae27c..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20cccceb2a8dc77bdb90cb04a69166412271d34b73f2eef4c50950180a5f34ca
-size 590689
diff --git a/transformer.h.14.mlp.c_fc.scales b/transformer.h.14.mlp.c_fc.scales
deleted file mode 100644
index 5cf697f33b1bd1419ca4aa110f07ee1261eed349..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2b8362131d35408c05b3e5919b31f2d449072d1f7d039ccbbb2f233d67e34a48
-size 2360161
diff --git a/transformer.h.14.mlp.c_proj.bias b/transformer.h.14.mlp.c_proj.bias
deleted file mode 100644
index 0ff94c73c179cd38da5bdc6fb44f960406d91a89..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4357c1e7edbc2107e524894b1a04b4f2577b79563c3046231a79f7d1af79ac3f
-size 13159
diff --git a/transformer.h.14.mlp.c_proj.g_idx b/transformer.h.14.mlp.c_proj.g_idx
deleted file mode 100644
index 7e5f5b5e8726d9d27a9ab1b31cbfd062b675cc90..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e53f4b067a87262a7a802ff6c5ea0bdf959dbcdc2af2730fc3added2e412c282
-size 197479
diff --git a/transformer.h.14.mlp.c_proj.qweight b/transformer.h.14.mlp.c_proj.qweight
deleted file mode 100644
index 1dd030ce0dddfec5a6525ff4fbfd1eb664c39a9f..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c554d8344724f5030441d4e903d4c11fc6c74ac25edbc57d7dfa8e48a386d15
-size 75498343
diff --git a/transformer.h.14.mlp.c_proj.qzeros b/transformer.h.14.mlp.c_proj.qzeros
deleted file mode 100644
index 3a4ef288bf4c87938ac75af3c1a10993b10b2168..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d22a72a2c81a26954179567df258f2fdd738d1d71533343108311a1a35a07079
-size 590695
diff --git a/transformer.h.14.mlp.c_proj.scales b/transformer.h.14.mlp.c_proj.scales
deleted file mode 100644
index ba7792cd20d78d8a8180426cb2cb3bcf231c009b..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4110f139f218b8d9df8369bf8e84234a7e9406db371cc1a66b5d659add9192ab
-size 2360167
diff --git a/transformer.h.15 b/transformer.h.15
new file mode 100644
index 0000000000000000000000000000000000000000..8fd9a4bcf1be65ad46fb11685aee990c40cc61b7
--- /dev/null
+++ b/transformer.h.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c480ccc3874cdd1a226b77c8f5fc9a7747072f460c18b3985d0824b39905d038
+size 197470073
diff --git a/transformer.h.15.attn.c_attn.bias b/transformer.h.15.attn.c_attn.bias
deleted file mode 100644
index 55b11069c28814c4d050817e5d91b4473894f70f..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29c3ea61c1e80a505fa8195bc39081f352d5ef21c3b8f77bb97e11f1bad67b16
-size 13674
diff --git a/transformer.h.15.attn.c_attn.g_idx b/transformer.h.15.attn.c_attn.g_idx
deleted file mode 100644
index 2625182c6b20fea60280b746c4aed28ba9a14faf..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:170244f0df99f21853b5af2193d6fda9e32a67f4b6069a82ee0bcc4a8117e3ba
-size 50026
diff --git a/transformer.h.15.attn.c_attn.qweight b/transformer.h.15.attn.c_attn.qweight
deleted file mode 100644
index 381b4d9cfb8598fdda8c971493f4602280a228ce..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97d92af1ce81351857e62c751318114c234666c9a120675775071e5b374ba509
-size 19661674
diff --git a/transformer.h.15.attn.c_attn.qzeros b/transformer.h.15.attn.c_attn.qzeros
deleted file mode 100644
index 07275e58b5245ee4a9c424f7974757b332cc2113..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d86e8f9f3966ef40a696a3f0b54f50eef95bebdc2f7d6bc5068166c1cc1e1c4
-size 154474
diff --git a/transformer.h.15.attn.c_attn.scales b/transformer.h.15.attn.c_attn.scales
deleted file mode 100644
index 399b86503245c55e96e243724bbc8b816d5206f8..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e773268aa6f375487cea04db2713027119d0b458796d6c1b03d8f87c29f78964
-size 615274
diff --git a/transformer.h.15.attn.c_proj.bias b/transformer.h.15.attn.c_proj.bias
deleted file mode 100644
index 3f3b6c3f2b15d555803309b13bb697e1e9de69d7..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:664730114c7b0319e1000d0722fb58f7905396a24cb1de2a7443dc1dec3ecaf3
-size 13162
diff --git a/transformer.h.15.attn.c_proj.g_idx b/transformer.h.15.attn.c_proj.g_idx
deleted file mode 100644
index 0a950c20931feb6d7d0cb88cd741b47b9923f99f..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c40d53365e7564d52397667995b8da982abe7ac12bfde7952936d59caea664ac
-size 50026
diff --git a/transformer.h.15.attn.c_proj.qweight b/transformer.h.15.attn.c_proj.qweight
deleted file mode 100644
index 2947fa7f9c36413fbcb1473291ed827c56d2b267..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a8a74dcff3cca493df83b7a1317d11feb3b58abf2639b96c27b27102e07a609
-size 18875242
diff --git a/transformer.h.15.attn.c_proj.qzeros b/transformer.h.15.attn.c_proj.qzeros
deleted file mode 100644
index bb114e4eaba9d1f46041c4ec8026285f69ba5f6e..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8c7342588a9af06e4288bb08c7d06f9022bc120ee2fe5f137c85560afc134e3d
-size 148330
diff --git a/transformer.h.15.attn.c_proj.scales b/transformer.h.15.attn.c_proj.scales
deleted file mode 100644
index 486b9d1c67281add0cf3e254d42ac0b722252917..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89fa6c527522f8eb7448af2d5d1b95fe6c1a1c55616b58fc79167d622151b2e2
-size 590698
diff --git a/transformer.h.15.ln_1.bias b/transformer.h.15.ln_1.bias
deleted file mode 100644
index 2e38558383d01513e90477ec807bfd4805500969..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e7eebfc1ba72955ca875f0136c10c2f72ad6be425259814d523a9dcf445a744b
-size 25365
diff --git a/transformer.h.15.ln_1.weight b/transformer.h.15.ln_1.weight
deleted file mode 100644
index 3b2a795e48f41964cc61cb583237716b2ded6a63..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d03957a1b49a899d08b233a61b6df0c2722f12a490af4e277593a80109ee715a
-size 25365
diff --git a/transformer.h.15.ln_2.bias b/transformer.h.15.ln_2.bias
deleted file mode 100644
index 98d79311678212a6497baca0f80457330e2c3db8..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6976f83704915b4c7df429c80f95c143c97a9ddfd88450422047eec31285689e
-size 25365
diff --git a/transformer.h.15.ln_2.weight b/transformer.h.15.ln_2.weight
deleted file mode 100644
index 946598617b17dce150ecf710e663eea5298149a5..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:616c0c37190de7ca99382f28c74be5d5ea9b00a2796ef2cf42945ac0e0bf36c5
-size 25365
diff --git a/transformer.h.15.mlp.c_fc.bias b/transformer.h.15.mlp.c_fc.bias
deleted file mode 100644
index 3e519e4e00cba25f623ba146d71a4f85e2161f45..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed9f00fd0ba3a2e71562aca6856b864436cbbb1333d6879d34dcc9bda3d21b41
-size 50017
diff --git a/transformer.h.15.mlp.c_fc.g_idx b/transformer.h.15.mlp.c_fc.g_idx
deleted file mode 100644
index c01223a2a29fe6c6678063dbc0e9f9d12e291795..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2bc5db005ab39a73410e0f088fe32f5f2f7eb17dd33b684fa87b3ce6d400b449
-size 50017
diff --git a/transformer.h.15.mlp.c_fc.qweight b/transformer.h.15.mlp.c_fc.qweight
deleted file mode 100644
index ab52f5ccba1254791812d29432200954fb83c2d7..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8bdb95de5361a06b5b8ba63b3a7e69e29ab74180de8ec0b78272fa6af37ca49b
-size 75498337
diff --git a/transformer.h.15.mlp.c_fc.qzeros b/transformer.h.15.mlp.c_fc.qzeros
deleted file mode 100644
index 6e95aae0705800b43bb09ad2a308724850a1d65b..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:39c3779e0e3175b4cd78808019296c10a864193b5f75b9f1d354efadded150dc
-size 590689
diff --git a/transformer.h.15.mlp.c_fc.scales b/transformer.h.15.mlp.c_fc.scales
deleted file mode 100644
index 6ce28cb72edda8fac7f424be940c3e30ae35395e..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2a0ca17b2844ca322fc5c76dd1997cf584d1a0fddfa2b92964a603e259cd4953
-size 2360161
diff --git a/transformer.h.15.mlp.c_proj.bias b/transformer.h.15.mlp.c_proj.bias
deleted file mode 100644
index a53ff30a38a9153910a0281af3e113e6f0671599..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd560cade8980a283647f89732524921d47f32459cdf5dedd621b4645dfc5a08
-size 13159
diff --git a/transformer.h.15.mlp.c_proj.g_idx b/transformer.h.15.mlp.c_proj.g_idx
deleted file mode 100644
index 2a25690555a186f7e675349aa4e8db57350580ba..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:57a80daae9d055357251e8c7a54f443be839fac6bf39588ead6a259b205e0caf
-size 197479
diff --git a/transformer.h.15.mlp.c_proj.qweight b/transformer.h.15.mlp.c_proj.qweight
deleted file mode 100644
index 861e517e26af73394edf21e4f645fa5a4e26f779..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3898fc4a147c07b5c9a8450318ef2a9870ecffc6863b5cdded86960bfcb78f88
-size 75498343
diff --git a/transformer.h.15.mlp.c_proj.qzeros b/transformer.h.15.mlp.c_proj.qzeros
deleted file mode 100644
index d464b9356c5187f1d11aebe5da3c35927bf12314..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c51e46babdd95901315af22baeb9ded9ccfc4927ce7c7fe9a3f41db19513c86
-size 590695
diff --git a/transformer.h.15.mlp.c_proj.scales b/transformer.h.15.mlp.c_proj.scales
deleted file mode 100644
index a23c0f5ce0860802ba66cc5f8fad2b92936f172d..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d7f64fda07fc4cc4419cce11984bdb4d2395d6f830a223153047a8250f4c8c9
-size 2360167
diff --git a/transformer.h.16 b/transformer.h.16
new file mode 100644
index 0000000000000000000000000000000000000000..b1630d941e57d43ad9416fe14f7cd4de6420d342
--- /dev/null
+++ b/transformer.h.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c594bd2bbf83076aed7ab62284d60a2c2667986e6db4f6ae941366322042f8e
+size 197470073
diff --git a/transformer.h.16.attn.c_attn.bias b/transformer.h.16.attn.c_attn.bias
deleted file mode 100644
index 2b87b9b8726cb1a052ee36237ae5d1a738127e96..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1c154455b1f4b93c0b9704107fd0032a2ff3f41ddbf3ad7dbb220cbb40d6d73
-size 13674
diff --git a/transformer.h.16.attn.c_attn.g_idx b/transformer.h.16.attn.c_attn.g_idx
deleted file mode 100644
index a6f6970355da220002252400c2c3b162031484e7..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40dfde8e202c4a12822709e1651e9dd532fca7d4280f8c678eb88634fadbc0d0
-size 50026
diff --git a/transformer.h.16.attn.c_attn.qweight b/transformer.h.16.attn.c_attn.qweight
deleted file mode 100644
index ebf9f0779016fc557cc7fb93159b449c1e73cb98..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2acfb8db55ed6f56e661adb3019283316da35a9d33aa116ff1fa9bb798d504d9
-size 19661674
diff --git a/transformer.h.16.attn.c_attn.qzeros b/transformer.h.16.attn.c_attn.qzeros
deleted file mode 100644
index 73bd02cab1ca4f5d89750b59955cdfdfac9bf50a..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40e4fabacac0b6fab03b4de51818d1d1c11b8b2fd575d47bdee7d623f7ceeb2e
-size 154474
diff --git a/transformer.h.16.attn.c_attn.scales b/transformer.h.16.attn.c_attn.scales
deleted file mode 100644
index 7597c45e9382d0b8c5d4d759dc709b902e087a56..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:045243b6a01ccd02d66af90b054dabbbb0ec197808a75faf652e353046f32491
-size 615274
diff --git a/transformer.h.16.attn.c_proj.bias b/transformer.h.16.attn.c_proj.bias
deleted file mode 100644
index dfa195920885713a58b31646fa6d570f5a028484..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21c50c5ba8dde8613c8c5ec1603538d8e370c78a84aabc1af674708ea85dd6be
-size 13162
diff --git a/transformer.h.16.attn.c_proj.g_idx b/transformer.h.16.attn.c_proj.g_idx
deleted file mode 100644
index a4c0b0a282e1de4ea0cbe7ce2f44a13996604844..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:976aaa37233484ac1b0b7b2d8bd03f759eaa1ed3c65dad7ba71092c5a910e60d
-size 50026
diff --git a/transformer.h.16.attn.c_proj.qweight b/transformer.h.16.attn.c_proj.qweight
deleted file mode 100644
index d2920855b7f83c1b694a0707934b00a29a70e4d9..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a3f21c19c439ebaa2827463e87eff18c681a376d47af660c76296c96c276112
-size 18875242
diff --git a/transformer.h.16.attn.c_proj.qzeros b/transformer.h.16.attn.c_proj.qzeros
deleted file mode 100644
index 2ad301ad35608218493afa385d4d013b39da3e61..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f455720f1852694c620fe0fff5973e226e70108da4039a17e17a84e8e506ea2
-size 148330
diff --git a/transformer.h.16.attn.c_proj.scales b/transformer.h.16.attn.c_proj.scales
deleted file mode 100644
index 3065f561119e7154b5999ef34086506df56f3b77..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb3bbc8bbd02159717d7239bafbb0c3731e4491854e3461266b9d60f662c6cf4
-size 590698
diff --git a/transformer.h.16.ln_1.bias b/transformer.h.16.ln_1.bias
deleted file mode 100644
index d1f346624a80999468d0fd2260f7a6365a5f7f81..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:259870ca0043ec8c2c20bdd0a9ccbd74aa35c05dbe2c89d8a2ab239e61caab7b
-size 25365
diff --git a/transformer.h.16.ln_1.weight b/transformer.h.16.ln_1.weight
deleted file mode 100644
index d7ebd89a61f1a1bd69b27c256db956cd80c3f8cf..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78b0162cc484f6f603bc87391a1219f957d6554d7fd255891774d1a2191d2ed2
-size 25365
diff --git a/transformer.h.16.ln_2.bias b/transformer.h.16.ln_2.bias
deleted file mode 100644
index db4e4b12b339fd0e75a09efb25d7fd035e8c9cfd..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f8c4ad97aa877f4a272642649f996d49c3e20de9c9375a38127ecaf48c1aa08
-size 25365
diff --git a/transformer.h.16.ln_2.weight b/transformer.h.16.ln_2.weight
deleted file mode 100644
index a8194b1a76900c5f2da4873396bf8aa5be3e45d1..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28fc8de257ba1fde3c797f15eb8ee4870cf642a34b64f6c609d9f247a597e66b
-size 25365
diff --git a/transformer.h.16.mlp.c_fc.bias b/transformer.h.16.mlp.c_fc.bias
deleted file mode 100644
index 02a9707d9fc21d53f132cf08b88349abe1f2b9f5..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:143915237a3b4eebd286eb70fe8d8eb561def99e4e1de7e351ec57f541e95d30
-size 50017
diff --git a/transformer.h.16.mlp.c_fc.g_idx b/transformer.h.16.mlp.c_fc.g_idx
deleted file mode 100644
index 8c2c2c262da36d37d1f1fb69b78caf4eca384ec7..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f32808901d1f80a52bb367c3842138f3afeeb1f2c39000dbda2e8779bda0a90
-size 50017
diff --git a/transformer.h.16.mlp.c_fc.qweight b/transformer.h.16.mlp.c_fc.qweight
deleted file mode 100644
index 5328898d51ad4aa7528341895ce4aff5831ef04e..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1ecbc26b7427bf762f682f8d02fd6dc729f0b162d19dae8991980521480e722
-size 75498337
diff --git a/transformer.h.16.mlp.c_fc.qzeros b/transformer.h.16.mlp.c_fc.qzeros
deleted file mode 100644
index fa4edf17aa39a15e490b82e1f3884df919445a37..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9c8a4f6e02eb9c966a1d97323ad6b772f7714f27cafbe51dc1e1624eecccb78b
-size 590689
diff --git a/transformer.h.16.mlp.c_fc.scales b/transformer.h.16.mlp.c_fc.scales
deleted file mode 100644
index fb65de887092bcfa2d9c4dc68fd0a0abaebbecd3..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e20e431acba6654dffc3fe3729a1b501ede4f504f89251c8cbf05dd4aacc1dac
-size 2360161
diff --git a/transformer.h.16.mlp.c_proj.bias b/transformer.h.16.mlp.c_proj.bias
deleted file mode 100644
index c136bbb06f72ccc9f2a7555fb8b6d7c1d5856099..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63a6f3264ea92e9cb37896e4058c057df6df7da81c38634090c32367aa89ead8
-size 13159
diff --git a/transformer.h.16.mlp.c_proj.g_idx b/transformer.h.16.mlp.c_proj.g_idx
deleted file mode 100644
index b6a65821a64a1c0e03c73ec5418e807b0d8a7b02..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:adf0d6030d93db9452828ac283d5c8609c9f53354d172146d52a38a7a5a20c37
-size 197479
diff --git a/transformer.h.16.mlp.c_proj.qweight b/transformer.h.16.mlp.c_proj.qweight
deleted file mode 100644
index a46c7f355b856296b9abd38f3fe16b685c11c136..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11f2e39f0944fad437d594fbe71187a93f34bf6aef47c13131dae3a150037866
-size 75498343
diff --git a/transformer.h.16.mlp.c_proj.qzeros b/transformer.h.16.mlp.c_proj.qzeros
deleted file mode 100644
index 8fa0695fa028db6e9dca209f6e4237e567523a82..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5309246e0a3d7b32c66a2380719f96fa6069ab026298603d4bde27804eef9b0
-size 590695
diff --git a/transformer.h.16.mlp.c_proj.scales b/transformer.h.16.mlp.c_proj.scales
deleted file mode 100644
index 670f550affc587db537cfc3cbdeb0f12ec994264..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97ae076c9e152f0c369e4b59eb137fc9206e86232ab69e683cf1f40d2441f02b
-size 2360167
diff --git a/transformer.h.17 b/transformer.h.17
new file mode 100644
index 0000000000000000000000000000000000000000..75328fe6f1ff90745381c0ca262b1940d17f2d6d
--- /dev/null
+++ b/transformer.h.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2df328158e9cbcca396f80278a56b7c9a4eb089468437bd66a2a43a72848c
+size 197470073
diff --git a/transformer.h.17.attn.c_attn.bias b/transformer.h.17.attn.c_attn.bias
deleted file mode 100644
index ba143b478b8d19bf31a0788ddb215dde9f96ee28..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0647edafe817dbc37931aff156963b7774c1cde61e84ec86bdca8ac475bc972a
-size 13674
diff --git a/transformer.h.17.attn.c_attn.g_idx b/transformer.h.17.attn.c_attn.g_idx
deleted file mode 100644
index 800e09d272ed6a881f52b78367d43892db34ef0c..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6f9a187c36e4ace284a29666d78eb2e9dac9680cae325f6a9d5555a719745706
-size 50026
diff --git a/transformer.h.17.attn.c_attn.qweight b/transformer.h.17.attn.c_attn.qweight
deleted file mode 100644
index d76d8a511737e6eee08c8d28bef7272e5ece9e04..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed8689c3072a985ac962711049a1d77b9f25b43dd373897cc336d186d3aff490
-size 19661674
diff --git a/transformer.h.17.attn.c_attn.qzeros b/transformer.h.17.attn.c_attn.qzeros
deleted file mode 100644
index ab34d0b1f26816fb723df2daafa76d1301adfb0e..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8c3b24664328b35faab527d73edcba77227dd84f8e19f254927f9c328ce7236f
-size 154474
diff --git a/transformer.h.17.attn.c_attn.scales b/transformer.h.17.attn.c_attn.scales
deleted file mode 100644
index 96a0e744bbb72a67aa1f6ca232db098ed82cbd5e..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2925881fe7f424a855376094eb2a4c6565659ef7f1fce1989b263a0e5fac84d8
-size 615274
diff --git a/transformer.h.17.attn.c_proj.bias b/transformer.h.17.attn.c_proj.bias
deleted file mode 100644
index af73c3c4c1a7a8c5ad0f4b105b8ce4fc8f9a8f88..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb11955b4c8801e44ea8ad179c65a4c60fd21390e3d14c3dae8218daa7b5611f
-size 13162
diff --git a/transformer.h.17.attn.c_proj.g_idx b/transformer.h.17.attn.c_proj.g_idx
deleted file mode 100644
index eda1bc4beea857695ea82ed96ed68435950a3ea0..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:675dd243aca9a67d759ac285bf2a5045d1e41e5bf9ddf93fac5a05a214fb68bf
-size 50026
diff --git a/transformer.h.17.attn.c_proj.qweight b/transformer.h.17.attn.c_proj.qweight
deleted file mode 100644
index 85e3a136dbd2849ef7360df7f8a4dfbbf1dc3c13..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fbdc2e90f5fb0da187306f58d2450608c8e5f39a4d4b106d19fafedb199cdc3e
-size 18875242
diff --git a/transformer.h.17.attn.c_proj.qzeros b/transformer.h.17.attn.c_proj.qzeros
deleted file mode 100644
index 184162395049f58bfbc4e3bc22e5eccef0974daf..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f80bbae9e94bb8ff203ebf927f482cb825b8cbf2e54aaf00253135af9531c97
-size 148330
diff --git a/transformer.h.17.attn.c_proj.scales b/transformer.h.17.attn.c_proj.scales
deleted file mode 100644
index f080dda6e069d0b8a1c6495d5f51613be1e9d8c3..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d5733479c21948a8742e60524f78b274349aa72485bd5809d2d3cbd443b0647
-size 590698
diff --git a/transformer.h.17.ln_1.bias b/transformer.h.17.ln_1.bias
deleted file mode 100644
index 3167e6afed760a681ab8370b8246141221bfd6ec..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5ef0d3e8ef55bf6346fe31b0610d0a26dd81730c62ea29800e103fcd02b2cfc
-size 25365
diff --git a/transformer.h.17.ln_1.weight b/transformer.h.17.ln_1.weight
deleted file mode 100644
index 2bb4f37fac352b8ee6927910ddfcbc1b235034fc..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3398bbcefd8e9abb11e8500edc5e9f718100b7a214fe0404829210762a96666
-size 25365
diff --git a/transformer.h.17.ln_2.bias b/transformer.h.17.ln_2.bias
deleted file mode 100644
index 08f4e74a04038ab1a016984c51b187401fdb110d..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0644d3c95d40fc98c9ecce378785c05a8f27b473c8e25c6df13448b20b1db644
-size 25365
diff --git a/transformer.h.17.ln_2.weight b/transformer.h.17.ln_2.weight
deleted file mode 100644
index b7d9cfc8fc86fb8fb00cf1722d2820b292b6cd86..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:041ac00c954e17cc43aea8ee64fb1f56a581bf8305d54f0da7e5e3142e5bba29
-size 25365
diff --git a/transformer.h.17.mlp.c_fc.bias b/transformer.h.17.mlp.c_fc.bias
deleted file mode 100644
index a30bf7b0757f5b1d941d2a28e205ea407fe0085c..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43d19f7e62a7daf261b2a1dd469a5266c54afdc6ef2410935616a8fc1bbb43e0
-size 50017
diff --git a/transformer.h.17.mlp.c_fc.g_idx b/transformer.h.17.mlp.c_fc.g_idx
deleted file mode 100644
index 9229558859ecccdd33d3f1c7e4eca758843d37cc..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:960f864ea970f66f2ef227ecc73370eb6de391fcdf7bf8627b16c8a1c5fe99f2
-size 50017
diff --git a/transformer.h.17.mlp.c_fc.qweight b/transformer.h.17.mlp.c_fc.qweight
deleted file mode 100644
index 9e8a924ef9016cae8f191ba4fcb33175f5291444..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2127479a2447fb140d8cc5c157650b8cc960458b5e6a21d2f96f14c15f2012ab
-size 75498337
diff --git a/transformer.h.17.mlp.c_fc.qzeros b/transformer.h.17.mlp.c_fc.qzeros
deleted file mode 100644
index 450ff615033d448f2f252ebbb514cef6c1e3a57b..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c055e6609a5b527f22223be860df2d4796b76cef63b15fec17e85ce014eba55
-size 590689
diff --git a/transformer.h.17.mlp.c_fc.scales b/transformer.h.17.mlp.c_fc.scales
deleted file mode 100644
index 68ded245e49bb006934474a826bcc790a15554cd..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87a74f2268b66a4fc9d9047825ed24762a0d215743c11c197a7cdc4aab80f4e6
-size 2360161
diff --git a/transformer.h.17.mlp.c_proj.bias b/transformer.h.17.mlp.c_proj.bias
deleted file mode 100644
index e2c03c5b8774e71afc0e399434403fbb029ab368..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a309c46ec9c85fa77fbd8d2004505992d8260fa25a7c9ed520389cb078df8aa1
-size 13159
diff --git a/transformer.h.17.mlp.c_proj.g_idx b/transformer.h.17.mlp.c_proj.g_idx
deleted file mode 100644
index 82188c8c54f2683d1c21af56f4ef3da9f2673edc..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b21ab1bcce937bf66797118f8bb4f1b1f1472f4bbc4a2f1d05b9d96af17a89c2
-size 197479
diff --git a/transformer.h.17.mlp.c_proj.qweight b/transformer.h.17.mlp.c_proj.qweight
deleted file mode 100644
index 7aa60d75dbf312fa51709091f2b9151f8fbac6d4..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c6cd2f3956467702b00f23343f76c6636f5da0c968b7e7bf2c5a4480e7ebe595
-size 75498343
diff --git a/transformer.h.17.mlp.c_proj.qzeros b/transformer.h.17.mlp.c_proj.qzeros
deleted file mode 100644
index dfb93b8cb1a9a61c5efef815a8e26ad914a65331..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06bb756d7e6d552ad0b4f926ec587eeb26214598c2e2b08d55cf13add7410a9f
-size 590695
diff --git a/transformer.h.17.mlp.c_proj.scales b/transformer.h.17.mlp.c_proj.scales
deleted file mode 100644
index 28a41f13afddfe7c8e81957083d74afbd5be3bd5..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06f7934b928d5ca888c11a190ebb9b30cea1a28f1bce13304ff5d1f04823c276
-size 2360167
diff --git a/transformer.h.18 b/transformer.h.18
new file mode 100644
index 0000000000000000000000000000000000000000..328964ee6b4398dbff384147cf12249688c21382
--- /dev/null
+++ b/transformer.h.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f82d18cceec3160a0f69636a381381405965871e0875e36124d27961a832f3
+size 197470073
diff --git a/transformer.h.18.attn.c_attn.bias b/transformer.h.18.attn.c_attn.bias
deleted file mode 100644
index 3f8016e1330bc6b7973dc450fb03b3cac0faa720..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8064e5511365f651747b0360a2ab272234da5ef5bf135c35b55dd8e4a8a9e70
-size 13674
diff --git a/transformer.h.18.attn.c_attn.g_idx b/transformer.h.18.attn.c_attn.g_idx
deleted file mode 100644
index 37b4be26292e6a657c6ebd07dd4864500afc292f..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a16bec7dba8d98b8893e91cddafd5b5d8983f37e5500abc0eb88de54e3275bcc
-size 50026
diff --git a/transformer.h.18.attn.c_attn.qweight b/transformer.h.18.attn.c_attn.qweight
deleted file mode 100644
index f4b65a517c2c56f31c15c52d28201cc48f493504..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e3636a6eac4dba6eac2f0b7ee67b4479af8e498db041f2b500710027122291a
-size 19661674
diff --git a/transformer.h.18.attn.c_attn.qzeros b/transformer.h.18.attn.c_attn.qzeros
deleted file mode 100644
index cd40043cc61d5b48b15b3e90fb02c2b5c40a8fc6..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d79ba09dc31591854b8aae1d90152082c255478b901db5e4701cd1a00b8e60f2
-size 154474
diff --git a/transformer.h.18.attn.c_attn.scales b/transformer.h.18.attn.c_attn.scales
deleted file mode 100644
index 2828a754a418ee2c5328c5080bf374e858ab8489..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b1b785749dc51247c4406e00504309bba37453844f059ea9558da93fde8f0637
-size 615274
diff --git a/transformer.h.18.attn.c_proj.bias b/transformer.h.18.attn.c_proj.bias
deleted file mode 100644
index f2a8b002b4e548cf4c38ea890aa1d11818525a7a..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40c2524d217133c04c5988e36fca89979332f7f686ab9ede6630e61d47aedaff
-size 13162
diff --git a/transformer.h.18.attn.c_proj.g_idx b/transformer.h.18.attn.c_proj.g_idx
deleted file mode 100644
index dd5161b00a753d49f0ee4d7fd0004bb64604678b..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:94d3c132ff8c15539fce68d9853eb3a58ad7d0a3f7f1500c6ba499f6c2895898
-size 50026
diff --git a/transformer.h.18.attn.c_proj.qweight b/transformer.h.18.attn.c_proj.qweight
deleted file mode 100644
index 42cb7680f39dc30a32218a2d6a35d09755143032..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0fe72fe09924c3df367691c6b1df6c4aac18ae4d6eb7ebe9485790eef89bd0c6
-size 18875242
diff --git a/transformer.h.18.attn.c_proj.qzeros b/transformer.h.18.attn.c_proj.qzeros
deleted file mode 100644
index a26f6bf1585dd67b995718c2fb22228a80890efd..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1fcf8d0674be9a1fe7713a78fe520bf588d5cfba43ba19c9e3fd7b905e42d4f
-size 148330
diff --git a/transformer.h.18.attn.c_proj.scales b/transformer.h.18.attn.c_proj.scales
deleted file mode 100644
index 00f33af6d7d2c0983ac14b23ff5539400b9fa8b1..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8c91267dfe1298b018c64c1d72e244da3035fc2067cffc0863661a98c7cef6bb
-size 590698
diff --git a/transformer.h.18.ln_1.bias b/transformer.h.18.ln_1.bias
deleted file mode 100644
index 8ae2464075999ca626b70b4457b82ca40d206084..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:084474c3dde7f6ed3c6ce16abed827c41f9bbc0f07ecfbf108a7f4728cb1507f
-size 25365
diff --git a/transformer.h.18.ln_1.weight b/transformer.h.18.ln_1.weight
deleted file mode 100644
index 22703b9e59f891f073fdcda56aa1d1e5025d562f..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f802bdd07e6aa667bc59c93d830e1caa024433457b22ef73bed575dc4fd1b816
-size 25365
diff --git a/transformer.h.18.ln_2.bias b/transformer.h.18.ln_2.bias
deleted file mode 100644
index d8233b7758febcc2398fd0043c7b4d3c364f464b..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e3c895379b3cd82fc27299cd0133d9b07523253faa0562b3bce87d59b8a6ce4
-size 25365
diff --git a/transformer.h.18.ln_2.weight b/transformer.h.18.ln_2.weight
deleted file mode 100644
index e874bce55ecc07c4fd5b72bc966377d09d39139e..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:791a47ebd61fef4e52cead170b3a859007b762e7252146cbfcc3d5cfe6c19879
-size 25365
diff --git a/transformer.h.18.mlp.c_fc.bias b/transformer.h.18.mlp.c_fc.bias
deleted file mode 100644
index ecee8a4d38927d696fa581f1c4473b22e3b03f59..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12e960ab2b81f9ce228a578490a8e480481f38b46d25dec66a4d3b2ec2a72466
-size 50017
diff --git a/transformer.h.18.mlp.c_fc.g_idx b/transformer.h.18.mlp.c_fc.g_idx
deleted file mode 100644
index 55bc47804f46f6696487b8c4f90403b8e9f67347..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a72cb01e0f3b62bb207da8c734daf6cac549c3e736ebe1f3a7c2e2d5fff06d3
-size 50017
diff --git a/transformer.h.18.mlp.c_fc.qweight b/transformer.h.18.mlp.c_fc.qweight
deleted file mode 100644
index be6a6889c29db244958fe92c8133a2135aecc0a0..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32b4a9e4ff6a0d309ae1ec3a7a5121b4be058b37c910305307ff36c065360f3e
-size 75498337
diff --git a/transformer.h.18.mlp.c_fc.qzeros b/transformer.h.18.mlp.c_fc.qzeros
deleted file mode 100644
index b16bb3d18b51e15cb8cd48a9bb262bc7246fae4f..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:015601c40bede28ffd91c10b39016f479fc1f37b4d5d372662c61ff42806eccb
-size 590689
diff --git a/transformer.h.18.mlp.c_fc.scales b/transformer.h.18.mlp.c_fc.scales
deleted file mode 100644
index 89b22e923195a1b68e444ab5927bd12b49185ad9..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d17170536e81b619fef4b337b74ad17c8134f8e91de55fa7834c170e192636f8
-size 2360161
diff --git a/transformer.h.18.mlp.c_proj.bias b/transformer.h.18.mlp.c_proj.bias
deleted file mode 100644
index 037eb1d28baa2e43e022cd07a146ff8ee6fe6202..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a91e5a117660a6827ca24705495bb5bf5581fdcc3e9d6621c97be0d3b7ad33d3
-size 13159
diff --git a/transformer.h.18.mlp.c_proj.g_idx b/transformer.h.18.mlp.c_proj.g_idx
deleted file mode 100644
index 4aef46df30ce2b3c0d2d6ce0b568091b23d20fa8..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b8f292079838d1f45f361b3ad854ecac53d62ce8e775608084f70a511dffdd19
-size 197479
diff --git a/transformer.h.18.mlp.c_proj.qweight b/transformer.h.18.mlp.c_proj.qweight
deleted file mode 100644
index ac5e3c0d246cc1968e4a03b7bface55d6a7af53e..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d7bada3f42c2c989ce5f228c3855d152d7e87ccd64ac32961bf7a0aa14dc0d4
-size 75498343
diff --git a/transformer.h.18.mlp.c_proj.qzeros b/transformer.h.18.mlp.c_proj.qzeros
deleted file mode 100644
index f1ffd78e7b4a81f3fb219aab52aa44549593d666..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6dedc99de0f62e2bd910c4393655cfe34193f7e5e334c32c3361fcec74656e3e
-size 590695
diff --git a/transformer.h.18.mlp.c_proj.scales b/transformer.h.18.mlp.c_proj.scales
deleted file mode 100644
index 0293bfcd7b93aefffff82fa77b4db4f4e60d6c84..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:491f8016d7da8e3e3bdd256c82eaff9d86b18d042f01ee7b7eb7f85da9c60a0a
-size 2360167
diff --git a/transformer.h.19 b/transformer.h.19
new file mode 100644
index 0000000000000000000000000000000000000000..fb95d6c9ae244408a9e90c975175900aff677ba7
--- /dev/null
+++ b/transformer.h.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6523dbe8f23d2bfc8bb1886588ec46b42bb2ff3f7cee0dff9d63044818d3bbd
+size 197470073
diff --git a/transformer.h.19.attn.c_attn.bias b/transformer.h.19.attn.c_attn.bias
deleted file mode 100644
index ad93709904eb957133b9fab6ceb7f7d0eea2706f..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:42b95163395b1fe3a5fd278d1e922b0e2ce2e5b4cd87da533b89f0d38efd30ee
-size 13674
diff --git a/transformer.h.19.attn.c_attn.g_idx b/transformer.h.19.attn.c_attn.g_idx
deleted file mode 100644
index bb22b136bd5ddd1c3625209ed74e5d4375fa8cd2..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc9418cd8e4afa2b149a942ca163c83baebf4a6b95bbf9d3914a800e8e44e444
-size 50026
diff --git a/transformer.h.19.attn.c_attn.qweight b/transformer.h.19.attn.c_attn.qweight
deleted file mode 100644
index 6a192fb3b6b86a4a6a0a2f38ac46d0483ceb2456..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d74eb8fd07f3eb3a28bff698b6b586f1b07010e2a23bfe86c7202b6abc2fe131
-size 19661674
diff --git a/transformer.h.19.attn.c_attn.qzeros b/transformer.h.19.attn.c_attn.qzeros
deleted file mode 100644
index 75d7ef6c8ff7cc04ca1507982b9868b1cd18cc94..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7e83ad150529f5c4e9b038786d85a47c6c43295c2135ef25db382bdee580f8e0
-size 154474
diff --git a/transformer.h.19.attn.c_attn.scales b/transformer.h.19.attn.c_attn.scales
deleted file mode 100644
index b07730400d6b0cd4fed22e1c290f50879989f6e9..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a28eb0d7b777ba76fe031b43491d2b09976ea77927a87bec6b4fa7f7c935fc7
-size 615274
diff --git a/transformer.h.19.attn.c_proj.bias b/transformer.h.19.attn.c_proj.bias
deleted file mode 100644
index fdf375ef59cc455647429335a9c08fa67f4500ec..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:222f920b4d276844c85809428926c20bb6dcd7bfbb954d3a7664d7eb6dfded30
-size 13162
diff --git a/transformer.h.19.attn.c_proj.g_idx b/transformer.h.19.attn.c_proj.g_idx
deleted file mode 100644
index ae1bf3f83bdd4475444cde3dc4ce8a41479f3084..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9398ace7cb9ed2eaaaeef555e93a0f02e26076a7b388e5a2a9537a0934f4e579
-size 50026
diff --git a/transformer.h.19.attn.c_proj.qweight b/transformer.h.19.attn.c_proj.qweight
deleted file mode 100644
index 94376d688744b8fe3f62e864bee6ea5e8c75803d..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a6ec933a552e1e06164b43a4f05c4f2e1ca30ae4c69a618265200364c3aa754e
-size 18875242
diff --git a/transformer.h.19.attn.c_proj.qzeros b/transformer.h.19.attn.c_proj.qzeros
deleted file mode 100644
index a6ef4014925bf2fd7ef6e106008ab5fdcf501728..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0b3c0b0e65da7d3002d8b9f982c38b1e63e78f8b6a4140a8997db8f37b2af17
-size 148330
diff --git a/transformer.h.19.attn.c_proj.scales b/transformer.h.19.attn.c_proj.scales
deleted file mode 100644
index 454124a718490c49c8d0bf0da59550c618f0ae0a..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b8b252fc7b148a5faa183f060e72bd60002f59c36a49af4a314f9ca57de65364
-size 590698
diff --git a/transformer.h.19.ln_1.bias b/transformer.h.19.ln_1.bias
deleted file mode 100644
index f44b78b2706e2bf2a2dee7a866e2d2cfdb84e3d4..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e89e07dcfe3692dddd674c0208687533f0f1e583214ab04a2d909cc826b6b1bf
-size 25365
diff --git a/transformer.h.19.ln_1.weight b/transformer.h.19.ln_1.weight
deleted file mode 100644
index 7ba1757d1b9e589bb7819fe6c0064c08bdfdee9b..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a8675a58ff4a508f753d2c9b1d91cacc793dd444c9438a1b28077a9f57dcc453
-size 25365
diff --git a/transformer.h.19.ln_2.bias b/transformer.h.19.ln_2.bias
deleted file mode 100644
index 4168ec0e3321059ddbc4abdd4892fccd02e03a2e..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1e3a8d507d08b0a7bc315d536a97bf7b8bb0144ec5e17084baa2f7586f45480
-size 25365
diff --git a/transformer.h.19.ln_2.weight b/transformer.h.19.ln_2.weight
deleted file mode 100644
index ed67718ce3a7eea952a682e1848d079e8dd606fd..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7823f2d3acd71f9f4d0806b4b4164c52febf1759057caf18efc2b30a232bd7e2
-size 25365
diff --git a/transformer.h.19.mlp.c_fc.bias b/transformer.h.19.mlp.c_fc.bias
deleted file mode 100644
index 094e50600507a4efd30e8cfc18bee54b58706c11..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7809c0fe3737c3d44371aa380e69428e7ae9f30804d6511a33432b78d4591a9
-size 50017
diff --git a/transformer.h.19.mlp.c_fc.g_idx b/transformer.h.19.mlp.c_fc.g_idx
deleted file mode 100644
index d60585a74d79ed067edcb0a6a906b80c0e3feb5c..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:67e3360a1a85e1c1c9b14fa190f88408f629f03ee2ec7ca83ed69c942c7ba032
-size 50017
diff --git a/transformer.h.19.mlp.c_fc.qweight b/transformer.h.19.mlp.c_fc.qweight
deleted file mode 100644
index 4aeb7312a5ec57f45dbbbbd9b97921e15cdcb099..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a4c8d39616931a18d29a21f244f6961a04a6960b7d4f87fc52aaf24a1a16594
-size 75498337
diff --git a/transformer.h.19.mlp.c_fc.qzeros b/transformer.h.19.mlp.c_fc.qzeros
deleted file mode 100644
index 07a7ebe3691a7e19fba669a594bb9e754278902f..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a083b364fae2c02139306e42fd95672fbb56faff844d1ee5fbba139de453cd4
-size 590689
diff --git a/transformer.h.19.mlp.c_fc.scales b/transformer.h.19.mlp.c_fc.scales
deleted file mode 100644
index bde7a9b8bc260101ec05b6c7821bf1bac64ed24e..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c8386dbf32dca32293a2ce00b22313d675d837859ed576b03b590b94059a00ba
-size 2360161
diff --git a/transformer.h.19.mlp.c_proj.bias b/transformer.h.19.mlp.c_proj.bias
deleted file mode 100644
index 44763e904f391ec5463aefef253e8e6e61aea93c..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7815171139aec940e7f6b5429bb852af2713b368dacfcd43dbff1240286da5ea
-size 13159
diff --git a/transformer.h.19.mlp.c_proj.g_idx b/transformer.h.19.mlp.c_proj.g_idx
deleted file mode 100644
index d53d841a9dde6912f0bf69855115b494b53593b7..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40e0b9631331ed50c46e9ba73d8ad4aae90447f1a4c06b53188b2fa4da75ce87
-size 197479
diff --git a/transformer.h.19.mlp.c_proj.qweight b/transformer.h.19.mlp.c_proj.qweight
deleted file mode 100644
index 47dc8fb0274b10f12d99ee923a695c4086c455c1..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70175c4e00acdcf8c56d0b25acab64a7af381b235ff25ee1ca89b73f0bba2af4
-size 75498343
diff --git a/transformer.h.19.mlp.c_proj.qzeros b/transformer.h.19.mlp.c_proj.qzeros
deleted file mode 100644
index 58be045e2cacdea4c5956ee7b02211cef6fd3893..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5c807d9c07d49725441100dcb7d15cdb3e9f595e88c9d643c8c4cb48fca7112
-size 590695
diff --git a/transformer.h.19.mlp.c_proj.scales b/transformer.h.19.mlp.c_proj.scales
deleted file mode 100644
index a53e1d6e0ba6b39e17560b73033e469808366305..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0af582d75b1465c4f826fb7447d1d8e52d76a2d261a3dd362f02b774ac8530e
-size 2360167
diff --git a/transformer.h.2 b/transformer.h.2
new file mode 100644
index 0000000000000000000000000000000000000000..d68394c233f276a7f2f3b271cb51be90708ac032
--- /dev/null
+++ b/transformer.h.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e81747e3d0d5c000a2c17732b4c17004e2aa729d33b3ceae9e649d70fbd1f5
+size 197470009
diff --git a/transformer.h.2.attn.c_attn.bias b/transformer.h.2.attn.c_attn.bias
deleted file mode 100644
index 4905d59402b8ce95be6a6b0fef4b94218baf0be8..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0a787e9e401bbef420b13cf264fa4ce4627a06db7b6e9007cd5bf7d3a1edf9c
-size 13671
diff --git a/transformer.h.2.attn.c_attn.g_idx b/transformer.h.2.attn.c_attn.g_idx
deleted file mode 100644
index eb926007d5eb6ec50ff420ec69ebf7bd0f3134d2..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4d3a6b4e9086649442e49aa3203d4e963c1670dcb468ad61a3c4f9a83bf3b367
-size 50023
diff --git a/transformer.h.2.attn.c_attn.qweight b/transformer.h.2.attn.c_attn.qweight
deleted file mode 100644
index a56c78c0184fdca6eae7ce7c358e1763b46dd1c5..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a748260c0a1ab3dd72e9551213b239129443144094a995c493d22c051fcaf51e
-size 19661671
diff --git a/transformer.h.2.attn.c_attn.qzeros b/transformer.h.2.attn.c_attn.qzeros
deleted file mode 100644
index 34e85f3332d7afd94731e0246c48620621a8bd4d..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1dff163e882394040fccc98dff543643c5cec46c6bad383a43d2dca7901d44d
-size 154471
diff --git a/transformer.h.2.attn.c_attn.scales b/transformer.h.2.attn.c_attn.scales
deleted file mode 100644
index e011cf9822ea37a09e5d826ef5bcf953eb2e98f0..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:106a53b952ab3eeee09cf2b4299df7bbbb802b5773b223217685667f94cda6af
-size 615271
diff --git a/transformer.h.2.attn.c_proj.bias b/transformer.h.2.attn.c_proj.bias
deleted file mode 100644
index 3064a0c3d13e04f9103099ea4951f1ee6f1aa06d..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:043fb4670134747b5da0c944462a7f022ad46d01e5d12d2c5348dcd7ceea1ddc
-size 13159
diff --git a/transformer.h.2.attn.c_proj.g_idx b/transformer.h.2.attn.c_proj.g_idx
deleted file mode 100644
index 6d9242446b7a48bc55cdeeebf93243475893cb94..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f56fd87b54474c53bc9b89334acacaf5f0d9b0b3ee42008904d56cdb7c3b982
-size 50023
diff --git a/transformer.h.2.attn.c_proj.qweight b/transformer.h.2.attn.c_proj.qweight
deleted file mode 100644
index 3c2789ee18ceaa476587909849d974a6c56a6f96..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:61d3d9812643dd7b6b187d1529c88b91b1c0c6fd370e98a5dd30cb81548d0b2c
-size 18875239
diff --git a/transformer.h.2.attn.c_proj.qzeros b/transformer.h.2.attn.c_proj.qzeros
deleted file mode 100644
index eaaa8251fab1709be4f60d5f5086d7c52448d067..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd2adaf627925e5c8c168ed985319585084119e2b2d72ef9c7f523c34fca01b4
-size 148327
diff --git a/transformer.h.2.attn.c_proj.scales b/transformer.h.2.attn.c_proj.scales
deleted file mode 100644
index 7c3846d019cd6bc33cfcab3a45f2e36b699a230d..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70cb78272107cdcf6f69064a0d86f30e4e6a51e1f8af0a17888feb7722590ca3
-size 590695
diff --git a/transformer.h.2.ln_1.bias b/transformer.h.2.ln_1.bias
deleted file mode 100644
index d356f2bda911ee1a9a51140ebfd819bf3f6ce630..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9d0e4a225cfda2174235a531ccfb07153f0ea6cce9ff44a6f4283602e34b82c
-size 25362
diff --git a/transformer.h.2.ln_1.weight b/transformer.h.2.ln_1.weight
deleted file mode 100644
index 03a419994148f006832237e58ba88702c1a80ed5..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7b44123ff39ca23f95dd6d72bb48486e09ba5696dc2c59980b6bd5da681ea23
-size 25362
diff --git a/transformer.h.2.ln_2.bias b/transformer.h.2.ln_2.bias
deleted file mode 100644
index 887ff20720e9170936541bd4b5c702fd82b856e1..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d09715793c3e868ad9fdb1433497469f5a1697d649a7bfae08dce0ce31fc65d
-size 25362
diff --git a/transformer.h.2.ln_2.weight b/transformer.h.2.ln_2.weight
deleted file mode 100644
index f1caf3715a77e1ed9dc88f76f92e9c72cbd5ebb5..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e108876c4c643e351fd184c114236ba2afe1cd7dd436fd7100633b74fb33e3b
-size 25362
diff --git a/transformer.h.2.mlp.c_fc.bias b/transformer.h.2.mlp.c_fc.bias
deleted file mode 100644
index a88b7a3a8d7639656cf215cc8cefe070eabddfe6..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27bd1c4aceef379979c7c9d93e5c89ed1dc7b040cffa66dbd0f001123fadebcb
-size 50014
diff --git a/transformer.h.2.mlp.c_fc.g_idx b/transformer.h.2.mlp.c_fc.g_idx
deleted file mode 100644
index d18e11feefcee50e7563d4cc90142bc417d37986..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3c8c2e2ba605e3f272fd9ab16b017ee09f7f960e6a12fde42f29f066b343947
-size 50014
diff --git a/transformer.h.2.mlp.c_fc.qweight b/transformer.h.2.mlp.c_fc.qweight
deleted file mode 100644
index 908f552402740e958d176df3f3a4d0f1034b5df7..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a202793b661b7a2a1bcf17d23f8a98a4f434a0853ad9bcbbcdf43d93d719d4fb
-size 75498334
diff --git a/transformer.h.2.mlp.c_fc.qzeros b/transformer.h.2.mlp.c_fc.qzeros
deleted file mode 100644
index 847446cab11d15b7dbfc9e797842ec0a45cec8d3..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1aaa60b41c29c212d4143f0a35daf23e3eef64e4f990735c4debe9c8109f3d9
-size 590686
diff --git a/transformer.h.2.mlp.c_fc.scales b/transformer.h.2.mlp.c_fc.scales
deleted file mode 100644
index 715917851da6f8ce68f800f2d181dd93d07e58d6..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:caddafb3ef59d1e84ade6bbdcf75caad4407f3a4232fbb2df1f3321ef7d0ab4e
-size 2360158
diff --git a/transformer.h.2.mlp.c_proj.bias b/transformer.h.2.mlp.c_proj.bias
deleted file mode 100644
index a12f9d0e666371600140f919447d71e8dd27a102..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e90f3412799ee9b74a71808810ea2ed6934ca57abc9f887dd8e6118e3ac184f
-size 13156
diff --git a/transformer.h.2.mlp.c_proj.g_idx b/transformer.h.2.mlp.c_proj.g_idx
deleted file mode 100644
index f5226131da7074cd07f2bd8f9262e14a06886c3d..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a98267a7dd68d2745bb107799ea7233baf7803b7b864ecc9ed068b6b8d0dd587
-size 197476
diff --git a/transformer.h.2.mlp.c_proj.qweight b/transformer.h.2.mlp.c_proj.qweight
deleted file mode 100644
index 945e85ce1fec4b4d66b359588402ba6642de3b4c..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea47b9ce5cc160d090a183042554abf645d8311f05a5cbb04b608c4e3e379fa0
-size 75498340
diff --git a/transformer.h.2.mlp.c_proj.qzeros b/transformer.h.2.mlp.c_proj.qzeros
deleted file mode 100644
index b4ee2cd48262f2aaf7b4b74397fedfdcd48516c7..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07543e7f1e420fa0b1a49f48f67616d32cecc7021a592b951b2bfd734e764b3f
-size 590692
diff --git a/transformer.h.2.mlp.c_proj.scales b/transformer.h.2.mlp.c_proj.scales
deleted file mode 100644
index ab18359fde8d1d973a4fb05957bc6cb6d34aba67..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de21a8421d093ef839ae84e9b2fba9ce380bf3d401504e5eb2296bf7eaa7f67c
-size 2360164
diff --git a/transformer.h.20 b/transformer.h.20
new file mode 100644
index 0000000000000000000000000000000000000000..64b68cac377beba159b61c49cd8eeaedaa44c036
--- /dev/null
+++ b/transformer.h.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d16c2a30eeab6bd0fa9ec1d135ef6b9b1cd8d0187d6d26699454ff29c986b1
+size 197470073
diff --git a/transformer.h.20.attn.c_attn.bias b/transformer.h.20.attn.c_attn.bias
deleted file mode 100644
index 798052101154b18925b37b189e78d3b1084b8da6..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb922d8481a3821bc75236cad9b02f2bd165cb95028c209c3e803bf802282117
-size 13674
diff --git a/transformer.h.20.attn.c_attn.g_idx b/transformer.h.20.attn.c_attn.g_idx
deleted file mode 100644
index 456a3aeb22d4e318078e96041ed7c1e5ae42d486..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21f6b1f91c88189cdc32405dac34af493b83294681e40e507b255c041f02f408
-size 50026
diff --git a/transformer.h.20.attn.c_attn.qweight b/transformer.h.20.attn.c_attn.qweight
deleted file mode 100644
index 63a417d8a886adc22ffe93cca5337ad8fc741e62..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcaeb348aaa20f5a45858488c9161fbadd22cdc291f88e96e29205aadad30556
-size 19661674
diff --git a/transformer.h.20.attn.c_attn.qzeros b/transformer.h.20.attn.c_attn.qzeros
deleted file mode 100644
index 894cd8677efdaa237e759ca2e86634ee65d88f26..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e00ea36fdd84e560e6c2c1244f461b1f7e862a69d7532ccb6516d1771795f936
-size 154474
diff --git a/transformer.h.20.attn.c_attn.scales b/transformer.h.20.attn.c_attn.scales
deleted file mode 100644
index e8a1e2efc6f04d92b4deeac555993c5a04bfcd73..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:865708c03f4562b77d24e089329b495ac7f6508e10e8954e27a489a858903292
-size 615274
diff --git a/transformer.h.20.attn.c_proj.bias b/transformer.h.20.attn.c_proj.bias
deleted file mode 100644
index 542d2f3cd8f6da94fdf9be0f8abcc391074ea610..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:65bc3df540bca2c5a550a9328c3a8ade698178cfcfcab777024c2f1ade1e3c18
-size 13162
diff --git a/transformer.h.20.attn.c_proj.g_idx b/transformer.h.20.attn.c_proj.g_idx
deleted file mode 100644
index d641fc4917b6b8d1f9015d56779fafb2de600639..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99223b3c87b09f75791255edb804e18aa4798a6827f0780570847ca30ee625bc
-size 50026
diff --git a/transformer.h.20.attn.c_proj.qweight b/transformer.h.20.attn.c_proj.qweight
deleted file mode 100644
index a019791f32f410fb4822d0dc40432e30dd137d1c..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d99b2c8f7c577f0c54efc9b39a317966edaa6582f27df9cfecb389817cd1f92
-size 18875242
diff --git a/transformer.h.20.attn.c_proj.qzeros b/transformer.h.20.attn.c_proj.qzeros
deleted file mode 100644
index a20917728953e43ebf466629932d59f74f9c43ea..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de2770907c05f3af3f9020b8660d220edca71903893ecb72cd0ffabe3b8cdc94
-size 148330
diff --git a/transformer.h.20.attn.c_proj.scales b/transformer.h.20.attn.c_proj.scales
deleted file mode 100644
index 77a0fbc4d8a7ddbc945a26e5315f1cae7117983b..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd1982eb00b7384b5df1b7b0e280c903f2d05ca3c9e6d74cb187021c68bb6d52
-size 590698
diff --git a/transformer.h.20.ln_1.bias b/transformer.h.20.ln_1.bias
deleted file mode 100644
index 11ccfaf6d76e176b32fb9d2bdc83b9b5f14e3a9d..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba47785f893d183f7e02739268d389101e3c8746d19f472fe3372f91dd672fe1
-size 25365
diff --git a/transformer.h.20.ln_1.weight b/transformer.h.20.ln_1.weight
deleted file mode 100644
index ee1103ce584322384e1b5b48c29c33dd34f734d7..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:516ea25514ee12fa9eadbadc27d425284d488407a67342fd81529f13a0e1df4d
-size 25365
diff --git a/transformer.h.20.ln_2.bias b/transformer.h.20.ln_2.bias
deleted file mode 100644
index 3c8652e6590cf443fb174b16ca8eee8dbea9564d..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88695679b50567351b207b1cdc8f3876ed1ac748896217291e8d14a71c61c5ab
-size 25365
diff --git a/transformer.h.20.ln_2.weight b/transformer.h.20.ln_2.weight
deleted file mode 100644
index 9edf9520e2c2015058942a10ce1a1068f35e67d4..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:66619862b8c07da26405798d1327c22493bc84a95890e7572aee936ec7303574
-size 25365
diff --git a/transformer.h.20.mlp.c_fc.bias b/transformer.h.20.mlp.c_fc.bias
deleted file mode 100644
index 2c95d71841b53a10924554008a604213e05f99a9..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0f3137985a40d0a8c878504718da1bdcbbf0c0c519e41f2e7d4b6e5ccbbb53d1
-size 50017
diff --git a/transformer.h.20.mlp.c_fc.g_idx b/transformer.h.20.mlp.c_fc.g_idx
deleted file mode 100644
index 496659a41b1b7984fde5c9636bcf5b0aaca4ed9a..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a3612b007b333416fe97642437d86769b0b193182830028f57b7566050a6c04
-size 50017
diff --git a/transformer.h.20.mlp.c_fc.qweight b/transformer.h.20.mlp.c_fc.qweight
deleted file mode 100644
index 036ee25f5a51982a83ef5c0e8bda72af3863cb84..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f835d9d8f8db709ee1e38528de6d904d10b669d618cfdd285b310630dce201da
-size 75498337
diff --git a/transformer.h.20.mlp.c_fc.qzeros b/transformer.h.20.mlp.c_fc.qzeros
deleted file mode 100644
index 4f14435a1d8479aa9d8a241ef47351af16be0002..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99dbe3a47c93de1fd7c073c53f247e2107a0176d36b29de859e46b4ba27ab3c3
-size 590689
diff --git a/transformer.h.20.mlp.c_fc.scales b/transformer.h.20.mlp.c_fc.scales
deleted file mode 100644
index 0469d6bfc39d1f86375983d3b257874d78238c3c..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0f04b6759d2fd146455a9b08c118061cc2e286dba69c231ce516a22187344a5
-size 2360161
diff --git a/transformer.h.20.mlp.c_proj.bias b/transformer.h.20.mlp.c_proj.bias
deleted file mode 100644
index b97ed8dccf0fa00c489bfcf3cd51c0fcabd6f177..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9535b40f79c1ce525c63166308387ac8a95f23f406ad6ff3d97b157ad181821f
-size 13159
diff --git a/transformer.h.20.mlp.c_proj.g_idx b/transformer.h.20.mlp.c_proj.g_idx
deleted file mode 100644
index c0c8ed2821752940199c7459ec71b614a7bdb66a..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ed548b9f499ada3cbff056c4c7646ddff0f0d5d204be2b79368f0e1da40fe41
-size 197479
diff --git a/transformer.h.20.mlp.c_proj.qweight b/transformer.h.20.mlp.c_proj.qweight
deleted file mode 100644
index 6b81b41e107418588a45f60c5c236e5cd538901d..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6e8a36c0b13ca99f25694c28ec7fc6f9dd8d33d401baaa1da223ec6d0bbeb500
-size 75498343
diff --git a/transformer.h.20.mlp.c_proj.qzeros b/transformer.h.20.mlp.c_proj.qzeros
deleted file mode 100644
index 25dc6e2967eabb8dff09ad53a2f5909170fca8c9..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:60857ab4fbc122de0668cee843e57051f1711dc993054633047e3843d601c226
-size 590695
diff --git a/transformer.h.20.mlp.c_proj.scales b/transformer.h.20.mlp.c_proj.scales
deleted file mode 100644
index b1235727ca915f866c3b1ba97ea07627e608a7ba..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1530cbd9d76c4d38f665a4d92100059e5abade86fae32446050e72d8769ff297
-size 2360167
diff --git a/transformer.h.21 b/transformer.h.21
new file mode 100644
index 0000000000000000000000000000000000000000..21eb499add0b01ce6c349cd721f0e2735442531d
--- /dev/null
+++ b/transformer.h.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b340d222e901a9f876cf3f97bf8dcec55cb3ed3e4a8d371fe937722f68cb40fa
+size 197470073
diff --git a/transformer.h.21.attn.c_attn.bias b/transformer.h.21.attn.c_attn.bias
deleted file mode 100644
index d2132dd96ed0c4326c76f79b519392698ee19331..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4c033ea065894c5e156d984209e6059090cdc422b33543bf0aa79bd1688ced1
-size 13674
diff --git a/transformer.h.21.attn.c_attn.g_idx b/transformer.h.21.attn.c_attn.g_idx
deleted file mode 100644
index 4d81bdd5154c8dfc52c0b5c78b550cacdcd03f3a..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c4042656547b213a390ac948559bef61cd145841c7c304de02d8d115a5642fb
-size 50026
diff --git a/transformer.h.21.attn.c_attn.qweight b/transformer.h.21.attn.c_attn.qweight
deleted file mode 100644
index 16f95819d50c89f1d77f29007c4d26e246e437d0..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92749cbc49d14fb9509e5c16fe043c54b5aa6aca462d500a3e1fc84d2f918453
-size 19661674
diff --git a/transformer.h.21.attn.c_attn.qzeros b/transformer.h.21.attn.c_attn.qzeros
deleted file mode 100644
index 04a2af63a3e7c8381a4ddbd1413dcfdb2268abac..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:afba92bfa8284cea49bf87926931d63f545d1c90c5a0b0056da19961649f896f
-size 154474
diff --git a/transformer.h.21.attn.c_attn.scales b/transformer.h.21.attn.c_attn.scales
deleted file mode 100644
index f42aaac7f76fbc8cc6740b470e7bd5db9556c661..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5cbcf41db5fa3f8f9ea0f4d4923df87349f9b2c423b3efe2463a0fe05a564714
-size 615274
diff --git a/transformer.h.21.attn.c_proj.bias b/transformer.h.21.attn.c_proj.bias
deleted file mode 100644
index 344a56be78d77269b6a763e559329b4cfd171807..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6497ac179cc8168b1f315a97a17f976d57ee1b3e60abf10e07abdcf3df95a29
-size 13162
diff --git a/transformer.h.21.attn.c_proj.g_idx b/transformer.h.21.attn.c_proj.g_idx
deleted file mode 100644
index 6e6f9058ad5be9741655d0b5c5b456e2b6ebc994..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:881557acfc44388826c16d468e66bb8d6b9fdab523833cb9316c774e56b527ca
-size 50026
diff --git a/transformer.h.21.attn.c_proj.qweight b/transformer.h.21.attn.c_proj.qweight
deleted file mode 100644
index 4a668c316b37e01c31007dfb078dc7a05ec9b9c6..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:60b3b7f467e54fc3356d8be8c9bea90dd028d342fcbacec68d33c3d7ff254c80
-size 18875242
diff --git a/transformer.h.21.attn.c_proj.qzeros b/transformer.h.21.attn.c_proj.qzeros
deleted file mode 100644
index 82e9cea4cf5341a827bf6c71b448034ab82feb11..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:db836b52d643389177832d7aec7df79710c796dfe3f3e0eb617a05af60077907
-size 148330
diff --git a/transformer.h.21.attn.c_proj.scales b/transformer.h.21.attn.c_proj.scales
deleted file mode 100644
index e35dc1c3bd8d3928754abacae895af833f94bccf..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ee91df2aee5ec46abda433e08458c2c3f77cfdf9905a1346b19b96d58de42a3e
-size 590698
diff --git a/transformer.h.21.ln_1.bias b/transformer.h.21.ln_1.bias
deleted file mode 100644
index 32b4afeb0429fda23814d486ee87dbf6c36e8f5e..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f2171d319f4c45c689c5388ffc847e73f2975215ebb30b5bc9a085871186a77
-size 25365
diff --git a/transformer.h.21.ln_1.weight b/transformer.h.21.ln_1.weight
deleted file mode 100644
index 1c9bc9fefeaaabb9462e2dac76b3c2ccdda7a3a2..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c33ffb20dc5c9eb51a3e338e170ea188c634f7f16fb0c69690b8f6e5dd3fa7c3
-size 25365
diff --git a/transformer.h.21.ln_2.bias b/transformer.h.21.ln_2.bias
deleted file mode 100644
index ddaeaa363e83e59d0c9f126543265ef6c62195a0..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43ba3e514cc47474510f52414f5f9c8d4c6ce5c8b7462a288048edd45ab32634
-size 25365
diff --git a/transformer.h.21.ln_2.weight b/transformer.h.21.ln_2.weight
deleted file mode 100644
index 4d9a6de8665aabcca39f830e368e30272339608e..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf4984c9dc9d9b604856afc1202b8987c41f8a9de798ed235723c17e9bf23284
-size 25365
diff --git a/transformer.h.21.mlp.c_fc.bias b/transformer.h.21.mlp.c_fc.bias
deleted file mode 100644
index a9b32189e42f1ba5ed24ea6170e4210233686ae3..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a06628d65e97b5c70e2f09096751244f12a1b88d7002401b783e9723f6787ad
-size 50017
diff --git a/transformer.h.21.mlp.c_fc.g_idx b/transformer.h.21.mlp.c_fc.g_idx
deleted file mode 100644
index 7051ca1105f0d190ed58ac923fb5e4bbc32232d0..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aaab348496978aa5a568ee106c4c7666898377a00b0249c2edacb875dec61807
-size 50017
diff --git a/transformer.h.21.mlp.c_fc.qweight b/transformer.h.21.mlp.c_fc.qweight
deleted file mode 100644
index bc347928a01036465dc41835bf25dd4f54e8bb19..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1522619c432f33dafcf903f43b54545ef98173ba616f79ce5264648c32094b28
-size 75498337
diff --git a/transformer.h.21.mlp.c_fc.qzeros b/transformer.h.21.mlp.c_fc.qzeros
deleted file mode 100644
index e347845cf15b0cfd34dce5715be1f1d26b595df6..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93c08aabb69a2aee350753222fce58a79664bc10fd65b04288d6396d2d59cd23
-size 590689
diff --git a/transformer.h.21.mlp.c_fc.scales b/transformer.h.21.mlp.c_fc.scales
deleted file mode 100644
index 42063cee889a7495a480971e8279718d9f95f3d7..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0785b8d1f12c653449058a514003a5db91c75b12da4305f99c6df791714221b9
-size 2360161
diff --git a/transformer.h.21.mlp.c_proj.bias b/transformer.h.21.mlp.c_proj.bias
deleted file mode 100644
index b3ab30a5961f7863a700e73c1410ed7220360104..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea25897ed75edeeab62765ff3e3817d9c78231e709f5ae67df3826da9e7089a9
-size 13159
diff --git a/transformer.h.21.mlp.c_proj.g_idx b/transformer.h.21.mlp.c_proj.g_idx
deleted file mode 100644
index 3d4f94a07c4ea1806361574da14c2f3062b24e2a..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a9ac403f93b67142eb56d5b091d3c5915b1e48076308262f07a1616973fdd5e
-size 197479
diff --git a/transformer.h.21.mlp.c_proj.qweight b/transformer.h.21.mlp.c_proj.qweight
deleted file mode 100644
index c88356db70d8a65aad1ff95712c2ef7aa27dc898..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:974263f1197ca61ec12daf7fa5c55595d2ec73faf76e0306942e8f8ce8d85cd4
-size 75498343
diff --git a/transformer.h.21.mlp.c_proj.qzeros b/transformer.h.21.mlp.c_proj.qzeros
deleted file mode 100644
index 507d8fa1b16d1498f87ced358fda0e99f727aaa2..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f2f0fc2382db5f6b9e8b1a3334d1778f853a52cc3a53761af0944d71db9ad9c
-size 590695
diff --git a/transformer.h.21.mlp.c_proj.scales b/transformer.h.21.mlp.c_proj.scales
deleted file mode 100644
index 2b795c8e82d1fa14d731d1619aedfd72fa315e4f..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d745dff948f177d58b4efc3c998dc9a28bfa4df191a638295f1d3d3545c733dd
-size 2360167
diff --git a/transformer.h.22 b/transformer.h.22
new file mode 100644
index 0000000000000000000000000000000000000000..c5b9d1761f6930131b68c7ee7d56cdd8b4bf861e
--- /dev/null
+++ b/transformer.h.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a560a4131f2470be43128e318752d797d4655c4ae5c953cef92558e032483
+size 197470073
diff --git a/transformer.h.22.attn.c_attn.bias b/transformer.h.22.attn.c_attn.bias
deleted file mode 100644
index 0dda6b5d3815d9d414f740037f47299d9cb41646..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:efea2202a5b28532d21e1bcb3dba376757677900fec844d23caea2171d59a925
-size 13674
diff --git a/transformer.h.22.attn.c_attn.g_idx b/transformer.h.22.attn.c_attn.g_idx
deleted file mode 100644
index 44ca4a599249e1069f435f6ac9f6cbf526a6b5ca..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77f43aff1be4ef78cb208ec0b8c6609dd53db612bf828812b0b5cf9d985aaf49
-size 50026
diff --git a/transformer.h.22.attn.c_attn.qweight b/transformer.h.22.attn.c_attn.qweight
deleted file mode 100644
index 150b579607098db1332832654557df0d6cf9b0d0..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1eda3f1f4b50ff540d0f9874b6d9535b2a39a3b44ef9bd2d66153bfe519c4a4
-size 19661674
diff --git a/transformer.h.22.attn.c_attn.qzeros b/transformer.h.22.attn.c_attn.qzeros
deleted file mode 100644
index 88b7f970ffc2ff6d76ac6258ffe8eafad0574eaa..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c449ee7a2117febf750b6adcb269ae022bbd79f9c1d5f50232eba3dad30eb155
-size 154474
diff --git a/transformer.h.22.attn.c_attn.scales b/transformer.h.22.attn.c_attn.scales
deleted file mode 100644
index 16c3a2863e0b00df82b579678701649c45f3b949..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fbb177b2da2ca7f76f769bde4e7194d6fc4614d443777ea4d5c46b054b6d6a3a
-size 615274
diff --git a/transformer.h.22.attn.c_proj.bias b/transformer.h.22.attn.c_proj.bias
deleted file mode 100644
index c22c5d5bac399aaa97d522a4e1f4d987d297553a..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:18622802049ce0ce650e5eb13408a392cee347a9455b860ab9dc688d20997203
-size 13162
diff --git a/transformer.h.22.attn.c_proj.g_idx b/transformer.h.22.attn.c_proj.g_idx
deleted file mode 100644
index 4191030edb78af4ac64ed4665bbc85851b817ed0..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:94b5dbf18040b4d741e8e923c1e0dae4ea25a0dd73f15f2ccea247a9087c633e
-size 50026
diff --git a/transformer.h.22.attn.c_proj.qweight b/transformer.h.22.attn.c_proj.qweight
deleted file mode 100644
index 079753bd34d99d0a40141cd7ea8f7ed6ff9d55c0..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf13d91f73be75228be9b4942d4c79fd41ed44dab1b9bc974d2924b2779aeaf8
-size 18875242
diff --git a/transformer.h.22.attn.c_proj.qzeros b/transformer.h.22.attn.c_proj.qzeros
deleted file mode 100644
index 256269f3c8b2cc2b86bb5281456ea606db728076..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2fb7309f63bdea8c14678c920f5b29b18dd0e7ef1699daada477b2f773ba82b3
-size 148330
diff --git a/transformer.h.22.attn.c_proj.scales b/transformer.h.22.attn.c_proj.scales
deleted file mode 100644
index d1483fa52ff4233cdc862455039ef5883ae543ec..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:402b94e2214434625e8ae390dff1ea9f188ab3adc9956923ea70109ac1776831
-size 590698
diff --git a/transformer.h.22.ln_1.bias b/transformer.h.22.ln_1.bias
deleted file mode 100644
index 1939ce316bc9daad5080abc7a664dfbc6f0528cc..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d828ba389cfcfeb733c1f68f881dc2721606d196605d9249547bb89757d161f7
-size 25365
diff --git a/transformer.h.22.ln_1.weight b/transformer.h.22.ln_1.weight
deleted file mode 100644
index 96375f0ddfcb4f90c9303b53b36dbfc3c7711f72..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ecd010a32d9a6ed486d55f8516eab76eba4d8d9a36361fd6e61053b7a763d45
-size 25365
diff --git a/transformer.h.22.ln_2.bias b/transformer.h.22.ln_2.bias
deleted file mode 100644
index 2a307fbb3a1ddc3c98ace9863480159b38d2e92d..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a832d022a9af5748bd7746a947dbbb1a2eee141a3ae1683f46f38c89874db085
-size 25365
diff --git a/transformer.h.22.ln_2.weight b/transformer.h.22.ln_2.weight
deleted file mode 100644
index 3663a53ac9d6785afc56d258eae3590334f47964..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5820d7d8226d944b643c9dc067cfc71a4b7a884a74b252cfe420f5d5c04ed3ec
-size 25365
diff --git a/transformer.h.22.mlp.c_fc.bias b/transformer.h.22.mlp.c_fc.bias
deleted file mode 100644
index fb2e702c0819e31fe83eadd2926685ecea34475d..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a783464cdf9a37f32d66f801bbf69735507c0833de1ac844f1a06dd85b25e55d
-size 50017
diff --git a/transformer.h.22.mlp.c_fc.g_idx b/transformer.h.22.mlp.c_fc.g_idx
deleted file mode 100644
index 03db91b6542eeac4d197e42a0242e6d0bc517e2f..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ac3f32eb079d509f631e1d4ea8e5dbce12cc86b57e059d3007781700078780f
-size 50017
diff --git a/transformer.h.22.mlp.c_fc.qweight b/transformer.h.22.mlp.c_fc.qweight
deleted file mode 100644
index 555e5e98fe634cebc18b22135d99955cbbdf386b..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bdf93ded28d979697acb806051aea10c04348ecd57976f8939cec878ff67b69
-size 75498337
diff --git a/transformer.h.22.mlp.c_fc.qzeros b/transformer.h.22.mlp.c_fc.qzeros
deleted file mode 100644
index 7d68de152539edec735286f8b2c8a8ed8088c2cc..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7a7a2af9f34e134860753c41556e1f25c147adcbc543420149dbc290876d9b2
-size 590689
diff --git a/transformer.h.22.mlp.c_fc.scales b/transformer.h.22.mlp.c_fc.scales
deleted file mode 100644
index bc8f7e78101046beb9f9f811ba62187b5fda2756..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:faacd3399499aca989931b0bf1bfdce376417d30e269ac8296c15a43935ebbdb
-size 2360161
diff --git a/transformer.h.22.mlp.c_proj.bias b/transformer.h.22.mlp.c_proj.bias
deleted file mode 100644
index 2dd0690a739f31ea5320d932b72f9bcf4ee6e760..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef63d7a8c9d181b7f4160c37bca2eb20326c39a63bfa251e77e91224773b5072
-size 13159
diff --git a/transformer.h.22.mlp.c_proj.g_idx b/transformer.h.22.mlp.c_proj.g_idx
deleted file mode 100644
index 53ade472e606b829a0beed6ae18ff8fe91077959..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d93210f47d71089d06867a3a0304c405a66589215e8d707b26e0a9405f5bc18
-size 197479
diff --git a/transformer.h.22.mlp.c_proj.qweight b/transformer.h.22.mlp.c_proj.qweight
deleted file mode 100644
index 9a016911109ca6a1baed6a1c36f7ed7ae02a5fd2..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:31836e52df0a40aab0c9fe41f3eb376efb4d265534bf2bd7ec61c9030c210f9a
-size 75498343
diff --git a/transformer.h.22.mlp.c_proj.qzeros b/transformer.h.22.mlp.c_proj.qzeros
deleted file mode 100644
index 08316794216d62887af8667c433408776d16aab1..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:497fc1183a134ffeacfffc43c04173abf12c78c3a25a2cc6044d807d5a78ccc8
-size 590695
diff --git a/transformer.h.22.mlp.c_proj.scales b/transformer.h.22.mlp.c_proj.scales
deleted file mode 100644
index 4c066c990e6242c4d9e467380ec5f821ea38f344..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1ed1c6ed67e2872e92e3e62ee7f886890693b2813945c5842050606685547ab
-size 2360167
diff --git a/transformer.h.23 b/transformer.h.23
new file mode 100644
index 0000000000000000000000000000000000000000..402044468cec6a977487514db9827c59dc88381c
--- /dev/null
+++ b/transformer.h.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd16eaaaa8504906e5eacbdb6732274bddce586feb94273ea896e04f033cbb
+size 197470073
diff --git a/transformer.h.23.attn.c_attn.bias b/transformer.h.23.attn.c_attn.bias
deleted file mode 100644
index ff10efd3101b5878c86ed3bb31b09cbfc3f0f886..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d865fcb8a7febbe62ce08a33c31bf5ff9e8a34de6b1e068f6d34bf268cb801ee
-size 13674
diff --git a/transformer.h.23.attn.c_attn.g_idx b/transformer.h.23.attn.c_attn.g_idx
deleted file mode 100644
index d37966f9faf7c7b46a5fad03eb67b03156344d1c..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:509b6f56b9d820d29013662f9e05174de603ced1e819715fa0e9a5007cfbdf6f
-size 50026
diff --git a/transformer.h.23.attn.c_attn.qweight b/transformer.h.23.attn.c_attn.qweight
deleted file mode 100644
index 04680b44b84b5b8b15e60255a8d9a8e13bcb6172..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:782d9d0bfd76112a46736bbea1b375fedb59272ebb227997ac64c430b79ba51e
-size 19661674
diff --git a/transformer.h.23.attn.c_attn.qzeros b/transformer.h.23.attn.c_attn.qzeros
deleted file mode 100644
index 7f5a676b0ee645689728becad917cb213ea7c404..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6cfcaba34021c52cae91d07a01ca18bace7d7dd712960b1e7ff30db17f8d8483
-size 154474
diff --git a/transformer.h.23.attn.c_attn.scales b/transformer.h.23.attn.c_attn.scales
deleted file mode 100644
index 2b57157688c224b7d92e368c18c81c53201d844e..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b9a8f12307832eb172f746e2c3103452044e15c82b598afcc56753580620ef6
-size 615274
diff --git a/transformer.h.23.attn.c_proj.bias b/transformer.h.23.attn.c_proj.bias
deleted file mode 100644
index 1f7f0796c7f532675dd1f02b6041c66f51e32d66..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa161203158811bf377c8a1d38d2054eb72f737b73ffa3cb104081c5fa78db74
-size 13162
diff --git a/transformer.h.23.attn.c_proj.g_idx b/transformer.h.23.attn.c_proj.g_idx
deleted file mode 100644
index 96c3ec6a352415eeb28f62798928a63d5d349784..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12a9596225cd76ebae293a4894c96918a074f70481b513994f7ef63e2e2428d7
-size 50026
diff --git a/transformer.h.23.attn.c_proj.qweight b/transformer.h.23.attn.c_proj.qweight
deleted file mode 100644
index d6032a69a2e041a9c39215fd59cc7ebbfb436466..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da8077b87de89b55466fbe896fb2edb095c5b8425359c45bd3c8289a3b8a2d8e
-size 18875242
diff --git a/transformer.h.23.attn.c_proj.qzeros b/transformer.h.23.attn.c_proj.qzeros
deleted file mode 100644
index 607cc31a8633a536123be6e9d074689b87af9ae9..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dac07a1108dd990312ec0ddc0400f62aa10ce8a2d2b8fdac63d9727784d8c293
-size 148330
diff --git a/transformer.h.23.attn.c_proj.scales b/transformer.h.23.attn.c_proj.scales
deleted file mode 100644
index d4cf7d07bd9a9ecc6e804e739e9c4fb1a980caac..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b559e2fe938098e6399e348be868b3380e848018f9b3d5ef1f4cb4098f9355e8
-size 590698
diff --git a/transformer.h.23.ln_1.bias b/transformer.h.23.ln_1.bias
deleted file mode 100644
index 90e1a023a535a4bb19c4da7d655b85f5616b6a6f..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43b9c047f5ad7b799c02b343b6e559809c2e8a10174910b9b417e302404cb3f3
-size 25365
diff --git a/transformer.h.23.ln_1.weight b/transformer.h.23.ln_1.weight
deleted file mode 100644
index 5c9663597bbc89a86617787840029c9db4058240..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d4515c62baf7166b36ecb228b4f4063f4648c92b63eb160d45ee743407e25fe
-size 25365
diff --git a/transformer.h.23.ln_2.bias b/transformer.h.23.ln_2.bias
deleted file mode 100644
index fdf5d4ef55af8dd2368a44f5e2258568e0cb9bfe..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb4592ae24ee9d3256bb2bf93b75941c1ac59721c2fc87a35149347d4f5d6b54
-size 25365
diff --git a/transformer.h.23.ln_2.weight b/transformer.h.23.ln_2.weight
deleted file mode 100644
index b0064247bb18b85034e800da6d407dd3a4514727..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a99dd11b122e6ef02712ff6af2bb38e13acb09ab2b1541ac298e8169bdfa41ed
-size 25365
diff --git a/transformer.h.23.mlp.c_fc.bias b/transformer.h.23.mlp.c_fc.bias
deleted file mode 100644
index 76d025e6123d8faacda13585ff0fc752348a2648..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7250ff3068a4752eb57498ef536ab880c66571efe4e3ee3ab38dd2ff0a2fdd6
-size 50017
diff --git a/transformer.h.23.mlp.c_fc.g_idx b/transformer.h.23.mlp.c_fc.g_idx
deleted file mode 100644
index a5811344e7f54e040aaa3b34c9aaba6d3de20081..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d746ccede21fa11e60824d4f8042566d1bac2aac44768480567ab8d38f937af
-size 50017
diff --git a/transformer.h.23.mlp.c_fc.qweight b/transformer.h.23.mlp.c_fc.qweight
deleted file mode 100644
index 47d276b3d7e183c73ebd2859f94c954dcc0f3f74..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:929e9733791a3932840e8a5906c1fb593eeec461a87d263cfa3076218f414626
-size 75498337
diff --git a/transformer.h.23.mlp.c_fc.qzeros b/transformer.h.23.mlp.c_fc.qzeros
deleted file mode 100644
index a2d2a24739cec5df917313e3e4de1840fb1d2a51..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3ebe5f0eb8b30f8697e83c8e12ace52282d9e3d94c6225f8fb6dae904bfe419
-size 590689
diff --git a/transformer.h.23.mlp.c_fc.scales b/transformer.h.23.mlp.c_fc.scales
deleted file mode 100644
index 46ce931ea92d4c8a3173a82433d0894b1b0b4cf2..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17717febe6fc85f1fd7f54afaf5321d02374ad3538644dc28779f1795a1d4fe9
-size 2360161
diff --git a/transformer.h.23.mlp.c_proj.bias b/transformer.h.23.mlp.c_proj.bias
deleted file mode 100644
index d8da1150076be76c7844a9e203742997c171c1b4..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d0e9dd02acee157edbb8b5206a043d26fbe60ddecfc22d5ea090ebf197dc09f
-size 13159
diff --git a/transformer.h.23.mlp.c_proj.g_idx b/transformer.h.23.mlp.c_proj.g_idx
deleted file mode 100644
index cfefae930e7fc68835a631c808aeb115e3f64e21..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53a73ab1aeda94e357aef9cf4329744e246c0f5d4f38b9440f6ec32d49e6b9c4
-size 197479
diff --git a/transformer.h.23.mlp.c_proj.qweight b/transformer.h.23.mlp.c_proj.qweight
deleted file mode 100644
index 003c5c550f098ad64454a85a92e69bc7536e171a..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2de5a011d0d6ea5cd87fe1f2efb7dfecde5df1d882c7754a2baa676575bb25e3
-size 75498343
diff --git a/transformer.h.23.mlp.c_proj.qzeros b/transformer.h.23.mlp.c_proj.qzeros
deleted file mode 100644
index afc07b295ea5b8dc9d16eee9d5d1262b0ce31b30..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4366188842655db75c88e8dd6017a7fb2f8a60eb0e9f7448c0bfa129a000faa2
-size 590695
diff --git a/transformer.h.23.mlp.c_proj.scales b/transformer.h.23.mlp.c_proj.scales
deleted file mode 100644
index dbf06d1d1e3fafc647cca083864ecd19015fcb14..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2278855f3b7b80c0f95b926c01b7656f6fbb7f69e26d7faf4f4d33f0f5dbc0f
-size 2360167
diff --git a/transformer.h.24 b/transformer.h.24
new file mode 100644
index 0000000000000000000000000000000000000000..b460ef5c2008c557c668676651f79228ae06c56e
--- /dev/null
+++ b/transformer.h.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa57ef6ff776625ea71a1bd0c9bc898a33e62bb8c640f0b8f1082bb0de2c60
+size 197470073
diff --git a/transformer.h.24.attn.c_attn.bias b/transformer.h.24.attn.c_attn.bias
deleted file mode 100644
index d2b7f61acfef0b789d084fbf29ccf1be48907160..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e060caec3b14c2b32e6a6bbaff3318a7cd784e32f3350026c93ed3420d1f3038
-size 13674
diff --git a/transformer.h.24.attn.c_attn.g_idx b/transformer.h.24.attn.c_attn.g_idx
deleted file mode 100644
index f61005cccbcceb405a5cea55d7685e3ee269730a..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a783633381089d156a259c4fa407c1738659ca8e9a16ca6241ad3d49d79723f
-size 50026
diff --git a/transformer.h.24.attn.c_attn.qweight b/transformer.h.24.attn.c_attn.qweight
deleted file mode 100644
index 02508829d4f80b6b9bb117ebc2c175ff38274192..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d9e19aed2304e8c01531e1b66c6ba35ca2aa3095f659092a5c49a7bbd6354c8
-size 19661674
diff --git a/transformer.h.24.attn.c_attn.qzeros b/transformer.h.24.attn.c_attn.qzeros
deleted file mode 100644
index 6469a796f492f9b60eccbd2bb1ce72a480201061..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cdb1dd14ba635a7f0559738ea20f1d2e19e0e0192f88607ff84ebb2042af62fc
-size 154474
diff --git a/transformer.h.24.attn.c_attn.scales b/transformer.h.24.attn.c_attn.scales
deleted file mode 100644
index fff7dd8198f82da3e13cd3fbfb2ffab93acb037c..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15607d3d7a69d294744c0e6b3f609deda9c3fe21a70e6fef14aae39fa87791f2
-size 615274
diff --git a/transformer.h.24.attn.c_proj.bias b/transformer.h.24.attn.c_proj.bias
deleted file mode 100644
index e90bbf985b5300b9e32f19b7f740cba18ba49a41..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa90f423024d025332c8d7e3089048f3f1654e11ddc70fd175e055191550479a
-size 13162
diff --git a/transformer.h.24.attn.c_proj.g_idx b/transformer.h.24.attn.c_proj.g_idx
deleted file mode 100644
index 6d0e1bc850ebc336820b050b42c0140f35304e8b..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cedb7adffc94c34c6f5810f36d33a9c1d488fd34c37bff4d81ae16c0c0edaa55
-size 50026
diff --git a/transformer.h.24.attn.c_proj.qweight b/transformer.h.24.attn.c_proj.qweight
deleted file mode 100644
index 8cf32342bb3fad90fcf4e636086b3b309d538393..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ea69a78cab2c18118704f6e19a230600660e366dbc0d5d4cb98dcc6af5d9a5a
-size 18875242
diff --git a/transformer.h.24.attn.c_proj.qzeros b/transformer.h.24.attn.c_proj.qzeros
deleted file mode 100644
index 0ec65a13d2f40d65922add3376573c88a171ee07..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:440e75d21b1b9ca059c744193db3ace5f3ace2941e26342349e09432bd443d4b
-size 148330
diff --git a/transformer.h.24.attn.c_proj.scales b/transformer.h.24.attn.c_proj.scales
deleted file mode 100644
index 9f0609f5ee80abbf9a9876480ba4f5b0deea3c35..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b9714293ce4ae58fd54d80bef6e217cbc28b93407db56d6a3dced1442c3033ef
-size 590698
diff --git a/transformer.h.24.ln_1.bias b/transformer.h.24.ln_1.bias
deleted file mode 100644
index 24760a262be7679da3fd39cc88317f21ec0e0568..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0348c1498b452ab7b4c23b94528195ecd6f81b051eb50932aebd7b17a99e74dd
-size 25365
diff --git a/transformer.h.24.ln_1.weight b/transformer.h.24.ln_1.weight
deleted file mode 100644
index 0923d24e3cdd2e1e2b4c346a8d22afc9f712a3d4..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e66357e86ecb71f999549e3e607a7d6ca322b1a572b41aea3ef2b2d4dc0a26fd
-size 25365
diff --git a/transformer.h.24.ln_2.bias b/transformer.h.24.ln_2.bias
deleted file mode 100644
index 730c6fcd4d129971d46e0d0c7f822391d9801bb6..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1814771523aefaf2cdb9826324225fab59089aeaf136a167c4eff562d6c1922e
-size 25365
diff --git a/transformer.h.24.ln_2.weight b/transformer.h.24.ln_2.weight
deleted file mode 100644
index 55747e819865ec1cf5e7f8713a3cf52f21a26de4..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e407d74c1e3b5bfba681a53e245c8bac4e5b744c7065beaea04d4358f1bf12b
-size 25365
diff --git a/transformer.h.24.mlp.c_fc.bias b/transformer.h.24.mlp.c_fc.bias
deleted file mode 100644
index 5ff71eac11d146d08687825d278fe4041fac0a8f..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13e6db7073d1248867c1843c23bb3b526f0f5a8c4655d751aefabd8ba5b051bd
-size 50017
diff --git a/transformer.h.24.mlp.c_fc.g_idx b/transformer.h.24.mlp.c_fc.g_idx
deleted file mode 100644
index 3833fc6448fb3163655274e8042821dc21de0408..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1aa5f29db491cc67a05afd5fb08afe8af684b36022d16417f84c171cd2ae2017
-size 50017
diff --git a/transformer.h.24.mlp.c_fc.qweight b/transformer.h.24.mlp.c_fc.qweight
deleted file mode 100644
index 0c5440c847471ea9f16c808e28c2be8f5ee84c53..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:356dab02e5135da4c7cc6cff316a68282b95fd0ff760ea714df9aa0599cfeec1
-size 75498337
diff --git a/transformer.h.24.mlp.c_fc.qzeros b/transformer.h.24.mlp.c_fc.qzeros
deleted file mode 100644
index 34af12158a68de6a83b35c1abffdc3526a836365..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e06599e6f432c9ee50674e08f2b8c339c369a14a1f76d6633011c49f851a7bd
-size 590689
diff --git a/transformer.h.24.mlp.c_fc.scales b/transformer.h.24.mlp.c_fc.scales
deleted file mode 100644
index e46fa2d6fb7681c0235447b276fd136d49be6138..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bfe4e2d08fd3adbb55dc9a219e64fc64e0733315216c9da83c7c8a19d6c03c88
-size 2360161
diff --git a/transformer.h.24.mlp.c_proj.bias b/transformer.h.24.mlp.c_proj.bias
deleted file mode 100644
index bd8da936b83cdd801023d9c927948ab72afeb445..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:81b2eb2c5f2bb58ed86b6d0bce6ccae30c666c814ae46bc1e73375734393bb56
-size 13159
diff --git a/transformer.h.24.mlp.c_proj.g_idx b/transformer.h.24.mlp.c_proj.g_idx
deleted file mode 100644
index 0de2138f0631fe8f958036837395196286e811ce..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:05658ee211a24d18c063c4a7c34d2295f708aa9408d7b781bc59cec0d289d989
-size 197479
diff --git a/transformer.h.24.mlp.c_proj.qweight b/transformer.h.24.mlp.c_proj.qweight
deleted file mode 100644
index 5f5e609e4d937641cd791668b2f7c8e8dd5ffe1d..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b12be50b3c9c7cec08e2339bf3d9e4958823ac8fda75d541f0a3faac142669cf
-size 75498343
diff --git a/transformer.h.24.mlp.c_proj.qzeros b/transformer.h.24.mlp.c_proj.qzeros
deleted file mode 100644
index 2702d5f61802319bc9666473798ec95ec3ab76a2..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e5fda941d65dfdd11e6e0fe5eebda998a632fd14d6541169530fdcf8ca35be88
-size 590695
diff --git a/transformer.h.24.mlp.c_proj.scales b/transformer.h.24.mlp.c_proj.scales
deleted file mode 100644
index 2d8af60fa6c6cae181a2af062d586fb4be5a7a9f..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec753b99f9d2338e83c68d1bbbb33d26a37467a621e64b8796e3f5bc6adf8d1d
-size 2360167
diff --git a/transformer.h.25 b/transformer.h.25
new file mode 100644
index 0000000000000000000000000000000000000000..51ed3a37f37d275b96708dc767b6c094ad1b7fd8
--- /dev/null
+++ b/transformer.h.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5342474b19dc38b18c2093bae8e715bfa4d09b1de24d1d575ee10d3173649511
+size 197470073
diff --git a/transformer.h.25.attn.c_attn.bias b/transformer.h.25.attn.c_attn.bias
deleted file mode 100644
index d20c10e3b71a5a30c1f4438368825ad9ce963d78..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d397288eaa8598f38384bbd13244766f1ef10612e67457fda4a9d43d275f5eb
-size 13674
diff --git a/transformer.h.25.attn.c_attn.g_idx b/transformer.h.25.attn.c_attn.g_idx
deleted file mode 100644
index 48b4936da02078f650d2864fd794b961514508c1..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e926f553b68b04d1d0b4fd786170af7a19d611c570f72bd269d719777b21ec87
-size 50026
diff --git a/transformer.h.25.attn.c_attn.qweight b/transformer.h.25.attn.c_attn.qweight
deleted file mode 100644
index 789c87f60a3fa86a6bd6b4efd80087d8a9e0396a..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:90fde696587965ab0ae8d821cc18f18eb6de7c7e61d912383ebefd00f8dcd1c0
-size 19661674
diff --git a/transformer.h.25.attn.c_attn.qzeros b/transformer.h.25.attn.c_attn.qzeros
deleted file mode 100644
index 03737e760e0d36920772beca8bddabfd0cac5c9f..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fc795c235d328e100350daa1d83fee4325443a8374542c45694f1f04f3ff81bd
-size 154474
diff --git a/transformer.h.25.attn.c_attn.scales b/transformer.h.25.attn.c_attn.scales
deleted file mode 100644
index 3e5179d99a58fb30c6679a3a013d2f3caad2a368..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e729c98ae7caf429d056fcaac3d4b83f3f416adcbee48a27b32dbeb8f2d83dcd
-size 615274
diff --git a/transformer.h.25.attn.c_proj.bias b/transformer.h.25.attn.c_proj.bias
deleted file mode 100644
index 59bd85a0b34c08c918d5a944f66cfb46a857501e..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba1968c3b86c3a16d9e2ac22ee02cc5c1e64c4b0ac6f3e028fb4856ffcbf4f80
-size 13162
diff --git a/transformer.h.25.attn.c_proj.g_idx b/transformer.h.25.attn.c_proj.g_idx
deleted file mode 100644
index f3c31126a47cabffa68d1355cada9b4bfb053b5a..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:96ac22dd2dafc22e66351be25b9655ca33604f55e1c7fd1871a3ce290695d8ef
-size 50026
diff --git a/transformer.h.25.attn.c_proj.qweight b/transformer.h.25.attn.c_proj.qweight
deleted file mode 100644
index c07543605eb38900c79e071a4c91094910a678aa..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb11b522c6d3d4597d52ecf3c44f319ca1ff2c6a3554d83a1b7ed4230d11fbb6
-size 18875242
diff --git a/transformer.h.25.attn.c_proj.qzeros b/transformer.h.25.attn.c_proj.qzeros
deleted file mode 100644
index a53b00d855e040eb5e1192fbe299483a6471a84b..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f9df6489a44373238e8363cbc8e2519c8acdb16586bcbc326c462659de0f0cd
-size 148330
diff --git a/transformer.h.25.attn.c_proj.scales b/transformer.h.25.attn.c_proj.scales
deleted file mode 100644
index 39eaf1bba4b75af1835c1ae91c7c7b7ea84c528e..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5ea89e882a6ceea2d02fe15a1ff74da5b76910857e45bb15293fad6837bfb614
-size 590698
diff --git a/transformer.h.25.ln_1.bias b/transformer.h.25.ln_1.bias
deleted file mode 100644
index 8edac22b53662bcab98c1f5964b25cf38bcedcf6..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d29e70b0c6fa4936fb26587ed5350511fdc6854ceac47101c7d95d83f9fbad7b
-size 25365
diff --git a/transformer.h.25.ln_1.weight b/transformer.h.25.ln_1.weight
deleted file mode 100644
index 1a1ec61889d23d85c42c7109cc9cf1c7c9b9fd15..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f3ba4289996ad1bf8bf3e9144095b47c2b876f6f3da34a8caf2e4e0ab41a46f
-size 25365
diff --git a/transformer.h.25.ln_2.bias b/transformer.h.25.ln_2.bias
deleted file mode 100644
index e006bc5f7dfb9f07d3905a0639ff9c2fcea6a8e4..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a44341cdda0db87598e7e692e09b4cd8c6980a673b5d8d655ebc59e802b9b0c6
-size 25365
diff --git a/transformer.h.25.ln_2.weight b/transformer.h.25.ln_2.weight
deleted file mode 100644
index cb61d7debba522400d221c7fe2f4688f7b06fd86..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bbed5af59e03855f716e1ce950edecc47367a8e40c9435052e5b4239b91439e8
-size 25365
diff --git a/transformer.h.25.mlp.c_fc.bias b/transformer.h.25.mlp.c_fc.bias
deleted file mode 100644
index 097c16fb97e8ed822161b451a6f55aeb27e531e2..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32c791a2d1da64919a3b9799fe10d41bb9331d24a06e35605ed5f5cd573741d9
-size 50017
diff --git a/transformer.h.25.mlp.c_fc.g_idx b/transformer.h.25.mlp.c_fc.g_idx
deleted file mode 100644
index cf41b3c93ae3e132c1f63b926bb04652c67f8583..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e227a69ff3f25441bc34db16b40bdd51ebfed15c50693481a8f015aabbc5acc7
-size 50017
diff --git a/transformer.h.25.mlp.c_fc.qweight b/transformer.h.25.mlp.c_fc.qweight
deleted file mode 100644
index f45488b97130d30602ca1163607f7714d567ebc1..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e50c47e6956a637f19f4934ebf221f3be19ddd46b09948dfda2f1cfaa4305371
-size 75498337
diff --git a/transformer.h.25.mlp.c_fc.qzeros b/transformer.h.25.mlp.c_fc.qzeros
deleted file mode 100644
index 67f452089b5ce991a6e48058cc82957575fe1cbf..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78817dc07bdd8299b4fd5ffde4824a36386a2c5f9518944ad92553c253872167
-size 590689
diff --git a/transformer.h.25.mlp.c_fc.scales b/transformer.h.25.mlp.c_fc.scales
deleted file mode 100644
index 45b4ecbe9fdfa60c564cc72ec757c32f8c654178..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ec78854104e07c89d46d3085966e0795607d0d8e7b246ccccd81ea7bc8453b7
-size 2360161
diff --git a/transformer.h.25.mlp.c_proj.bias b/transformer.h.25.mlp.c_proj.bias
deleted file mode 100644
index 8427044fb9d4eea2bbae1ab18bc9fbcdc8a63481..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4091de0718ff8ba2924389ebb60727ec4dc8b5fb17d51eddda910813547f3dfd
-size 13159
diff --git a/transformer.h.25.mlp.c_proj.g_idx b/transformer.h.25.mlp.c_proj.g_idx
deleted file mode 100644
index f68bd67e2b18c81dc87634efc377b12f1ff46c95..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ffcabf7d2a3b7cbeb2a0366c05295028348fdba3a04a38ca40dd4ffeeb9b5ac2
-size 197479
diff --git a/transformer.h.25.mlp.c_proj.qweight b/transformer.h.25.mlp.c_proj.qweight
deleted file mode 100644
index 1c50351a0c862bb9ff3d925e6a66031d4e141253..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ea35bd6f33d942640c550fe951ec1db4c8a5d6f35610a20d211c2e3a2a9f595
-size 75498343
diff --git a/transformer.h.25.mlp.c_proj.qzeros b/transformer.h.25.mlp.c_proj.qzeros
deleted file mode 100644
index 6d3bc923c1fa39741bcd2193499308a8a54f40aa..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55ca69ab25a68295299b4dd22846fbbf8271bf4f4385bbaad1f537509b35f3ca
-size 590695
diff --git a/transformer.h.25.mlp.c_proj.scales b/transformer.h.25.mlp.c_proj.scales
deleted file mode 100644
index 61b9168cfa4137b601a7093de5727b4a394d9533..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8296692f8b758484bd56bd63881da23e314d979574eb9f6f8815838d9cf46cf3
-size 2360167
diff --git a/transformer.h.26 b/transformer.h.26
new file mode 100644
index 0000000000000000000000000000000000000000..daa12ba18838531405aa1cfc1fa0315184e58e8d
--- /dev/null
+++ b/transformer.h.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f7dd83f6fbd211a03113499743f031b0af2a5d509f29edfb8bf40a75d3248d
+size 197470073
diff --git a/transformer.h.26.attn.c_attn.bias b/transformer.h.26.attn.c_attn.bias
deleted file mode 100644
index a9514936edc38f5b3b98bb353146d0f479f40d7e..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8da3c664aa6eb7f6a2cd983f55963f0452d5b03812648fa5607ee5677295474f
-size 13674
diff --git a/transformer.h.26.attn.c_attn.g_idx b/transformer.h.26.attn.c_attn.g_idx
deleted file mode 100644
index 2c8437ca67e41e441cab26a3c54bd701ccc71b4a..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb4693ed600b16563326e1c8fde9174b52a43cf19f29a126e813c8ec4db5ce1c
-size 50026
diff --git a/transformer.h.26.attn.c_attn.qweight b/transformer.h.26.attn.c_attn.qweight
deleted file mode 100644
index 8faa9e5417ef8072f18c73212c595ab41f0a8b1c..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:655ff517a61fc644ef207061cd9a980b1cd101076b6bb5276d5214d297f366ff
-size 19661674
diff --git a/transformer.h.26.attn.c_attn.qzeros b/transformer.h.26.attn.c_attn.qzeros
deleted file mode 100644
index a9872ff03cb0ab1be3985c8ca1741430a3a919cc..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d522fb0388d383c48688ae859b01b3e80945c9607b2ed1640747c0139d264cf5
-size 154474
diff --git a/transformer.h.26.attn.c_attn.scales b/transformer.h.26.attn.c_attn.scales
deleted file mode 100644
index cdcb02a04d1dd359a406c632332ea9d7459d08d0..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb9b1dfe732c31c42e889f8f35f777acebdfca678533d9eac14c8033745fcaec
-size 615274
diff --git a/transformer.h.26.attn.c_proj.bias b/transformer.h.26.attn.c_proj.bias
deleted file mode 100644
index 8f65533a824285ff951924a92dc1184e23aaf7e0..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3ba23332df86e9bebbff2c849b2c5911a289382c0b0e80fcf0e1e1ed9a3a2c6
-size 13162
diff --git a/transformer.h.26.attn.c_proj.g_idx b/transformer.h.26.attn.c_proj.g_idx
deleted file mode 100644
index f36251920db649c07d7921da6de438a076e11165..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1721148110121a81f83a52600644fa1a4f4f1e9c7f5e48e22db8db7829bee0c7
-size 50026
diff --git a/transformer.h.26.attn.c_proj.qweight b/transformer.h.26.attn.c_proj.qweight
deleted file mode 100644
index 65fd5c757b900a28c0772f2ec82169f616f1dc61..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2baec5deb5c08ca52b32abe6d0641f047d7797808cce2f5025986a1f56d1ffb1
-size 18875242
diff --git a/transformer.h.26.attn.c_proj.qzeros b/transformer.h.26.attn.c_proj.qzeros
deleted file mode 100644
index 40fe633d435efaff6be875a641d180f6c714ec1d..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:378bf05d893c87b004446b40952a35d78ba7add518c2c6e5762a73713a425ed1
-size 148330
diff --git a/transformer.h.26.attn.c_proj.scales b/transformer.h.26.attn.c_proj.scales
deleted file mode 100644
index 60f572b4965b5d56b406e9798e53b662ec886433..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9c96440b422e7f865ba9fc54c512ea507cdff92874b8802adeb71529c696d09
-size 590698
diff --git a/transformer.h.26.ln_1.bias b/transformer.h.26.ln_1.bias
deleted file mode 100644
index 45dc60d322c335dc78a52941f98424308a637294..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:09448dca28da0c5c196a0b46e85856860560d6e2c76e8aaf23c9a54a203cd83a
-size 25365
diff --git a/transformer.h.26.ln_1.weight b/transformer.h.26.ln_1.weight
deleted file mode 100644
index bcf9766ecde4b1aa2138658bb9fd13d28dac7c59..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc5d4f69aea9c52723085f705e3ac1ddc9cb3115dfb7a46f8535caf7f81ea9c0
-size 25365
diff --git a/transformer.h.26.ln_2.bias b/transformer.h.26.ln_2.bias
deleted file mode 100644
index 4f92c84e6949549f8bdca8e4d84156271f763ef1..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dee59516cccc4f83ed073427809f303baae2dad9f183ce5e0996836c68e8ac70
-size 25365
diff --git a/transformer.h.26.ln_2.weight b/transformer.h.26.ln_2.weight
deleted file mode 100644
index 12618a0468af3b503cc394103b5f6cc2899d9c84..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fee459bc76d5b26b156fa6209824d80eb5d428438a9cc440e4ffc432eb6ffb03
-size 25365
diff --git a/transformer.h.26.mlp.c_fc.bias b/transformer.h.26.mlp.c_fc.bias
deleted file mode 100644
index 8daebe21fe2a980dc3405ee5cad38c66100084db..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5876a8001fa71125e57d725153483df40cba6419bb47f99f62b1b02d5c36850f
-size 50017
diff --git a/transformer.h.26.mlp.c_fc.g_idx b/transformer.h.26.mlp.c_fc.g_idx
deleted file mode 100644
index 9a807aede3c66e577bd0b4c1612b5182815b2c95..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:badd86fe3fbdb52d9daa2e3307f4c2bdc9ad7c2f5a158b4d3f20e75db5577bf0
-size 50017
diff --git a/transformer.h.26.mlp.c_fc.qweight b/transformer.h.26.mlp.c_fc.qweight
deleted file mode 100644
index 702d5048bb4bae554f5cb8ba0bb092b8ff0a338b..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ff831d8b12ed94e63c85b423b49f469be3e79c7c2b04458b3712386d65964f0
-size 75498337
diff --git a/transformer.h.26.mlp.c_fc.qzeros b/transformer.h.26.mlp.c_fc.qzeros
deleted file mode 100644
index b3c594ff6fee994b42a5dd26ec7535e6547c8bb2..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d76cf816a18bb4d5843035f9e8d81a347b72f19b4e2fc51cdf6f0ff5aeb68717
-size 590689
diff --git a/transformer.h.26.mlp.c_fc.scales b/transformer.h.26.mlp.c_fc.scales
deleted file mode 100644
index ae91e99a008a0b00beb7f5a55347035a9c7161c4..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a19ecb5d8109ea22867ecf29a60b6edef938217d369043937b904fbc63cfec47
-size 2360161
diff --git a/transformer.h.26.mlp.c_proj.bias b/transformer.h.26.mlp.c_proj.bias
deleted file mode 100644
index 9eeb88615ccf8949de4fef5c6e56a7d012c52f61..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52fde548c878fb40ee63f9a2adc85a74a80a97931d65098979c7a3ad3cd44bf1
-size 13159
diff --git a/transformer.h.26.mlp.c_proj.g_idx b/transformer.h.26.mlp.c_proj.g_idx
deleted file mode 100644
index 8251495194efddb15fc6d8503bfc0651c148374d..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa9e5e369f05269827236e20710f07ed12b03f2ef4446823a0c550d5f043259f
-size 197479
diff --git a/transformer.h.26.mlp.c_proj.qweight b/transformer.h.26.mlp.c_proj.qweight
deleted file mode 100644
index 85f6fc00f5d9812fbd278a8cb49f43cfcfda6903..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28b398c3f914809ebc55401d6aac4a23a712d8a665f37e661bf62624b0e371e5
-size 75498343
diff --git a/transformer.h.26.mlp.c_proj.qzeros b/transformer.h.26.mlp.c_proj.qzeros
deleted file mode 100644
index c64257eb95e714a17ffe675f28b1f4359acd8d6d..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d066e2d77cdea44ef39e5a43b8201a58ff2019359e48d3d657c349ce2f3b48ef
-size 590695
diff --git a/transformer.h.26.mlp.c_proj.scales b/transformer.h.26.mlp.c_proj.scales
deleted file mode 100644
index 8329a0397f7bd74bcdbd9a7d2ee50d8c6f8bf446..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:14741fa78b3fbb9a2280073ffede210335e435ab133747177ecc37bf1ce1f6dd
-size 2360167
diff --git a/transformer.h.27 b/transformer.h.27
new file mode 100644
index 0000000000000000000000000000000000000000..ddc9c71b1b72afa388995bf407d3b080f3c96f26
--- /dev/null
+++ b/transformer.h.27
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fb7b7e8d28db0a901a1c03cef2a8f4f91184c5180d8bf659371008f162344e
+size 197470073
diff --git a/transformer.h.27.attn.c_attn.bias b/transformer.h.27.attn.c_attn.bias
deleted file mode 100644
index d49f19da564b03f42a54cae4bab6d70ce8081e85..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:112761f38eac1c2c935c1c290cdcae2a0fc07fd68ad1f19682db4ca16fda25e0
-size 13674
diff --git a/transformer.h.27.attn.c_attn.g_idx b/transformer.h.27.attn.c_attn.g_idx
deleted file mode 100644
index 865dc694bae71418353bfd6343811e3f174e1552..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ce9cc80864b896488eb1e39591a5f5bfb0f30fa760cc79abf28c82239a73044
-size 50026
diff --git a/transformer.h.27.attn.c_attn.qweight b/transformer.h.27.attn.c_attn.qweight
deleted file mode 100644
index b1c6218915faf469cc8f23c7a573e5a7e471603c..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:96a63cdef88e4bba573c2db97431dbbca35ab9964c8dfeb87ec1df4031d700d7
-size 19661674
diff --git a/transformer.h.27.attn.c_attn.qzeros b/transformer.h.27.attn.c_attn.qzeros
deleted file mode 100644
index e894c148e55f27c01a39854c8f2ca769f527b9f0..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e632b2432af2e182d97627d9a049f5406df51d6aaa8d4c4615e1b0b9c2a7188
-size 154474
diff --git a/transformer.h.27.attn.c_attn.scales b/transformer.h.27.attn.c_attn.scales
deleted file mode 100644
index a38cfbe47ac53e0cce195f525a84c848c956a3bc..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d5c1b4cf400e6d26c3616eaa9668019f5853e3875519fbbaebea556bb0bef73
-size 615274
diff --git a/transformer.h.27.attn.c_proj.bias b/transformer.h.27.attn.c_proj.bias
deleted file mode 100644
index 9d4f805f14e7459937e3921a0ee431d5aaea9e37..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ec743e40c4a83d24e1768cb6d5a084607933aee22222a88e5bec7ddce696bd7
-size 13162
diff --git a/transformer.h.27.attn.c_proj.g_idx b/transformer.h.27.attn.c_proj.g_idx
deleted file mode 100644
index 0b13cc6a6b48da56c23bb3e5557b98f15cff51e3..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb2835f2fd56aa91444e7a577d3be88fc37f0f8bc65538645c4e318a4bc99f3e
-size 50026
diff --git a/transformer.h.27.attn.c_proj.qweight b/transformer.h.27.attn.c_proj.qweight
deleted file mode 100644
index adbf5bf6b1117a3b53871cf11418dd75814f2098..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f7245a1d8ac446e99f2667f44e54eeff5a2b04bd66fbb67cd5c6abec85e75446
-size 18875242
diff --git a/transformer.h.27.attn.c_proj.qzeros b/transformer.h.27.attn.c_proj.qzeros
deleted file mode 100644
index 6a7727ef36b28aeafc2f9a7c1766e44058745486..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0e4cfd7f8dc06a263b4638d3bc52e979ed90d1b23592301787e42ffffa6168b3
-size 148330
diff --git a/transformer.h.27.attn.c_proj.scales b/transformer.h.27.attn.c_proj.scales
deleted file mode 100644
index 67ac7b538db751bda29538f4674b6ed244d9e9a6..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b3f18d3c6da3d8de853ee281179fa8d7d4aaf8e227d082349c8d3422da31f93
-size 590698
diff --git a/transformer.h.27.ln_1.bias b/transformer.h.27.ln_1.bias
deleted file mode 100644
index d545915a0ab885c238c034931ba49edf353fda64..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77d0cba6d6a229688193a366573a052fa002fe4f1c5fe486681067ee99da7323
-size 25365
diff --git a/transformer.h.27.ln_1.weight b/transformer.h.27.ln_1.weight
deleted file mode 100644
index ef162074983d5828768d0869e7bd2b660188d9cc..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9727b46b105e29c78b506d30624555fdfb8326ddafa3e7a3b3800b995544c983
-size 25365
diff --git a/transformer.h.27.ln_2.bias b/transformer.h.27.ln_2.bias
deleted file mode 100644
index d57b8cdcd78e952cbf334469be64b419da43a033..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:325e3dd7b76bedfcf0ed3e37fd8755ff8772eb76421d1a40ac60598a10c643d1
-size 25365
diff --git a/transformer.h.27.ln_2.weight b/transformer.h.27.ln_2.weight
deleted file mode 100644
index 2226c1826ad23bdcae3018967efc77a37e8f6b2b..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3d3c4d45a34c636379219131f6f05dbf3a21ad960a98b848aa666070b6acd9f
-size 25365
diff --git a/transformer.h.27.mlp.c_fc.bias b/transformer.h.27.mlp.c_fc.bias
deleted file mode 100644
index 20b3163363f19b98948ca31ea23bdad26f0663a4..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52337e0d4f5304a949331fdf501adf3a8a0834950fbe9380bdccba60191f8536
-size 50017
diff --git a/transformer.h.27.mlp.c_fc.g_idx b/transformer.h.27.mlp.c_fc.g_idx
deleted file mode 100644
index 4ff8c1af9e595936c9e7549da10c21d0b10ec004..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:25970e56d8fd89e21bce7bf09a695199b00a86b071fad0260e65c56aecbd2cd7
-size 50017
diff --git a/transformer.h.27.mlp.c_fc.qweight b/transformer.h.27.mlp.c_fc.qweight
deleted file mode 100644
index 2275e8b1056ba6c92b23fea8c7b25e6f0dcb06b2..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb0047a0803f9c2a127abf16f844514a446059a7e455cdab1ce76671752c22ec
-size 75498337
diff --git a/transformer.h.27.mlp.c_fc.qzeros b/transformer.h.27.mlp.c_fc.qzeros
deleted file mode 100644
index 32f8d2fa70cd1f74c3b7e7cb82b63808bdc40f20..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6d385d400a814b6e771def6de243d436fa38309e93c77b3e83424ad1c4746fe
-size 590689
diff --git a/transformer.h.27.mlp.c_fc.scales b/transformer.h.27.mlp.c_fc.scales
deleted file mode 100644
index 209fb769ed73ccbbad2bfa230e3f1ffd093899b8..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea65f6ef4820d774a938f80289d25bab66c167eb6b0c1d4add6fea8b5e9b29d8
-size 2360161
diff --git a/transformer.h.27.mlp.c_proj.bias b/transformer.h.27.mlp.c_proj.bias
deleted file mode 100644
index a3dbdce64be891ff877ee20bfd3f5d9668033ece..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec394a90120ac7b7504ac2f380cbc90fa5bea84e0104e912e29bfd3d7178dab8
-size 13159
diff --git a/transformer.h.27.mlp.c_proj.g_idx b/transformer.h.27.mlp.c_proj.g_idx
deleted file mode 100644
index 1d35d98ab8978a055520217b9fd7618eda712e14..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0e1b60e841704138f8a9bb136057f6eca60cb3dfc1473be0dd6d79a1ab9df106
-size 197479
diff --git a/transformer.h.27.mlp.c_proj.qweight b/transformer.h.27.mlp.c_proj.qweight
deleted file mode 100644
index aeda61dee4f9d654a06c13435215935c41c8432b..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0b1167050af2e6e120c915951e2fb013a2f945c86bf5c491e01e62f82c5d4c23
-size 75498343
diff --git a/transformer.h.27.mlp.c_proj.qzeros b/transformer.h.27.mlp.c_proj.qzeros
deleted file mode 100644
index e30d356b6bab5d3098efb90f8b6040ae50162500..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a16db62bd2d0a0eef5f6ac29acb387c08cb2fb57298fa407ca3c191d5b7080cd
-size 590695
diff --git a/transformer.h.27.mlp.c_proj.scales b/transformer.h.27.mlp.c_proj.scales
deleted file mode 100644
index abed6b4d5966c5b0dec9b524b0059a161dcb21fb..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f07453c895c798ba18f731c34476c7033a73dd5bfa1942e7bbce3cf158121d57
-size 2360167
diff --git a/transformer.h.28 b/transformer.h.28
new file mode 100644
index 0000000000000000000000000000000000000000..a9b57d6efa402c16045a3891b378146278b8f632
--- /dev/null
+++ b/transformer.h.28
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca63c0068ce6439023d6db8c3792146fcd7429ea07ba270db05fba9890cbf2f
+size 197470073
diff --git a/transformer.h.28.attn.c_attn.bias b/transformer.h.28.attn.c_attn.bias
deleted file mode 100644
index cc116f928260d0cd39e19429137dabef1c734356..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68423622ae06f694d17e5d98a046c6d29de0035b8bf064e51ace47279196c098
-size 13674
diff --git a/transformer.h.28.attn.c_attn.g_idx b/transformer.h.28.attn.c_attn.g_idx
deleted file mode 100644
index fcace87c48fd4fcabb5b2cfb1b74a88b2a7950a0..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d682834c3480c0bcd6e07520d0393090a2c77cef721e67094511914a7922142
-size 50026
diff --git a/transformer.h.28.attn.c_attn.qweight b/transformer.h.28.attn.c_attn.qweight
deleted file mode 100644
index 1c782e26a0679efb7cd2fbcbaaede6f37cf5b21d..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcca48d8191eed9535beb7f78a52d37bcc9c3755d6bba74812775c06966c0b79
-size 19661674
diff --git a/transformer.h.28.attn.c_attn.qzeros b/transformer.h.28.attn.c_attn.qzeros
deleted file mode 100644
index d5088e3302b2ba735dd676b42a95c7376196488e..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a15c4e421390d35dda7152a78f56c7214e284389fa5ef9a54a0c1d4e21a1160
-size 154474
diff --git a/transformer.h.28.attn.c_attn.scales b/transformer.h.28.attn.c_attn.scales
deleted file mode 100644
index 2b0f01953c856fedc7a9efbb4616645869eabad8..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d960f3029f0155dc79dcf487ca4e1f27224f705fa0717f562df51830a7df17a3
-size 615274
diff --git a/transformer.h.28.attn.c_proj.bias b/transformer.h.28.attn.c_proj.bias
deleted file mode 100644
index 65d420894de5a34e8f296c57f51bd4eb0dc7490e..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:db83a11f85ba1fdf04fb0a1855af210822266d2019832c7329c71eb722a47256
-size 13162
diff --git a/transformer.h.28.attn.c_proj.g_idx b/transformer.h.28.attn.c_proj.g_idx
deleted file mode 100644
index ac638a9ff4609e82b9d8fd8b8f329941a3b83d23..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef394dcde1eb19e3cad5fcc103c371e7bf9f1fbacb2f97d3aace805a9355d476
-size 50026
diff --git a/transformer.h.28.attn.c_proj.qweight b/transformer.h.28.attn.c_proj.qweight
deleted file mode 100644
index 1bb147560612844567028a906163723d51178968..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:71ddc8aecb6b99f92cebe4715178afc822cf523a73295f3b412553bbb0d74aef
-size 18875242
diff --git a/transformer.h.28.attn.c_proj.qzeros b/transformer.h.28.attn.c_proj.qzeros
deleted file mode 100644
index 0ff4457be24f7ada682c34e7306199430b18650b..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91c13b3acb05213a5ec686fccfd5ef519cd868369cf9fbded8229a32f741a0f4
-size 148330
diff --git a/transformer.h.28.attn.c_proj.scales b/transformer.h.28.attn.c_proj.scales
deleted file mode 100644
index 62d5c1110500a7dd8ff245336caedf7b60e7ba1a..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3aefe3bbde21db843a6a4b53c4a8803d714a31e65b17586b4fb34915ac8eadee
-size 590698
diff --git a/transformer.h.28.ln_1.bias b/transformer.h.28.ln_1.bias
deleted file mode 100644
index 992002a2cafb8f5740a173d6ade8ef946dd9b6e5..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2e8c6fb5920bc69aee15f63759516216632a936bb27dbae4db67f020418522d
-size 25365
diff --git a/transformer.h.28.ln_1.weight b/transformer.h.28.ln_1.weight
deleted file mode 100644
index 288d87c6429fd316254193001b2ae43414395b57..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d44a9b50a0ec1859339b115b73b262e45d999340224be2e0afd09cc2a8d85973
-size 25365
diff --git a/transformer.h.28.ln_2.bias b/transformer.h.28.ln_2.bias
deleted file mode 100644
index df34c784d05082d0451a3987f3e86a3ab1359dd0..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:79fe9a21434953487bfaa4b78e93a937352820a10223361ac9baccfc233f7c2b
-size 25365
diff --git a/transformer.h.28.ln_2.weight b/transformer.h.28.ln_2.weight
deleted file mode 100644
index ab23e7ba8c77c67af79783cdb018e986b77712b3..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:820ae6ad917b4e6109ae03cdda8713712998335e371afa8a6ce99922cad8d6f8
-size 25365
diff --git a/transformer.h.28.mlp.c_fc.bias b/transformer.h.28.mlp.c_fc.bias
deleted file mode 100644
index 514dff4c4a0da674bb6a4417792e93c82ab9a137..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0925846c8c95a6b8bea9fded9b076a4020366566dd3e7c460e3e0de162dc71a9
-size 50017
diff --git a/transformer.h.28.mlp.c_fc.g_idx b/transformer.h.28.mlp.c_fc.g_idx
deleted file mode 100644
index 67e08db7d9e673067951976b95cd69d3e908049d..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48d9cb6a713345c9bf58a322ed2626f4bb9eb50323cf8a74acbb03d30a64f4d4
-size 50017
diff --git a/transformer.h.28.mlp.c_fc.qweight b/transformer.h.28.mlp.c_fc.qweight
deleted file mode 100644
index 9767279515319a7eda876a0f8778942dc8b5adf9..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51b20105ab00b15e9d18e4d2ce6213517736aaf482fde5724ac2e888016689d6
-size 75498337
diff --git a/transformer.h.28.mlp.c_fc.qzeros b/transformer.h.28.mlp.c_fc.qzeros
deleted file mode 100644
index 3000efc06e686219f74a8fcfdaad612dfb06598d..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:098997bed86c641dd15c82bd1d7fbe001c2f6c7f93db9b7c3c21f2ccb237967d
-size 590689
diff --git a/transformer.h.28.mlp.c_fc.scales b/transformer.h.28.mlp.c_fc.scales
deleted file mode 100644
index 92417efb037178c2565985c250ea6ada7a407536..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2455fc086d45106decb8951ae87f0e82bb63abe59ba45d584948ca2639f5c6de
-size 2360161
diff --git a/transformer.h.28.mlp.c_proj.bias b/transformer.h.28.mlp.c_proj.bias
deleted file mode 100644
index a73da3cfea503eff9230d417c469b92cba7a0c81..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55e07d789bde1698c76936fa4143dbceebd6752219963e0cf105d0128f313798
-size 13159
diff --git a/transformer.h.28.mlp.c_proj.g_idx b/transformer.h.28.mlp.c_proj.g_idx
deleted file mode 100644
index ac033505b9699f27a138f4da80a3ee8cc2affc82..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27cd8799512bab595ea7299540135c3890660d23f8b08cfc346f73e6262d5ad1
-size 197479
diff --git a/transformer.h.28.mlp.c_proj.qweight b/transformer.h.28.mlp.c_proj.qweight
deleted file mode 100644
index 819cf48064c74932610378ac2e640660e1ea3349..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c332af38b4bef27dc10deb89f8d1b7e583878a54f00568153b4aca47ad0f7976
-size 75498343
diff --git a/transformer.h.28.mlp.c_proj.qzeros b/transformer.h.28.mlp.c_proj.qzeros
deleted file mode 100644
index e8f196587633cfd47291388b0b1e10080241e37e..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:023c5a5c624ff40b843533dc1516052bda81e922d8d47166d1ad48fc5ab991e8
-size 590695
diff --git a/transformer.h.28.mlp.c_proj.scales b/transformer.h.28.mlp.c_proj.scales
deleted file mode 100644
index 60d727cd62993564406d48a5cff112761a2b9e9c..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:218bf39ad470326fa7ee16264438c6d6f4a43adbcb538750646f0159f25279dc
-size 2360167
diff --git a/transformer.h.29 b/transformer.h.29
new file mode 100644
index 0000000000000000000000000000000000000000..ef78f4896ebe8397ec1001883a11eefde9c9a194
--- /dev/null
+++ b/transformer.h.29
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a681977fbaf66aac3cce59fe4cd61a9ee0aef854f35d7dda91e5d8dc84fbab6
+size 197470073
diff --git a/transformer.h.29.attn.c_attn.bias b/transformer.h.29.attn.c_attn.bias
deleted file mode 100644
index 22c5485174047823edc5c1c100711192353ed59b..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c14d1a38c133dc0385696c90645d457506fa41388440350754a3d7ac671b26ea
-size 13674
diff --git a/transformer.h.29.attn.c_attn.g_idx b/transformer.h.29.attn.c_attn.g_idx
deleted file mode 100644
index c627d9c5563d22c185bdc93a81c9ce9b72f91063..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a76861914e1b0d1598f97a3147057d305099eb4e6b19733539292c49c4f15364
-size 50026
diff --git a/transformer.h.29.attn.c_attn.qweight b/transformer.h.29.attn.c_attn.qweight
deleted file mode 100644
index eb6a7940b3c2ebba746e3784e7f6e4ed5db82c35..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8e1fb5e501f43495a067e597bfe7dd988a86ea7e3e54d8ddedcf24a20c0c0b4a
-size 19661674
diff --git a/transformer.h.29.attn.c_attn.qzeros b/transformer.h.29.attn.c_attn.qzeros
deleted file mode 100644
index cc96f4955713ef6df82457c10fb83f57cc658110..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2baa28224aa2aeb6fc60abc1f89d7ab5e5ab9df58dfbe29a80c6f4a80a0bd6b2
-size 154474
diff --git a/transformer.h.29.attn.c_attn.scales b/transformer.h.29.attn.c_attn.scales
deleted file mode 100644
index 0ffac6b76829c52aab9b6222bc6d7db9f5c9ad53..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c299aa78893a7ced7c91cb4020150ade7b106c54645d8d2a34b1fe16d914262c
-size 615274
diff --git a/transformer.h.29.attn.c_proj.bias b/transformer.h.29.attn.c_proj.bias
deleted file mode 100644
index cbc899a9c351e64c0850cae17df9a96aa30c16bf..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f21fd7fe23314988436af0fa7c5a16ebf2200e4de0cc5eefea2949ab60abb627
-size 13162
diff --git a/transformer.h.29.attn.c_proj.g_idx b/transformer.h.29.attn.c_proj.g_idx
deleted file mode 100644
index 6fddc41373e6b2d261c43bdeb144dba7418bd2d1..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5445f0b2dd587020f2bc6c25367cc35f59c527ac8038362c8755d2eb093f4696
-size 50026
diff --git a/transformer.h.29.attn.c_proj.qweight b/transformer.h.29.attn.c_proj.qweight
deleted file mode 100644
index 3b256fb197bccae08d9c52c3f8f2c9a31da7089a..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e0fbf0b43fc4bd13167578dc8e6d1fae73ef5bcc07ce0841725bccf1f026da92
-size 18875242
diff --git a/transformer.h.29.attn.c_proj.qzeros b/transformer.h.29.attn.c_proj.qzeros
deleted file mode 100644
index c5476591f9507dfaaaffe89a1923b9ddeb75d438..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:795cfb49603c2b72a8208eafd32f7949cc01007ba176eac4445c0a3159ab8e34
-size 148330
diff --git a/transformer.h.29.attn.c_proj.scales b/transformer.h.29.attn.c_proj.scales
deleted file mode 100644
index e7a394a0842019737e32166516cbdb5b841ead7e..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e77cf6a16281af5da69f31b890a82ad87ae227092dda1e3b66f9b8d45803a929
-size 590698
diff --git a/transformer.h.29.ln_1.bias b/transformer.h.29.ln_1.bias
deleted file mode 100644
index 01d4143af2e7e0cbc43f9f96757cd4bec51afbc5..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7eb2cb7de8840942516edafeeafbf3c97eea34027fb75e5fbe8479124bcb93f0
-size 25365
diff --git a/transformer.h.29.ln_1.weight b/transformer.h.29.ln_1.weight
deleted file mode 100644
index 10f131acbc1f84bf9e4941114887e73a51e97226..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:79ac5d70bf75de4d7e3f68e4d0ddb68e88cabc46220539ca9e5bfe49e428f646
-size 25365
diff --git a/transformer.h.29.ln_2.bias b/transformer.h.29.ln_2.bias
deleted file mode 100644
index 83c6a8259033bbf362319f6266b7ac4774e723f0..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88254275ba12d998e7ae6cb51eda6364d92b8c52da956c2a884c049b2bad611e
-size 25365
diff --git a/transformer.h.29.ln_2.weight b/transformer.h.29.ln_2.weight
deleted file mode 100644
index 553f0f1a7c528977f4767b6968e6c5c81badf8ef..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68042764060659e37eaf96c36524e06bb01a39ef281e794bb10b6640f14c972c
-size 25365
diff --git a/transformer.h.29.mlp.c_fc.bias b/transformer.h.29.mlp.c_fc.bias
deleted file mode 100644
index 45c5d23b8d499e2c55395b4e8b2cb9e562d8d155..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:25761903d399cca3a499c57ce6493a7fc92e605226f5ced1fc4f2c70fc36ef4b
-size 50017
diff --git a/transformer.h.29.mlp.c_fc.g_idx b/transformer.h.29.mlp.c_fc.g_idx
deleted file mode 100644
index 5d9bc627268b8d3ab852ea043a03e1913cf8dc57..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29aa6fae915ef03fd1d36a1a660bb2b260f27523208c9c251120032b0a964793
-size 50017
diff --git a/transformer.h.29.mlp.c_fc.qweight b/transformer.h.29.mlp.c_fc.qweight
deleted file mode 100644
index 875cd4bbfedd2de9f4684a6a75f429942b4b8b99..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:732a3a1c27309d579ef40744f09d9953ef977ecef0001cdccd9014a87c180191
-size 75498337
diff --git a/transformer.h.29.mlp.c_fc.qzeros b/transformer.h.29.mlp.c_fc.qzeros
deleted file mode 100644
index 7f8b9b37550755f825a67446b00811987a7d1d88..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a5dafb255d9a3b567b306846a4375272fa34b4edd25bc21b3a5ffd06bed0faa
-size 590689
diff --git a/transformer.h.29.mlp.c_fc.scales b/transformer.h.29.mlp.c_fc.scales
deleted file mode 100644
index 4e535a569f3a5b8a5eb903a8d852c7dc9146b634..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0761e35c2990fae5aa1bde2feb8de688f7dfaab9b248ca8651fec7052dc8f43
-size 2360161
diff --git a/transformer.h.29.mlp.c_proj.bias b/transformer.h.29.mlp.c_proj.bias
deleted file mode 100644
index b94e9762bb0782712bb3daa205c52e11db69b369..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48e6550c214daa1b62f0b1a7215b20b8791235d0eeea9217d61c1d28e88a4e79
-size 13159
diff --git a/transformer.h.29.mlp.c_proj.g_idx b/transformer.h.29.mlp.c_proj.g_idx
deleted file mode 100644
index e7a2ea3d521eacc300aa3049616d6f1726e8e602..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c1e91f889b452e19fc87a926262de4a6191c8612432efe7ae3782e076888b8a
-size 197479
diff --git a/transformer.h.29.mlp.c_proj.qweight b/transformer.h.29.mlp.c_proj.qweight
deleted file mode 100644
index 91a7dc5a0345308956b35f12a5f22cbe578546a2..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:012b2e069f881fa2abe8a5669ab45e7c0109a341c0ccd2934977872679a5e0f6
-size 75498343
diff --git a/transformer.h.29.mlp.c_proj.qzeros b/transformer.h.29.mlp.c_proj.qzeros
deleted file mode 100644
index 9b36c5e5f6f2fccccdca5da119506d0dbeba8d3a..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a9dae875842da0e4773bc08714b88389bff37e481ebfb1ff5670e95213973e5
-size 590695
diff --git a/transformer.h.29.mlp.c_proj.scales b/transformer.h.29.mlp.c_proj.scales
deleted file mode 100644
index 5e568b8db76246264baed0399993e519dc09fbc5..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f6610b9b18abee62164268ece78e0270e425db734a363b438d6316045446c45
-size 2360167
diff --git a/transformer.h.3 b/transformer.h.3
new file mode 100644
index 0000000000000000000000000000000000000000..9cef6568958dbe192d1b2a92c7961239022b0932
--- /dev/null
+++ b/transformer.h.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61279e242e3d074e1e898d1fd980479b0f8abf2ed4c0f2fd428d06a6a5851d9c
+size 197470009
diff --git a/transformer.h.3.attn.c_attn.bias b/transformer.h.3.attn.c_attn.bias
deleted file mode 100644
index 7295f20607eca8e6da735dd75120abbd684d234d..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ffe8b0ce59d6a4d0a2becca246ff41a5aee9daffb6bf8822025a60001e29eb5
-size 13671
diff --git a/transformer.h.3.attn.c_attn.g_idx b/transformer.h.3.attn.c_attn.g_idx
deleted file mode 100644
index 7efbae24e5130b80d2b1e52db698687bd4077e07..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3b5f657f90c00289809e1ddc1c02d00cdda35571e229c1ce137c0849512b997
-size 50023
diff --git a/transformer.h.3.attn.c_attn.qweight b/transformer.h.3.attn.c_attn.qweight
deleted file mode 100644
index fa70784d9d488d8f42fb6bcdfbc032419c797136..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e1d1c8efd36127b2aa0f040d553e72a61340dc0d74e0079a006865b878d1711
-size 19661671
diff --git a/transformer.h.3.attn.c_attn.qzeros b/transformer.h.3.attn.c_attn.qzeros
deleted file mode 100644
index e57326d96332e7698e79d47b9f29b9a569188d16..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73ba22343a05f71f210fd96dc57f062457d4188739b71448bcea5fc90f6a6fdd
-size 154471
diff --git a/transformer.h.3.attn.c_attn.scales b/transformer.h.3.attn.c_attn.scales
deleted file mode 100644
index 4496ce24beee722d1a9c8d77dda338377b6c9d4b..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:428169209fd657ea4244dcb801679c807637f2a4d6256e3ba871dbdd5128c49e
-size 615271
diff --git a/transformer.h.3.attn.c_proj.bias b/transformer.h.3.attn.c_proj.bias
deleted file mode 100644
index e33077d25e7b28a51b76130486a6d39181ddd15d..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1022a37f026b47a0124c5a0eeb341bcd5ae94371d394a8828435579e11218736
-size 13159
diff --git a/transformer.h.3.attn.c_proj.g_idx b/transformer.h.3.attn.c_proj.g_idx
deleted file mode 100644
index 4d3f3c57be97f642db4917e5787aa67351924b24..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6386be402e35dab8d9a7e7f1f4edc5319acaec8a89995f76aef8f3c60810bc06
-size 50023
diff --git a/transformer.h.3.attn.c_proj.qweight b/transformer.h.3.attn.c_proj.qweight
deleted file mode 100644
index 3f93f445e936c381243abf81335556ebf8c872fb..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e2aed06ae8529dff54c097951eeadd0f4a3b3abebfb6d57744fe80212ebe11f
-size 18875239
diff --git a/transformer.h.3.attn.c_proj.qzeros b/transformer.h.3.attn.c_proj.qzeros
deleted file mode 100644
index 73913a8dadb5fab7b7e0f99693a4392fa1f11f58..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:645a934b444bee2ab7b6032fcb08ba29cfc7118586b52df105fd00b0162dbbf5
-size 148327
diff --git a/transformer.h.3.attn.c_proj.scales b/transformer.h.3.attn.c_proj.scales
deleted file mode 100644
index e63ff2113f6694662c1d96a18b0b6efff3fabcce..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:18664b6164927da4491de3a074b288673bb30b7048cae32133af26f73684ef9a
-size 590695
diff --git a/transformer.h.3.ln_1.bias b/transformer.h.3.ln_1.bias
deleted file mode 100644
index 19e686dfe28e3d84fb8ea965608cd9c5ae04ec06..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a9152f55f8a65680073516bae49727abe2487e5cf1fdc2d34b8f57a851c71805
-size 25362
diff --git a/transformer.h.3.ln_1.weight b/transformer.h.3.ln_1.weight
deleted file mode 100644
index 2ee8763edf00e4d5103baae59bc14c81540b098f..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1865ff56c806dcc277b53ef5f56c029bb9c75c7079624ed543dfa6e20dfcc8ab
-size 25362
diff --git a/transformer.h.3.ln_2.bias b/transformer.h.3.ln_2.bias
deleted file mode 100644
index a9cc7d234abbddba84285ac3ec9f70bb9a3440d3..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e29de6834b9d321c6d0bf82478085c5452d1635708d521bca14eb69b380ccabf
-size 25362
diff --git a/transformer.h.3.ln_2.weight b/transformer.h.3.ln_2.weight
deleted file mode 100644
index f608e4711772b2d5cd36bda72a1df327eb8e4273..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:235fc9daa2bba779f02ed0bc6b8007d96cfde814b22caf5a1ee9af1697d872c5
-size 25362
diff --git a/transformer.h.3.mlp.c_fc.bias b/transformer.h.3.mlp.c_fc.bias
deleted file mode 100644
index 8f566dd19530ce760e6ceec61b02d5e97688819b..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b07d9329d82e8a2d24a333b3419fbc22ed5516d756439abc64cc024be2091cb9
-size 50014
diff --git a/transformer.h.3.mlp.c_fc.g_idx b/transformer.h.3.mlp.c_fc.g_idx
deleted file mode 100644
index d2e6ecfa64182b02c59c03815043e59818a633f9..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd207d5b724ea6dbdfde9635230889faf27f885cc72db29c8fa6258a56b7d52d
-size 50014
diff --git a/transformer.h.3.mlp.c_fc.qweight b/transformer.h.3.mlp.c_fc.qweight
deleted file mode 100644
index fb476c5243edb27f8db046d74fe1f2e7edfa77ef..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e6524ad599522de99b5cfae8b281170d3943d18ba8c50542a2cb6106a4551353
-size 75498334
diff --git a/transformer.h.3.mlp.c_fc.qzeros b/transformer.h.3.mlp.c_fc.qzeros
deleted file mode 100644
index 30a80357f8775c5d7f7ae000e616cce0cf914f62..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:777635b562ab9b0d7ebed3d2431ca0d7012a369982081dfed6c0cad78ad18919
-size 590686
diff --git a/transformer.h.3.mlp.c_fc.scales b/transformer.h.3.mlp.c_fc.scales
deleted file mode 100644
index d53d7896bfdcfc95a6e8588433aaccd6b7e01b73..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:988b9c1e4b5403982886356ea6096078eab7a86967b9a9f0f5aadf1728c8f212
-size 2360158
diff --git a/transformer.h.3.mlp.c_proj.bias b/transformer.h.3.mlp.c_proj.bias
deleted file mode 100644
index b5f92250814e25de58bbbe897204eb2ebcef52dd..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:386aa910e695780e0cbb357f100f7bf82183fdbb06717d88c770f30cc7b0528f
-size 13156
diff --git a/transformer.h.3.mlp.c_proj.g_idx b/transformer.h.3.mlp.c_proj.g_idx
deleted file mode 100644
index ed63a492f2da2f36126cf76f2c416aced4456c74..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a89fc94df9fb0e6d3b42d77eb89f2a83428e5bd8bde0c2552e85cf58622a26f0
-size 197476
diff --git a/transformer.h.3.mlp.c_proj.qweight b/transformer.h.3.mlp.c_proj.qweight
deleted file mode 100644
index 327911c9efd4d4cea1571d1d7cac7c7e03be1f5d..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6e7670f865bb76c500bdb7e52937f6099621e1fc11ea537fda4cd24537e92886
-size 75498340
diff --git a/transformer.h.3.mlp.c_proj.qzeros b/transformer.h.3.mlp.c_proj.qzeros
deleted file mode 100644
index 0edceae169a0354c74a546c8a45f3b5ca39eefea..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d2485f08ae2931f408c7133e4b5ed9d205e49d5a95e9dc5a2a3b075d3721956
-size 590692
diff --git a/transformer.h.3.mlp.c_proj.scales b/transformer.h.3.mlp.c_proj.scales
deleted file mode 100644
index d6162eb5bc542257ff6c262c1cb62ee5bcbef74d..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bc4c241346510913f411980e0dba2b4873abd527d04de2ee04857e5844d47614
-size 2360164
diff --git a/transformer.h.30 b/transformer.h.30
new file mode 100644
index 0000000000000000000000000000000000000000..12621f6b250e6abc3702105841c9b39c93da0055
--- /dev/null
+++ b/transformer.h.30
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd0aa1ffdb107ddfff6ec081a9799cf75f5101caa1b912a93cb27aa53ffdf03
+size 197470073
diff --git a/transformer.h.30.attn.c_attn.bias b/transformer.h.30.attn.c_attn.bias
deleted file mode 100644
index 65d5b5dddb7ea33b43bc38afebe9e04b8a9aa27c..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0651a2e305243576f4976f3fe12c2114fb9a068ad0a87b3eaf7d5452e7ea4c89
-size 13674
diff --git a/transformer.h.30.attn.c_attn.g_idx b/transformer.h.30.attn.c_attn.g_idx
deleted file mode 100644
index 451eacbda910401fe8f5071f0a68070e6d16e23f..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29c096997eb8987ed012dfaa8090c3e0c1a5c01f2ae67e1f30b23e7716173b07
-size 50026
diff --git a/transformer.h.30.attn.c_attn.qweight b/transformer.h.30.attn.c_attn.qweight
deleted file mode 100644
index 22b7c2306a578358336c1076d2f5e8a0c25cd8d7..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3e64b5a7d80a2ac4cc58aa53fda814fc1dd44810c83a96872aa2c0570497abe
-size 19661674
diff --git a/transformer.h.30.attn.c_attn.qzeros b/transformer.h.30.attn.c_attn.qzeros
deleted file mode 100644
index a2b2bf427d00eaeb90c484c320282f2f3b5491dc..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3d3cbd5f7e8b51aae27df0c3499164e63f00d01bc96c74f2c42d82a022a02da
-size 154474
diff --git a/transformer.h.30.attn.c_attn.scales b/transformer.h.30.attn.c_attn.scales
deleted file mode 100644
index 5177f6b2ae9434f80682c6530098e27fd4fad2c0..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:255e382909f2adaaa921561fb2a801d77cb93796bb8416edc085a43188a9bcf7
-size 615274
diff --git a/transformer.h.30.attn.c_proj.bias b/transformer.h.30.attn.c_proj.bias
deleted file mode 100644
index fbf688d294412e37d969abd1e780a4d77ac6b624..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63bbc6d89e6a709d9f4b86d43dbf39dad97717dc518bfe9bfaeb680767b31039
-size 13162
diff --git a/transformer.h.30.attn.c_proj.g_idx b/transformer.h.30.attn.c_proj.g_idx
deleted file mode 100644
index e4efad0909a83074a031cfe3818d5fc07366e035..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:091d39f6790fd79cd9245ae1fbe0067863e40cae115d733831d34af00d0a0897
-size 50026
diff --git a/transformer.h.30.attn.c_proj.qweight b/transformer.h.30.attn.c_proj.qweight
deleted file mode 100644
index d7261e743228c4d402bfcdbf846405bfa4ab02f2..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4d58b4be4a266afbb284a357b416f3945c76e0353bd875c9d1ac071fe5207bc
-size 18875242
diff --git a/transformer.h.30.attn.c_proj.qzeros b/transformer.h.30.attn.c_proj.qzeros
deleted file mode 100644
index fcd6ba21b47bf99049d63276d4eda861c23836dc..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e8a91ba79cd771dcc387c495c4d2b9dec495fb2520e635a1de67a8f400427733
-size 148330
diff --git a/transformer.h.30.attn.c_proj.scales b/transformer.h.30.attn.c_proj.scales
deleted file mode 100644
index 95109a28d90a995e3ef89a406b8cac529cd7b5f1..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcb314d7df34811c2190982025f01ebff04ac0d65f792a4e4e97783e27a33221
-size 590698
diff --git a/transformer.h.30.ln_1.bias b/transformer.h.30.ln_1.bias
deleted file mode 100644
index 77a7450d4bc3e1d6ec7326d32f9e04da4c029926..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:709f945a258619efe0e3f089a12e50f7534638acb73b5e8a4e6dea98db6e727c
-size 25365
diff --git a/transformer.h.30.ln_1.weight b/transformer.h.30.ln_1.weight
deleted file mode 100644
index 977ef1fefef7bf717348eaaafa1cb475b5de949f..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5fe6991788ef17dffbb2a368b2ec590c2beca257c312619c4ceba6ee9c8ca3c
-size 25365
diff --git a/transformer.h.30.ln_2.bias b/transformer.h.30.ln_2.bias
deleted file mode 100644
index cfc8d10a42cfa74f2d7a0043171aac19337c0d2e..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:421a3d74eded440ba706dd6d8a0e45d161f7750ae186c7338a4d1a4da2a5a2ae
-size 25365
diff --git a/transformer.h.30.ln_2.weight b/transformer.h.30.ln_2.weight
deleted file mode 100644
index c27cce32d2e0570c4e834476ff3849039712855c..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:80b911d6eaa83f7b2332957a23d50d13124211ed2f541b1f3ac92cd11d4c242a
-size 25365
diff --git a/transformer.h.30.mlp.c_fc.bias b/transformer.h.30.mlp.c_fc.bias
deleted file mode 100644
index 3116c7c48cf981e6749b88a1356f6ac8c73cee77..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b7d20eda262817e3a5d0b952782223fcfd6939905caa7be66bc5b1c35027b4c
-size 50017
diff --git a/transformer.h.30.mlp.c_fc.g_idx b/transformer.h.30.mlp.c_fc.g_idx
deleted file mode 100644
index 238ddf4f1eb344d8f509e438a39f53c28b24b546..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:31d23478095f9e9e3958ea621763047de64968267ccc98fa4b04b522b6d3eda5
-size 50017
diff --git a/transformer.h.30.mlp.c_fc.qweight b/transformer.h.30.mlp.c_fc.qweight
deleted file mode 100644
index a2bb9302095fbc42249315db014589313d7480dd..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8167a4c7a70b59e4c7fe6cc3d5303fc388cfc86d7e15cc314d8ccf7efbce19a1
-size 75498337
diff --git a/transformer.h.30.mlp.c_fc.qzeros b/transformer.h.30.mlp.c_fc.qzeros
deleted file mode 100644
index 9bf7753c3ae6ebcac1359fed84620a4fe5465dd1..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a2e1c6e64b0c0571ecc846825a6bd6516c8ddea31eeaa478f349868d4a70204f
-size 590689
diff --git a/transformer.h.30.mlp.c_fc.scales b/transformer.h.30.mlp.c_fc.scales
deleted file mode 100644
index 852925a66f4b620b51074b6ce1b4e9c4a504a529..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:66266be270039a306fb1540f19a789dba5c0d710d085aa61dcfeb779d0518345
-size 2360161
diff --git a/transformer.h.30.mlp.c_proj.bias b/transformer.h.30.mlp.c_proj.bias
deleted file mode 100644
index 3103659c6a8aaa4b04a05acca0663f2d74829261..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e635f939b7551fe3475cbf8468708f3a606a96367754785d89c6373a421d033b
-size 13159
diff --git a/transformer.h.30.mlp.c_proj.g_idx b/transformer.h.30.mlp.c_proj.g_idx
deleted file mode 100644
index 37fb32bb93d192e467b9aafb1e59e5d19963a8d3..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f487aa2dc572cb5e19f4f0fde8e2916ac0e465937749ffc3aa44e0b08f779fa2
-size 197479
diff --git a/transformer.h.30.mlp.c_proj.qweight b/transformer.h.30.mlp.c_proj.qweight
deleted file mode 100644
index 71bfb9877d8db06f31be1385bcdc14b3b4b4f629..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a23177e834a26a156e943dab3366357302d28210092e5b1f2e1faa3c4e2a2c2b
-size 75498343
diff --git a/transformer.h.30.mlp.c_proj.qzeros b/transformer.h.30.mlp.c_proj.qzeros
deleted file mode 100644
index 6066f549e0d8a04a60d5c6fccfed5b45b7425ffc..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4a1e733fca704949f24762f50348149e3b37712167b580654b18b605ac1edc2
-size 590695
diff --git a/transformer.h.30.mlp.c_proj.scales b/transformer.h.30.mlp.c_proj.scales
deleted file mode 100644
index 7dbe05d0da1730322a972cd5a931513d5f55b4e9..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76c48f5a25be9b0ea7a9188ef67aaa10ecc847a8aa9b9188c48d3b29b03c0a14
-size 2360167
diff --git a/transformer.h.31 b/transformer.h.31
new file mode 100644
index 0000000000000000000000000000000000000000..745c4852ed6151cf4e07adca961499a78c3ef0d0
--- /dev/null
+++ b/transformer.h.31
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3129a2d33e0e0d71c92e93bc613260c80cbdb00ceaf6345855c4b9f3205dad6
+size 197470073
diff --git a/transformer.h.31.attn.c_attn.bias b/transformer.h.31.attn.c_attn.bias
deleted file mode 100644
index 515d378e936f43721b5d46a3a97446e046e96dbc..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2a12ecc286a2d1fbc244d570970a1bb33c35395c1d14e3f59b72613f114a73d
-size 13674
diff --git a/transformer.h.31.attn.c_attn.g_idx b/transformer.h.31.attn.c_attn.g_idx
deleted file mode 100644
index a713c5234688c9bb609f491e9efd4f150b02ebc5..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7cbcb127ba340a825dc6e96755bd81a3bb80d1f4659089a555b34e8fbe13813f
-size 50026
diff --git a/transformer.h.31.attn.c_attn.qweight b/transformer.h.31.attn.c_attn.qweight
deleted file mode 100644
index 9e432a9296e45a810e52959d99d7171138cd854e..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:08a0039f3f1df770fedd319cb9ad61970f168a97c5994760181c840f24bc7b39
-size 19661674
diff --git a/transformer.h.31.attn.c_attn.qzeros b/transformer.h.31.attn.c_attn.qzeros
deleted file mode 100644
index f195d3b6445039ff67e7af471b3b7d71c8aa81d1..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a43642e6b1c51abd345904539dd2c444787b442d9f47c949df61c6fc05f22307
-size 154474
diff --git a/transformer.h.31.attn.c_attn.scales b/transformer.h.31.attn.c_attn.scales
deleted file mode 100644
index 8ea91110c0970da9526ce68553ab87f0cc49ccb1..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68881cb35fff030a10fd887f2dbdd21a5b02b6b3c9615249dee55d9b1d3d39c4
-size 615274
diff --git a/transformer.h.31.attn.c_proj.bias b/transformer.h.31.attn.c_proj.bias
deleted file mode 100644
index b62b4523c72ceef032470b9638695c624556bc93..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:728cae900e41939469ad41d01c6b3834b06d3972b07c7652319069ee20fd0a76
-size 13162
diff --git a/transformer.h.31.attn.c_proj.g_idx b/transformer.h.31.attn.c_proj.g_idx
deleted file mode 100644
index 65e6ae832c4a35d10e389afd3694b74cc529244b..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7246e8baee21a6fbcded8bdc300d170c6a9537dd96c3ee746e2ac275c92f6800
-size 50026
diff --git a/transformer.h.31.attn.c_proj.qweight b/transformer.h.31.attn.c_proj.qweight
deleted file mode 100644
index f474e11a92a9ee3430b6ba6af4bd55b2bd89174c..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:14d66f56e3dc96a016eeafc95a760e5c7f7253fdafd099c600865614a593588e
-size 18875242
diff --git a/transformer.h.31.attn.c_proj.qzeros b/transformer.h.31.attn.c_proj.qzeros
deleted file mode 100644
index 5af8408f3d0e1006078ba7e03fa87006926b4af4..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8a39cd88b96cd8346433ff9bd26f307361193db1db0f3946b4142ad394284d86
-size 148330
diff --git a/transformer.h.31.attn.c_proj.scales b/transformer.h.31.attn.c_proj.scales
deleted file mode 100644
index 621410d45ece78ff1f4108e2402246d758fee9b6..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e68a9afcc1df83161d97aa6b9c01906b20e7baf914c55017453cba351306a0c5
-size 590698
diff --git a/transformer.h.31.ln_1.bias b/transformer.h.31.ln_1.bias
deleted file mode 100644
index effab4a9eda8f383fe8a5fc1bae9485ce706d828..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:019837bccb3a271dae548ac2b116106e668b1dd2dfb225fccf410f3b398aaafc
-size 25365
diff --git a/transformer.h.31.ln_1.weight b/transformer.h.31.ln_1.weight
deleted file mode 100644
index 480fe997a512e1c667bd2281aecc83086f7b3979..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:607f274a553558c0a83938f0f23b5a7a54e408e9b6c86779a1fc854de3ffaf94
-size 25365
diff --git a/transformer.h.31.ln_2.bias b/transformer.h.31.ln_2.bias
deleted file mode 100644
index 713f2ae8ee06765f0f490d62d570b526894f41b6..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10e54d6da5931101d7bc33b9c0024b9bfb22dbd79a8bd5d500b1139066b80fdb
-size 25365
diff --git a/transformer.h.31.ln_2.weight b/transformer.h.31.ln_2.weight
deleted file mode 100644
index 56ab8b282b38e82a7b6d6b2b3f8dde17a14566eb..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e6beb37562be4b74b007a10487fe6fef9f6f0a0f76eff9e2a237c1533af04ff
-size 25365
diff --git a/transformer.h.31.mlp.c_fc.bias b/transformer.h.31.mlp.c_fc.bias
deleted file mode 100644
index 9493cfb3ad478c7f779282522ea5a2ad62756412..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a0b953cbc666c160e04b90197fe6ec7e341c76dce63ff0f5ad471a41305c171b
-size 50017
diff --git a/transformer.h.31.mlp.c_fc.g_idx b/transformer.h.31.mlp.c_fc.g_idx
deleted file mode 100644
index 09e150e16f543868fb56515abe0872438967f3d7..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ef6d57e3ad20e069a5d958ae3c143c31b77bc01422e46e725326e70ff3b4703
-size 50017
diff --git a/transformer.h.31.mlp.c_fc.qweight b/transformer.h.31.mlp.c_fc.qweight
deleted file mode 100644
index 0c4c6d4709db4ac97b6cff3d73a4b462a9308489..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88f76b7e64b2aa025baba6f0047be01bb87e19abe3b2aeac1b0331c49851ca54
-size 75498337
diff --git a/transformer.h.31.mlp.c_fc.qzeros b/transformer.h.31.mlp.c_fc.qzeros
deleted file mode 100644
index d922804b519112681b465f26a91708df7239bb87..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e1d0b4f5312fc2ff03b6d787526e206747513f5bbdc5f07ace7081a307b175a0
-size 590689
diff --git a/transformer.h.31.mlp.c_fc.scales b/transformer.h.31.mlp.c_fc.scales
deleted file mode 100644
index c76a3d3e3b8d1a6384dd014cbafb32a198d0253e..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:24d0b20cf89fc422dbe7c85940e045672eba5192025aebd4d7b4b164fca594e2
-size 2360161
diff --git a/transformer.h.31.mlp.c_proj.bias b/transformer.h.31.mlp.c_proj.bias
deleted file mode 100644
index 5a7a72584169d0f165340e62682853ee1f8ac2c2..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c07136ba4d3bc3420b86e377210d49e4a77f08cd845429dba70da1614957b6b2
-size 13159
diff --git a/transformer.h.31.mlp.c_proj.g_idx b/transformer.h.31.mlp.c_proj.g_idx
deleted file mode 100644
index 8ba13ffbb627c6d532b89ae65a147bbb1b41b1b3..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b48938172ec14b7e4f384956f154c5937393d38680a1ab2f5add101a04e61d15
-size 197479
diff --git a/transformer.h.31.mlp.c_proj.qweight b/transformer.h.31.mlp.c_proj.qweight
deleted file mode 100644
index 07b6ae5f838fd2dbfdea1b5bcaeae8ee21d8e822..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:973b141a9c13c8b9de324fdcf5b36da24f18e2e7f43f8af63fdb1e9852690208
-size 75498343
diff --git a/transformer.h.31.mlp.c_proj.qzeros b/transformer.h.31.mlp.c_proj.qzeros
deleted file mode 100644
index 83f4fb0ea3b3a357a76a63db375fc98f95118c96..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8961b01b74b42e3d2fda72168e3b19255afa235dbd9bc525e38a5b4cadbadf24
-size 590695
diff --git a/transformer.h.31.mlp.c_proj.scales b/transformer.h.31.mlp.c_proj.scales
deleted file mode 100644
index 2485c973cd5fb31886e653c268d335a9a73eeec2..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc76513bea52ce27cf1590c998ff3a4ab5225ed3bc299bf39190f42632f7a239
-size 2360167
diff --git a/transformer.h.32 b/transformer.h.32
new file mode 100644
index 0000000000000000000000000000000000000000..1e08906d725de991b0f6476b980ccf1091e4a670
--- /dev/null
+++ b/transformer.h.32
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d329e66bafa167081019450fb71d12d486c1950ba1e4ab61d7956c2144f5d62
+size 197470073
diff --git a/transformer.h.32.attn.c_attn.bias b/transformer.h.32.attn.c_attn.bias
deleted file mode 100644
index a361d8a80e9e23882cb2dbd841e25d5806b31f93..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8107100108a7eb1b2417e03af69d73c548a992523b99d724583aa6fa0ec632ad
-size 13674
diff --git a/transformer.h.32.attn.c_attn.g_idx b/transformer.h.32.attn.c_attn.g_idx
deleted file mode 100644
index e138493e1000390ebbeadfeb8f0ad9f67d29bc2a..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bec61bef784442b11edc0c9bd1a1f05743c20a25a1023aa99eb67ce6d2bf526a
-size 50026
diff --git a/transformer.h.32.attn.c_attn.qweight b/transformer.h.32.attn.c_attn.qweight
deleted file mode 100644
index 17c5c60e97bfe5c15759b458dabbb010ffe68977..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0ad8f908e768ca402c541cf82190c93f57255d0d9f25460ef8ba4e0396a7cef
-size 19661674
diff --git a/transformer.h.32.attn.c_attn.qzeros b/transformer.h.32.attn.c_attn.qzeros
deleted file mode 100644
index e3ca5eaeaa6bf7cbcebdcd1c6902f37a6dd69ac7..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:61aabb1a20decd16b17748a8355ccd9af5875da2d59a810855511277bb9cf8fa
-size 154474
diff --git a/transformer.h.32.attn.c_attn.scales b/transformer.h.32.attn.c_attn.scales
deleted file mode 100644
index c0d9b1ff0c0b9d00c7f7d592294aa8ffcd37104d..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17178088c2534d227fce06164f8d9649e448193e50276beb04518af00654252c
-size 615274
diff --git a/transformer.h.32.attn.c_proj.bias b/transformer.h.32.attn.c_proj.bias
deleted file mode 100644
index 4ca2680e0444b86f5ebbcc40fc72dab4b310cb67..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:47ca93f2dd8bb87a9ad5be9d813970a63037de9fcf0dcebeca800dd644ca022b
-size 13162
diff --git a/transformer.h.32.attn.c_proj.g_idx b/transformer.h.32.attn.c_proj.g_idx
deleted file mode 100644
index da56b79027e837dcd1baa6a6dcd937bbd2ca11a0..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a5ce7837055f613c7ebe7ef42ce1017c5a9edcd923e02b7147b853cf15561b0
-size 50026
diff --git a/transformer.h.32.attn.c_proj.qweight b/transformer.h.32.attn.c_proj.qweight
deleted file mode 100644
index 9901e3fe3b484039664760d1dd25047df52a8db7..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f86c7e473db2037f4f488fc12fed72d199fb832398d7296d4c4e5d34cf63501
-size 18875242
diff --git a/transformer.h.32.attn.c_proj.qzeros b/transformer.h.32.attn.c_proj.qzeros
deleted file mode 100644
index 46ce739ec1f9700732c3e026b08efd577b917b05..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a35b6793a9d9bba58287a0dd02a2af571e0bfda89363a1fd43a46be914bb955c
-size 148330
diff --git a/transformer.h.32.attn.c_proj.scales b/transformer.h.32.attn.c_proj.scales
deleted file mode 100644
index f702ea49e60903192edd1b16a26289d33557734b..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:beb20b6bd04126b16087e707a1e47b58946f489b9c2df1c1f1d8b85002b49e1a
-size 590698
diff --git a/transformer.h.32.ln_1.bias b/transformer.h.32.ln_1.bias
deleted file mode 100644
index 85876361ccb432383c728c2af142f7c54c29d721..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4803fd9cb41fbb38c7fe95393105483ef248ada0f987d514e588a64f18739131
-size 25365
diff --git a/transformer.h.32.ln_1.weight b/transformer.h.32.ln_1.weight
deleted file mode 100644
index abb2e98bcb6a2e294a5f907b40d66b011dc89bbf..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bbaf8815e665c6494498fbd277e858f5c3938ad25c6c9bc23e2f54c3b3185195
-size 25365
diff --git a/transformer.h.32.ln_2.bias b/transformer.h.32.ln_2.bias
deleted file mode 100644
index 41523fc302ed007b139cf24d17ef29e6ab36e037..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07d5dd09858aaf6244b063182ea8864adc6527267e874dbfe985bae19d53c0c8
-size 25365
diff --git a/transformer.h.32.ln_2.weight b/transformer.h.32.ln_2.weight
deleted file mode 100644
index 50de38ed1fb4e4f6cc63d336693cb5cb7d12c9ab..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bd2e68e4780231fdb7aeb84f7abf804674954fbdf92141b3d08edc14bd7a1f8
-size 25365
diff --git a/transformer.h.32.mlp.c_fc.bias b/transformer.h.32.mlp.c_fc.bias
deleted file mode 100644
index 755b4e7b3a3ade1b117f798e15983efa97c31479..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21f2996e16b7df207d42328095360e958a59154caae531a0b171c920f6496ca7
-size 50017
diff --git a/transformer.h.32.mlp.c_fc.g_idx b/transformer.h.32.mlp.c_fc.g_idx
deleted file mode 100644
index ed5ab1ab194022316f4d80e8ab332bd67438b44c..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2408f2c51fa33e18d4ccd2a3d909d9b197593a61ed835adb2dcbbf22200dd36d
-size 50017
diff --git a/transformer.h.32.mlp.c_fc.qweight b/transformer.h.32.mlp.c_fc.qweight
deleted file mode 100644
index a215d24a6f25333eb8d5754545f51c8a656fa9f2..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:513eb560b4bb55a1eb0f71d6dc960d3fec22644210290032ebd17c165529c171
-size 75498337
diff --git a/transformer.h.32.mlp.c_fc.qzeros b/transformer.h.32.mlp.c_fc.qzeros
deleted file mode 100644
index 4802524d9b48693ed8d89b8c9c7b9077096fb893..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ebca984a8321dc9b987de5970569cd25111725fac7ab040949be3bf06373ab49
-size 590689
diff --git a/transformer.h.32.mlp.c_fc.scales b/transformer.h.32.mlp.c_fc.scales
deleted file mode 100644
index dc7b43c1fd2f19f89e5710d1d973c4c75c3d5f1f..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cef4144f7f1872a508e692c7ec41337f93a4e28ad169b77a45632ea785a4c054
-size 2360161
diff --git a/transformer.h.32.mlp.c_proj.bias b/transformer.h.32.mlp.c_proj.bias
deleted file mode 100644
index 243dc931d1e632415cb080e01c8a4aaf018ee83c..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:05b7696c22300370bc5915c3c0a682c1d2cd823c8ef4e655ef551d156b142285
-size 13159
diff --git a/transformer.h.32.mlp.c_proj.g_idx b/transformer.h.32.mlp.c_proj.g_idx
deleted file mode 100644
index 23f03cd36ccee1f275cf5fbfa571e01060b0cae8..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e238bd636742686ab9cbe9c5d2d3a1c2ec7cc7a6887ce0e1d6f274e966abbefa
-size 197479
diff --git a/transformer.h.32.mlp.c_proj.qweight b/transformer.h.32.mlp.c_proj.qweight
deleted file mode 100644
index 6d1fb4dfeaa68ecf7d62eabfc821de885145883d..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d2cf99168983d438e7a82fbe2c96f859559e0f00e7e1d55a6faf20732a5884a8
-size 75498343
diff --git a/transformer.h.32.mlp.c_proj.qzeros b/transformer.h.32.mlp.c_proj.qzeros
deleted file mode 100644
index 32419e081bd8daa0fd95b970b6a7347b2cd11261..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2326b50690383303d59fb6e242163365438effb732c483994b5be4d3fe73c48e
-size 590695
diff --git a/transformer.h.32.mlp.c_proj.scales b/transformer.h.32.mlp.c_proj.scales
deleted file mode 100644
index 69eb4106973a3e158976f9c0329285a904516f9c..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e0755479e5dead67406c2485da0a6b81eef093721290013685531eefcca686f1
-size 2360167
diff --git a/transformer.h.33 b/transformer.h.33
new file mode 100644
index 0000000000000000000000000000000000000000..6b28c5eb7177b0089bfb61ca6b435cf6976df30a
--- /dev/null
+++ b/transformer.h.33
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99623b3529c81e676108ae653b7b132e5753148d1c403143969ba5df7237a95e
+size 197470073
diff --git a/transformer.h.33.attn.c_attn.bias b/transformer.h.33.attn.c_attn.bias
deleted file mode 100644
index 4cbdbd3f267cb2a9b1c3c322539b4c5cb0c6670a..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5fe0a5913e7a122686fc3638bf62a594e1d42eabc1cc96fed50c962fa6966cd
-size 13674
diff --git a/transformer.h.33.attn.c_attn.g_idx b/transformer.h.33.attn.c_attn.g_idx
deleted file mode 100644
index bff4a83856f303be7e0fde3cc75acb14ac25118a..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:54e3bf8da0f1ee911e9e1a699b7affb2808921d629230b20bd944c6fa4163294
-size 50026
diff --git a/transformer.h.33.attn.c_attn.qweight b/transformer.h.33.attn.c_attn.qweight
deleted file mode 100644
index b57677ba767a95918d04e005cbf5e49d38e045e3..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:844d2800b7d5ec3aa046326b1bc3a5fe174e1bb9f9151e9c19e441e056d02042
-size 19661674
diff --git a/transformer.h.33.attn.c_attn.qzeros b/transformer.h.33.attn.c_attn.qzeros
deleted file mode 100644
index d189d92b99f034cd9bb678afa5f8764e1f9a5122..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83bde86695f66252b832d6a9c26169a4dd1766689c13b0d3f723d6f990fd8cf9
-size 154474
diff --git a/transformer.h.33.attn.c_attn.scales b/transformer.h.33.attn.c_attn.scales
deleted file mode 100644
index a7c317f52cdf0d1afe20d194da3e423ad5940320..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9c452537be551f773cc8e6e55433d78291b138698084018b27164284f5ed30ba
-size 615274
diff --git a/transformer.h.33.attn.c_proj.bias b/transformer.h.33.attn.c_proj.bias
deleted file mode 100644
index cea8a4fa7db88fb3e94302af2a9217ae514b0467..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9589e02bd0fac14f76b0bb0825d02c5bbd6f1f1502b6318f366ac5c5bc254175
-size 13162
diff --git a/transformer.h.33.attn.c_proj.g_idx b/transformer.h.33.attn.c_proj.g_idx
deleted file mode 100644
index b4922bec869436c1edfd88cf2423c251ba10353e..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ab440d129705ede21198917a72dfe0f4ada09067e0e24043035ececa8c16143
-size 50026
diff --git a/transformer.h.33.attn.c_proj.qweight b/transformer.h.33.attn.c_proj.qweight
deleted file mode 100644
index 5b77a0250241f728bb715f5c5f0d79ae235cadd1..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:febc94a5de10866389b925ee26c4a4e301ca1b5e99a5748cd8ad0b52ed9a7fb8
-size 18875242
diff --git a/transformer.h.33.attn.c_proj.qzeros b/transformer.h.33.attn.c_proj.qzeros
deleted file mode 100644
index 236f1c3622a031212a63800e4a7b6be06ac57278..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77cd3bef1b74f1b6359918fee6b2294f80e8726d82089e4b915e477a819d1eb2
-size 148330
diff --git a/transformer.h.33.attn.c_proj.scales b/transformer.h.33.attn.c_proj.scales
deleted file mode 100644
index 5a0c1ece79f99547e3457a44a6c5b300a5c35a38..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dfbba78d317daf04a3cac716eb0d63f2f508018da9edf0d93f4262e3a647fc1
-size 590698
diff --git a/transformer.h.33.ln_1.bias b/transformer.h.33.ln_1.bias
deleted file mode 100644
index 8ab4af9d2c6d0365970cecdbb08258e844f71c19..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb66d758349743a7ef2f6990f54957d38529cde1d30e9dc0eccdddb80690a886
-size 25365
diff --git a/transformer.h.33.ln_1.weight b/transformer.h.33.ln_1.weight
deleted file mode 100644
index 116a0ae74d7e1465dcfeed07ed8bb52f2124f32d..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a29e3067f092e2a9f6b3c6b6f546984cf39d83f1ee258d79dfb443e41d338de
-size 25365
diff --git a/transformer.h.33.ln_2.bias b/transformer.h.33.ln_2.bias
deleted file mode 100644
index 1bd03b868df80e5a4364e6c4bfadfa3319f7a3bb..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:391b3372bf9cbe963102b74348499a2fb759e6d8bf88b37622043fcd20ca6759
-size 25365
diff --git a/transformer.h.33.ln_2.weight b/transformer.h.33.ln_2.weight
deleted file mode 100644
index cd4a83f5a76a274f60317b617c3dc21ca0063ad1..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8155aeed10533158f88b46f137ca45bd9b59497eba4683f805ba420aa18ea361
-size 25365
diff --git a/transformer.h.33.mlp.c_fc.bias b/transformer.h.33.mlp.c_fc.bias
deleted file mode 100644
index b17bc2d76a93cc60ee28ee2e7dca84ae3f407121..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4b949929edfcfb624138767fe39ce142f677b91ed84cf9352fdcbdfe6358a5e
-size 50017
diff --git a/transformer.h.33.mlp.c_fc.g_idx b/transformer.h.33.mlp.c_fc.g_idx
deleted file mode 100644
index 585f385a6dab49b7bb97f2abb87b4880949a0f3a..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:903d381aff8c961f8af4c1315f9edbe13624764293184c17ff5573e9f0890cd9
-size 50017
diff --git a/transformer.h.33.mlp.c_fc.qweight b/transformer.h.33.mlp.c_fc.qweight
deleted file mode 100644
index e0ba5ffc03bf3991cb9c1245c1ad4f155ea95ca0..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:adf111ca7fb14e647b5c5d531e9cbd190a10e37c8dfc422bde2148ca22ae1fb9
-size 75498337
diff --git a/transformer.h.33.mlp.c_fc.qzeros b/transformer.h.33.mlp.c_fc.qzeros
deleted file mode 100644
index e84983cad1a34b84d16c30550b9bda0e6c64367a..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c189e0be94311b7b54096bb038cfd283642436e0a66ea788fe7ce94e7a71f1ec
-size 590689
diff --git a/transformer.h.33.mlp.c_fc.scales b/transformer.h.33.mlp.c_fc.scales
deleted file mode 100644
index 06cb15af639a4361f6ea6e57d463657e209983d5..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:df9f29d5734b3ce7b726856f0e770e999f718c9f9d0acfdb88a48e3cf99c81d1
-size 2360161
diff --git a/transformer.h.33.mlp.c_proj.bias b/transformer.h.33.mlp.c_proj.bias
deleted file mode 100644
index 5a2c60a26c9e2e92b76f0d3e4a2cd4545dfbe7c6..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab73d10d469fdfcaa2f4ddd3247bce3c6005462363f678e67b5ff1993a03546f
-size 13159
diff --git a/transformer.h.33.mlp.c_proj.g_idx b/transformer.h.33.mlp.c_proj.g_idx
deleted file mode 100644
index 35ba5f5fb3b953932cc3fd49a21f3c683ad7a0a9..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:035b8efdd6f863e7d2447d06c0c1cdce732a3f5ad95df5fb717f926ba2ca82d8
-size 197479
diff --git a/transformer.h.33.mlp.c_proj.qweight b/transformer.h.33.mlp.c_proj.qweight
deleted file mode 100644
index 5b668b97ec0e4eb6e60f54248cde8c069b01a7e1..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a0a9aae00c3b2379da3b55e51bfe4947ad0c2576c66423d299be9570345a1d0
-size 75498343
diff --git a/transformer.h.33.mlp.c_proj.qzeros b/transformer.h.33.mlp.c_proj.qzeros
deleted file mode 100644
index a9f6447a1e1427bbf4300e9ae7e7123e91cb1787..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0b66b614376ba143dbcd5e25f7f4efde31cb83017d8eb78727e6cd9513c97cfa
-size 590695
diff --git a/transformer.h.33.mlp.c_proj.scales b/transformer.h.33.mlp.c_proj.scales
deleted file mode 100644
index 581cdda72f77c2f905584b7431325cac09aed788..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f308e6d3d1c205a0bc470f6bf05ddd1042f969404ebf77f872c9f2d1bfa1ef4
-size 2360167
diff --git a/transformer.h.34 b/transformer.h.34
new file mode 100644
index 0000000000000000000000000000000000000000..427d28fdd55b03f9248097dfa53ac687c6a1dc62
--- /dev/null
+++ b/transformer.h.34
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f926c942f74d917832bf3e8381e4bd1c13b18fceb7ce111c27c03e2f05ec9b
+size 197470073
diff --git a/transformer.h.34.attn.c_attn.bias b/transformer.h.34.attn.c_attn.bias
deleted file mode 100644
index 6bd37c57f185a90411f5c6b5767fa8d3c9cf4ba9..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d7b7c6a97a4c08c93ffeebf7a192ade38a6919cf5384dede15b3dec5a8ba06e
-size 13674
diff --git a/transformer.h.34.attn.c_attn.g_idx b/transformer.h.34.attn.c_attn.g_idx
deleted file mode 100644
index 631f2cfb8962152d4e72e35dec72e252ccead952..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:775eeb4bcbc50ce47d303723ad987329d94381fd846c74388e746faef52a16de
-size 50026
diff --git a/transformer.h.34.attn.c_attn.qweight b/transformer.h.34.attn.c_attn.qweight
deleted file mode 100644
index e8477109bf3c1ed5130cbf722e2528c842d226b8..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:989443a2ef8aaac54a86412a65e16b6287246a3f6b7e86a3c639fadbfb144725
-size 19661674
diff --git a/transformer.h.34.attn.c_attn.qzeros b/transformer.h.34.attn.c_attn.qzeros
deleted file mode 100644
index d1ee182d381b07762d985352d691f2c94d1597f8..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0182fb31a31c56fc8d140cd75b6b6cc2966fbe25dea32fc0663b6e7731604d23
-size 154474
diff --git a/transformer.h.34.attn.c_attn.scales b/transformer.h.34.attn.c_attn.scales
deleted file mode 100644
index bf9de09d486f3885adb61de40857b88f184a9bef..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73d5149fc52dc188d5262d1929b544775b89cf3011f0076d43d3dd8a2bd3f77f
-size 615274
diff --git a/transformer.h.34.attn.c_proj.bias b/transformer.h.34.attn.c_proj.bias
deleted file mode 100644
index 5b93a509ea30b27cdf460a2cefccd273435afed6..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:982d8382a7e10a1311836a78b49ea5a2b1f91cc88fa913c5ab7f61f7cf80c2ed
-size 13162
diff --git a/transformer.h.34.attn.c_proj.g_idx b/transformer.h.34.attn.c_proj.g_idx
deleted file mode 100644
index 68a3c4248d08707309f080319d572d0633b19e05..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af511c657ffd8472133149c2d17e8a1f7395e9fafa57d7bf8b86d0977f4e13f6
-size 50026
diff --git a/transformer.h.34.attn.c_proj.qweight b/transformer.h.34.attn.c_proj.qweight
deleted file mode 100644
index 839abc29a912c56dc0c39b7cb8359a192923a3c3..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ef3820cf066b9c23c49e1ca1ed6c94d072e7948f999830047b066376820f3cd
-size 18875242
diff --git a/transformer.h.34.attn.c_proj.qzeros b/transformer.h.34.attn.c_proj.qzeros
deleted file mode 100644
index a8ae04e45006974dfa2549e171bddde23103eb96..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca3fa36a6513a59d1662c372f62a023f6418984713e9e5b698cdf413ce2a4b00
-size 148330
diff --git a/transformer.h.34.attn.c_proj.scales b/transformer.h.34.attn.c_proj.scales
deleted file mode 100644
index 0f29f8f50a8136ff83af5eeebd975f494622282f..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:645ad0198f0d7b3d3a881dad40f82f07796ece99c7444c88f92efffee59b09c0
-size 590698
diff --git a/transformer.h.34.ln_1.bias b/transformer.h.34.ln_1.bias
deleted file mode 100644
index e58d2f5e9cdd37b71a6d025f456c7f25108c8ad7..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ba008dd4ef69d5709f8e9a2e4350c0a01266a44284085b5024527fcfebe2bbb
-size 25365
diff --git a/transformer.h.34.ln_1.weight b/transformer.h.34.ln_1.weight
deleted file mode 100644
index 0a5996071d0cb6e573b18328629722a20caa0771..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:31fd775f8d63910b7240d94aa0c9ec0c7ff63370c62f5203402cabf12d85edbc
-size 25365
diff --git a/transformer.h.34.ln_2.bias b/transformer.h.34.ln_2.bias
deleted file mode 100644
index ae27240a94eb149a33d304c43ff55d64a556f3fe..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9874c88a75553fbb946a948013b1f8bfcd53c8fdc1bfa436166598fbd3ed7219
-size 25365
diff --git a/transformer.h.34.ln_2.weight b/transformer.h.34.ln_2.weight
deleted file mode 100644
index 0970ba41addd87795c5d1311950ce55d1d338c1e..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a6d3bf1c4bf474eb431d96889e3d60822ff05dc843266b70867925a7fd82b8c
-size 25365
diff --git a/transformer.h.34.mlp.c_fc.bias b/transformer.h.34.mlp.c_fc.bias
deleted file mode 100644
index b0ae7e1cba50a89a18886c244f743b50c2df5924..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e4efafbe45ab7c1ad72df2a7e0defbc01160065bc5b274b114621232098dbd2a
-size 50017
diff --git a/transformer.h.34.mlp.c_fc.g_idx b/transformer.h.34.mlp.c_fc.g_idx
deleted file mode 100644
index 2a0ad40360e28b6555a0f3503c54e9002fd7c80b..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6329de63159b0bacbb41ce2aaad09e4fa68ba003f690f74a3b68ec6a77190cef
-size 50017
diff --git a/transformer.h.34.mlp.c_fc.qweight b/transformer.h.34.mlp.c_fc.qweight
deleted file mode 100644
index c5fff5dae463d3894b51b0a3f7a7cde65346ec3a..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:455a015d5f236d066578befabe1840c923bb8a0fe40b859e42d7dd244964547e
-size 75498337
diff --git a/transformer.h.34.mlp.c_fc.qzeros b/transformer.h.34.mlp.c_fc.qzeros
deleted file mode 100644
index f1738df99e8294e2d1c10e9a529addaafd8ba9b5..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3f2835507c6dcd60a6ed0498e67d79995965fd9617507d464a5fc6f6ae6f3dd
-size 590689
diff --git a/transformer.h.34.mlp.c_fc.scales b/transformer.h.34.mlp.c_fc.scales
deleted file mode 100644
index e8530e0fa9203a3969e7423c38034a29a3aa76bb..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55f8cd5632bb65ea32dc3afd8f9b75f857f7978a21b61203734da1e306642aad
-size 2360161
diff --git a/transformer.h.34.mlp.c_proj.bias b/transformer.h.34.mlp.c_proj.bias
deleted file mode 100644
index 7775ea5891c5b944e92d85fb1a8617e9864526ba..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5db4a315a63f3ffd73f20b82d67069a89ca5a79474074f8caf5ae3c42de43d75
-size 13159
diff --git a/transformer.h.34.mlp.c_proj.g_idx b/transformer.h.34.mlp.c_proj.g_idx
deleted file mode 100644
index 880e39f724ae24f3cb7c855dbbe674442049d316..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dbbd26d302f4a538e8c0b9d43f44bfefe8df858636d5c496b00b233620a82ff4
-size 197479
diff --git a/transformer.h.34.mlp.c_proj.qweight b/transformer.h.34.mlp.c_proj.qweight
deleted file mode 100644
index d4c94161dc8225a8cb35f7769bb8d637cd8a2b36..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21c9d7cce98fc15573c099bea33af623f78080b6269ae92aa09af8d7cc221acf
-size 75498343
diff --git a/transformer.h.34.mlp.c_proj.qzeros b/transformer.h.34.mlp.c_proj.qzeros
deleted file mode 100644
index 3edd410790ae874a45f16c4a63299230f67e05fb..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88f8a9e9b7bdbbd190fdc6fa08665d438bfd97e88ec098840d537bfd86abcbcd
-size 590695
diff --git a/transformer.h.34.mlp.c_proj.scales b/transformer.h.34.mlp.c_proj.scales
deleted file mode 100644
index 203a78da18edf68dcc1cb6762464cdb77feea698..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:048d87a27baba48cea6f8bdbfc613a7c334ac4d60e35763d64ee1c4cf86c40a3
-size 2360167
diff --git a/transformer.h.35 b/transformer.h.35
new file mode 100644
index 0000000000000000000000000000000000000000..e4c481c3c5d2ec41a18c0145741f9d7cb8d932a1
--- /dev/null
+++ b/transformer.h.35
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1368c4081c2e663b60cae0b0e31caf1c7d1313149129c7e3e4c0d1f11deb55e6
+size 197470073
diff --git a/transformer.h.35.attn.c_attn.bias b/transformer.h.35.attn.c_attn.bias
deleted file mode 100644
index 2bb82f8ce8426d438e367b8c80476f0f26d732d4..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:182c79f5530fe014463fb4bcd03fdd97fc70da1e62a6c5ea5aeb254dbf098093
-size 13674
diff --git a/transformer.h.35.attn.c_attn.g_idx b/transformer.h.35.attn.c_attn.g_idx
deleted file mode 100644
index 3e15ce726b85fc6afc471f4b0d22e5183ec1225a..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7038fc3d79eb19806b5308f13cda1a34c318cee1ad1335141ca3c1096ddb1ca6
-size 50026
diff --git a/transformer.h.35.attn.c_attn.qweight b/transformer.h.35.attn.c_attn.qweight
deleted file mode 100644
index 7a274ee8788be1b9e30486e565a7484b65776d02..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:004c9ffec81adacda2047e510c158b539486ed1632701f6c6b3df46cb6ee09e5
-size 19661674
diff --git a/transformer.h.35.attn.c_attn.qzeros b/transformer.h.35.attn.c_attn.qzeros
deleted file mode 100644
index dc3e7f5336e8a317eae9b01ba7d9fe120dd7a7d0..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f009e676756581454d833a9dd959ca436d6d3d6e25af2af225595c406849f73
-size 154474
diff --git a/transformer.h.35.attn.c_attn.scales b/transformer.h.35.attn.c_attn.scales
deleted file mode 100644
index f0b63746ab64d12915a9974b0fe00c85e9d406bf..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ab6476cc0bc98dafa0cf6dcf2adbe49ad625d3a5953fd20c9ff7279ffd7166a
-size 615274
diff --git a/transformer.h.35.attn.c_proj.bias b/transformer.h.35.attn.c_proj.bias
deleted file mode 100644
index 7e4f27b7f42556d94b833787cc3b58cb25022d97..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf8717f5e66c31b543029a02b4a097965c0bd44d652909cb9d6b8d855013f415
-size 13162
diff --git a/transformer.h.35.attn.c_proj.g_idx b/transformer.h.35.attn.c_proj.g_idx
deleted file mode 100644
index 7a89cb459606effdb66ad8d6cbc6c1efc7bee254..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10bb2b465e660a97d8d73564cbbdc497a61f17fb6debf52f61187f9075c7e982
-size 50026
diff --git a/transformer.h.35.attn.c_proj.qweight b/transformer.h.35.attn.c_proj.qweight
deleted file mode 100644
index dba497af708a0a8a0a896f6b6dceb7766fc71301..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ffddc6d74fdb3bde58b69b9d4ae91634f674d89f6d8872b3f582fe1970141fb4
-size 18875242
diff --git a/transformer.h.35.attn.c_proj.qzeros b/transformer.h.35.attn.c_proj.qzeros
deleted file mode 100644
index 9b1f91dbe444999d0c7fa1d4074c7b22eb921310..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97fac8752caa2212901b8c43a1529ee7e98419141d28832ad16ebd8e2e126ec9
-size 148330
diff --git a/transformer.h.35.attn.c_proj.scales b/transformer.h.35.attn.c_proj.scales
deleted file mode 100644
index 775fc6f1ba366b4817f9388f6cf56be61a4995b9..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9afa9e25acb9fd4f06caea623ad9cdc50f343957652ee462d5fb61b605426657
-size 590698
diff --git a/transformer.h.35.ln_1.bias b/transformer.h.35.ln_1.bias
deleted file mode 100644
index 7d636d904d9f0d30e382930b95a5eb0e297012f4..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb4a9b8a7260f7ab704d6025736af2f11e8338d9e248c32688b899078ebc59ad
-size 25365
diff --git a/transformer.h.35.ln_1.weight b/transformer.h.35.ln_1.weight
deleted file mode 100644
index 520e332b4eaf0a12c7c530e5177ba20bd28ab8f5..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ad401c29ed4b0a00e980faf1d12f657c39395d80cdb3283dc5461c90b2e2a01
-size 25365
diff --git a/transformer.h.35.ln_2.bias b/transformer.h.35.ln_2.bias
deleted file mode 100644
index 666700623b7f46f9bb53fd78bb2d56c1ff2ceeea..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b555990a029b31da8a6dd251087363e14b75e0a3111684a805de34c2f69c79be
-size 25365
diff --git a/transformer.h.35.ln_2.weight b/transformer.h.35.ln_2.weight
deleted file mode 100644
index 8ba323501d94310c035679ec393571fa1c943931..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:add2adb6c8a2fadb4128033c902202aed1348da2de2232a9dc0b1e0be0cfb3de
-size 25365
diff --git a/transformer.h.35.mlp.c_fc.bias b/transformer.h.35.mlp.c_fc.bias
deleted file mode 100644
index 8ba0df894772d025105599c053507c6530b0f6f7..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d243975da3ea60b56c6adc41a1a7150e3741f9e704c7dc0b3cdb7d621456896
-size 50017
diff --git a/transformer.h.35.mlp.c_fc.g_idx b/transformer.h.35.mlp.c_fc.g_idx
deleted file mode 100644
index c269bf1fc8761c3c10c33915f20f6d1b59e4c5ed..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:90b95bb0a721e7c242cdf8d90c247301ad64313c109dc16d7ee27a9119535c86
-size 50017
diff --git a/transformer.h.35.mlp.c_fc.qweight b/transformer.h.35.mlp.c_fc.qweight
deleted file mode 100644
index 4ef3fbfbd171f529a59cc90d96c7f3065ffba07a..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb4ecee38648a2e95110f12ad44818c3278d1370b83e81c16e224c8a4870dde4
-size 75498337
diff --git a/transformer.h.35.mlp.c_fc.qzeros b/transformer.h.35.mlp.c_fc.qzeros
deleted file mode 100644
index 24a36207160cdf68bc7789339a9fd2b742434195..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2b27bfd5e4e0ab330c181e3f700932fb5a6d020f61a25ddcd4a655f8240acf4f
-size 590689
diff --git a/transformer.h.35.mlp.c_fc.scales b/transformer.h.35.mlp.c_fc.scales
deleted file mode 100644
index 37523a719e78905e5159ae01d1071bf18c22a166..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8aecfdc6713ac87502faa937c8e6799ef52ce508b9437d0f21a519ffef3174f3
-size 2360161
diff --git a/transformer.h.35.mlp.c_proj.bias b/transformer.h.35.mlp.c_proj.bias
deleted file mode 100644
index 860a7d6d17b676b5b08635a8d3050a5d8d9fb9f4..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2262c023721788a6944d1c169e4926de7a18169e7fae1207bc13a46b07a80d43
-size 13159
diff --git a/transformer.h.35.mlp.c_proj.g_idx b/transformer.h.35.mlp.c_proj.g_idx
deleted file mode 100644
index 0a2f01faa5e8aa6f095a0c627c0b7e5c32978a7c..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d1572929bfecc8c9218d6037cd77848fdecc1378952033918f9e424efbf6cbe
-size 197479
diff --git a/transformer.h.35.mlp.c_proj.qweight b/transformer.h.35.mlp.c_proj.qweight
deleted file mode 100644
index 7b5a6219bc3215b6088fd3c525b2c80737f547d4..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f67f44c0b020fcb88d6fb059c815bdecf10dcd8aa8a90f105fe5424e889b32ea
-size 75498343
diff --git a/transformer.h.35.mlp.c_proj.qzeros b/transformer.h.35.mlp.c_proj.qzeros
deleted file mode 100644
index 68246853d0a1d035fba5bd701f74b2bab7248690..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f86d1be27612809f318c496107142a62efebba6ad4e9d196b481b8b11efb670d
-size 590695
diff --git a/transformer.h.35.mlp.c_proj.scales b/transformer.h.35.mlp.c_proj.scales
deleted file mode 100644
index 26a8f54fcb6fcc6ef53dd1ee2e238d512d0b2de3..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d2321c21e60cc1ec55ddb25e9cf88b7fe884dda43fd616e496efa43578a5de2
-size 2360167
diff --git a/transformer.h.36 b/transformer.h.36
new file mode 100644
index 0000000000000000000000000000000000000000..290ef025bbec64460e196703f2a93720edecca9e
--- /dev/null
+++ b/transformer.h.36
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1394e90b8d6a1685b5f78a08836efc89b3b10cea0bd9e7320f9e59da216a88bb
+size 197470073
diff --git a/transformer.h.36.attn.c_attn.bias b/transformer.h.36.attn.c_attn.bias
deleted file mode 100644
index 4741e28c5f5e3dc0623dbc92e83219eaa9790f9e..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:245af503eec2699afd251b3f880ea044c4650faaeee50ef1e9e01586d29fd23b
-size 13674
diff --git a/transformer.h.36.attn.c_attn.g_idx b/transformer.h.36.attn.c_attn.g_idx
deleted file mode 100644
index 1fcfac50adc5a4eda13d38e6300ba466df638554..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e873f3ce3716bb7acb3bab44ef251011e1cecf141058ef52c1795fc26c2cdb4c
-size 50026
diff --git a/transformer.h.36.attn.c_attn.qweight b/transformer.h.36.attn.c_attn.qweight
deleted file mode 100644
index 7b363db112997defbc89429df5b66d62428b5515..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0416176d95e8b4eb291fd499b9b3ea584304d0d5da3f79bd3561d1e5069b1b9c
-size 19661674
diff --git a/transformer.h.36.attn.c_attn.qzeros b/transformer.h.36.attn.c_attn.qzeros
deleted file mode 100644
index bd54880804e0b61c55f2d2924bf0d5e6f1212db5..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7308feee9579e0770ae1bfa7611835ccfa16bb8044d98948eb38a0e5b73e9168
-size 154474
diff --git a/transformer.h.36.attn.c_attn.scales b/transformer.h.36.attn.c_attn.scales
deleted file mode 100644
index 1ab104078e0210f5e3720818d615bd6c1b471c7f..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b13cd4cba45395f763c88c55bc4f3ab07276369e6f0f88c207915c4a6e6aa14
-size 615274
diff --git a/transformer.h.36.attn.c_proj.bias b/transformer.h.36.attn.c_proj.bias
deleted file mode 100644
index 98d396090476d3775332081f8eaacb66099c1d63..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cdfa1a12b12a711ac2faf32d3dca31d93b9817167b6568a613fc688afa1b57bc
-size 13162
diff --git a/transformer.h.36.attn.c_proj.g_idx b/transformer.h.36.attn.c_proj.g_idx
deleted file mode 100644
index 916ad6ed06f1236dcba908bc64a0c17c3cc4d567..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:240b250460bdc1d24d90d42b66fcef14dff6ce41c09fa5b8d495cd150b0fcf06
-size 50026
diff --git a/transformer.h.36.attn.c_proj.qweight b/transformer.h.36.attn.c_proj.qweight
deleted file mode 100644
index b8fe8d85ffce7f73ac8dcef223abd992a14fe8c5..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0b3cfff2734abf34360b614ecb9be939258549a536ec79bec5cbc0138577ceba
-size 18875242
diff --git a/transformer.h.36.attn.c_proj.qzeros b/transformer.h.36.attn.c_proj.qzeros
deleted file mode 100644
index 1bbb43f31b52f223a5e6c382a40646d431db5b1a..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:72247576563e47ed066fc3af8daed19504e68a72660b576242d07f8859cb6060
-size 148330
diff --git a/transformer.h.36.attn.c_proj.scales b/transformer.h.36.attn.c_proj.scales
deleted file mode 100644
index 35fc7bbd554a17c6cbbd3a38ac4772a169413e42..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a67f3a73dc47778a943ed861d9b1d89255966b8876cf96ce545f7b79fbd124e6
-size 590698
diff --git a/transformer.h.36.ln_1.bias b/transformer.h.36.ln_1.bias
deleted file mode 100644
index eb0568b61d18fdd3493bed224d5626b50d2c84d3..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10d443d78be356ef6af4ead66bf04e0016d9c956bfbe4692476bd4f3f4075dd4
-size 25365
diff --git a/transformer.h.36.ln_1.weight b/transformer.h.36.ln_1.weight
deleted file mode 100644
index 71a5649596a32ce2e427267c0e584947c5dd848e..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b38f284e87e139ebc49b8d85657a2030e37ec48c1add9455ae61524f46d6b5a6
-size 25365
diff --git a/transformer.h.36.ln_2.bias b/transformer.h.36.ln_2.bias
deleted file mode 100644
index 0fc8e629d0e2b1624b7fbb37ee32e0fd0f27a14a..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:764aeba0215983358fb2ba9af4d5c6baf6cc0fa52bcb773318199a22f9459432
-size 25365
diff --git a/transformer.h.36.ln_2.weight b/transformer.h.36.ln_2.weight
deleted file mode 100644
index 8c2186d849234a1fd841ca552810057642e5e016..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:249cd8bb5cc6e891a4ab7e2bb57695f6483caa688cd041b446101a4f57b1c78c
-size 25365
diff --git a/transformer.h.36.mlp.c_fc.bias b/transformer.h.36.mlp.c_fc.bias
deleted file mode 100644
index 006dc279bc8e859dd2dfaf47f6d0864a74ee7c09..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7fe6702dbb8a0c4e9c6506fb9817178e590dedaa8e4e01f1d69c30e91a92c226
-size 50017
diff --git a/transformer.h.36.mlp.c_fc.g_idx b/transformer.h.36.mlp.c_fc.g_idx
deleted file mode 100644
index 61bb24580b0852bc63aa8e61eb83f0c8adb7e68a..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d1853153a8dc259c3f48f9bdb978d42347e4343c95820f9a9fb0138d81788e8
-size 50017
diff --git a/transformer.h.36.mlp.c_fc.qweight b/transformer.h.36.mlp.c_fc.qweight
deleted file mode 100644
index dd59e8cc78c07d34c702effa4f3a7425c310e32a..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a8777ea2c7f9dec167a258afe1c312bee7881779fb91c37424b498376205b7e6
-size 75498337
diff --git a/transformer.h.36.mlp.c_fc.qzeros b/transformer.h.36.mlp.c_fc.qzeros
deleted file mode 100644
index 08c09cfcc162855324981265c18c12ff61bb04be..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35c1b366218c608aa792e336e03e7d3534b55eadb3b9ff1aa860ce2fa3cee8ff
-size 590689
diff --git a/transformer.h.36.mlp.c_fc.scales b/transformer.h.36.mlp.c_fc.scales
deleted file mode 100644
index 75b782560cc7dc9ffa28187f5cb4735283822c11..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0de9d916f6679bfbfec1b98e74bd526be1ebaed1ead754afbad87980fbac8226
-size 2360161
diff --git a/transformer.h.36.mlp.c_proj.bias b/transformer.h.36.mlp.c_proj.bias
deleted file mode 100644
index 9f7d8e6f5fafe68109e6563549098a88c684c09d..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0f078ee4092ad8ee5c92d399d7a8949e5c60b816d644a807fdc2a8cb865a479
-size 13159
diff --git a/transformer.h.36.mlp.c_proj.g_idx b/transformer.h.36.mlp.c_proj.g_idx
deleted file mode 100644
index 812b3b6957f405db208a6c0ae5297620266e766d..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e61552d9a22dcea5dd5303eda8c954797302c732ed154adfe9a0866cffb81333
-size 197479
diff --git a/transformer.h.36.mlp.c_proj.qweight b/transformer.h.36.mlp.c_proj.qweight
deleted file mode 100644
index 4ea4185974f8ac6d390dd3bb3d9bff18f5e03691..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43682e2cb753c2701a271cdcbc958c8188ebbe0ca338b6343e56a3bf0c394d66
-size 75498343
diff --git a/transformer.h.36.mlp.c_proj.qzeros b/transformer.h.36.mlp.c_proj.qzeros
deleted file mode 100644
index 444b34d8710f122cef07a1324945481aff3025f2..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d2fca23e4414838a9ecd74f4d6ad0b2230c7608d57312385e2179506db02de2
-size 590695
diff --git a/transformer.h.36.mlp.c_proj.scales b/transformer.h.36.mlp.c_proj.scales
deleted file mode 100644
index 36045e6eaba5c383d28b8b4abc7b90844eb8743f..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35ae193b51965f5bcfdc6965ea855bc2cbc2dbde3179aa52f334c0e63516d779
-size 2360167
diff --git a/transformer.h.37 b/transformer.h.37
new file mode 100644
index 0000000000000000000000000000000000000000..efe17bd10b4ac2bd04b24736a16a988f259c0683
--- /dev/null
+++ b/transformer.h.37
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6ac62f76276dfcb6408abeaf645466cdad13e439f98fab15e212e2f07d8ebe
+size 197470073
diff --git a/transformer.h.37.attn.c_attn.bias b/transformer.h.37.attn.c_attn.bias
deleted file mode 100644
index 562c8a110c4cd92cacfe558ffb8e27ad5a3ee73e..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b7463234ef0c4b9a0530e9fac216a5afccb1814f8de8f23039f9efe95f45b74
-size 13674
diff --git a/transformer.h.37.attn.c_attn.g_idx b/transformer.h.37.attn.c_attn.g_idx
deleted file mode 100644
index 4e9536ccf0f05b66786d79aa9e57a2da9d5661ec..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02a322429ec6fc1b4e4e04e43c920647c72ef930a9645105fd10c42bfb7b50e2
-size 50026
diff --git a/transformer.h.37.attn.c_attn.qweight b/transformer.h.37.attn.c_attn.qweight
deleted file mode 100644
index 4e5e516dc811f2a24815641f052828cabea4a4c8..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ccfbd29ed1d5def39416d1948cbc9bab78442c792b2b7452428afebb5ea3261b
-size 19661674
diff --git a/transformer.h.37.attn.c_attn.qzeros b/transformer.h.37.attn.c_attn.qzeros
deleted file mode 100644
index d95991e4cac7be72fafe9683ce1b4c815a55a14c..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d022b5265d970885a65ebd771936fcff5f13d19af53c37144846af193738085
-size 154474
diff --git a/transformer.h.37.attn.c_attn.scales b/transformer.h.37.attn.c_attn.scales
deleted file mode 100644
index b6519f3a3f6990c375452528a3f23dd143c47465..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:24cf50c1eef8b20fe7b225765ee2150367f898fcb6b0419d0b8d19509bd3c5f6
-size 615274
diff --git a/transformer.h.37.attn.c_proj.bias b/transformer.h.37.attn.c_proj.bias
deleted file mode 100644
index 817491ce4159b671f30585200fc7f608ead0dec2..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91753f70673a684c14c520f25c34977c52f28fb256cd26982f6a602084da359b
-size 13162
diff --git a/transformer.h.37.attn.c_proj.g_idx b/transformer.h.37.attn.c_proj.g_idx
deleted file mode 100644
index 03298422f93a1aff505873eb7d60d6cae853d42f..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:745ffb9ee9760eba41dbc3690e68157c602d397e8e30ecf3e6cddcec7e521b28
-size 50026
diff --git a/transformer.h.37.attn.c_proj.qweight b/transformer.h.37.attn.c_proj.qweight
deleted file mode 100644
index 05df7266fa89f8841fd98cd1ad07294d3ae4fe11..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd4da79a436bd892498356d6458516e94e6a2f7855c23bd78227bec3cf5e4161
-size 18875242
diff --git a/transformer.h.37.attn.c_proj.qzeros b/transformer.h.37.attn.c_proj.qzeros
deleted file mode 100644
index 74e2bfa0ceb6f225052d98172313abd7a1c91933..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc99f4015126c23b106be95cb333919ba9c08998ad18775da677e453e1b551b6
-size 148330
diff --git a/transformer.h.37.attn.c_proj.scales b/transformer.h.37.attn.c_proj.scales
deleted file mode 100644
index 3d2ad031b2c1c50ed2bfc5c6580894e3715ea8de..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1df563b2539bce222d0510acf6e90742038fbf6606ca9007581812a1ac270692
-size 590698
diff --git a/transformer.h.37.ln_1.bias b/transformer.h.37.ln_1.bias
deleted file mode 100644
index 3b624761617746bd7aa8f1d115c6b0f01edb956d..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:24afd064432144d375b6c11fd0b53b21db53bdbdf3d39008a51c927b622fbc2a
-size 25365
diff --git a/transformer.h.37.ln_1.weight b/transformer.h.37.ln_1.weight
deleted file mode 100644
index 96eb610f9515e8e4521af50b7b8b273f12477296..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be1a7a211ef392afd78755f3a51f2f233d0e271a1e7966ea200cf1507d41e116
-size 25365
diff --git a/transformer.h.37.ln_2.bias b/transformer.h.37.ln_2.bias
deleted file mode 100644
index 1a1ff4c3528dae2bd26190a58e5db7b937521b5c..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:560abdd1aab44bd9ee74ef6a48021c8c02dfbfc706d2eea55363c73edfc6b2f3
-size 25365
diff --git a/transformer.h.37.ln_2.weight b/transformer.h.37.ln_2.weight
deleted file mode 100644
index b33d2bcc5e64662c311aae91296e83a6bca54f7f..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1cc5783fc8b34fd7fb1dfe7ce075b2cc3ccdfc76a12d866f1785d8c16312420
-size 25365
diff --git a/transformer.h.37.mlp.c_fc.bias b/transformer.h.37.mlp.c_fc.bias
deleted file mode 100644
index 3d01088858a487dfb51f1c870ec4854f3a80a5e7..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4d2f51b429801be519152dbbfac99f9e6f0d8d3ee984dda907f2ae3ddc5d575
-size 50017
diff --git a/transformer.h.37.mlp.c_fc.g_idx b/transformer.h.37.mlp.c_fc.g_idx
deleted file mode 100644
index e42b38721b28a96b7932a3f9db77ccbebb2157e4..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5eac209772b1a07c9f89200d243517743a170109a2a2dddeee705598fa97dd9
-size 50017
diff --git a/transformer.h.37.mlp.c_fc.qweight b/transformer.h.37.mlp.c_fc.qweight
deleted file mode 100644
index dda4959d9ca2eb79b14d37ceb5b2039d6e11ca26..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:00dc95f0b8a434d9dbc1d0c928d1f2f2c13cd23817858a822b6e72ab2dda97e7
-size 75498337
diff --git a/transformer.h.37.mlp.c_fc.qzeros b/transformer.h.37.mlp.c_fc.qzeros
deleted file mode 100644
index 524e06d333774b098de678ecf8b2bdead54f55e3..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:820d0cb8852d4cbe18f66c35c68789a2828bad81391f2c7c0e7a9d1eddfaec92
-size 590689
diff --git a/transformer.h.37.mlp.c_fc.scales b/transformer.h.37.mlp.c_fc.scales
deleted file mode 100644
index ed2f915273e348cb388c3e9d35f828b238667b09..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a6cc97edea1903ce1d4fc155cc342bdeeceb6bf2b671d1daed2fa44289c5c608
-size 2360161
diff --git a/transformer.h.37.mlp.c_proj.bias b/transformer.h.37.mlp.c_proj.bias
deleted file mode 100644
index 43230f4c69a8a4c317337bcf1e55dfd638445fc6..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:54fe13a6c07c5dfa0caad9dbb309dfceec544527b54a09e8e5da4b7ce179fe37
-size 13159
diff --git a/transformer.h.37.mlp.c_proj.g_idx b/transformer.h.37.mlp.c_proj.g_idx
deleted file mode 100644
index d2bdd13710c3e309f26cd821b75828071214c899..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b70775c68b23459c2b76a870175570e4b619c0c9d982d11b8ff391d130fb49a3
-size 197479
diff --git a/transformer.h.37.mlp.c_proj.qweight b/transformer.h.37.mlp.c_proj.qweight
deleted file mode 100644
index da9ca323bf099edd0562be3321d1dcb9b0354c5b..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cfd574c77006ac1a47242d606e489246bc4f3dba733bd440f3facc0d1f763d55
-size 75498343
diff --git a/transformer.h.37.mlp.c_proj.qzeros b/transformer.h.37.mlp.c_proj.qzeros
deleted file mode 100644
index b5239f351aa048a83ecb771ec6779a6495859187..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:030f8453c11ae29b03616df30384817e8b714ad46d104b6b15fd484d1882ea32
-size 590695
diff --git a/transformer.h.37.mlp.c_proj.scales b/transformer.h.37.mlp.c_proj.scales
deleted file mode 100644
index 4627096a2a18124bdb80b418fe73824d87b9978f..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ab1ea8c4b9c5547598202e0055e5fe6bcc8b63e71633f36f927f1b2a22a3093
-size 2360167
diff --git a/transformer.h.38 b/transformer.h.38
new file mode 100644
index 0000000000000000000000000000000000000000..aa4d1af9d8b5bf4add86d96b73110e99036d013d
--- /dev/null
+++ b/transformer.h.38
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd6bfeced47a812c1c009f1a72a401524b92e0659935b35bd64404f08faf60a
+size 197470073
diff --git a/transformer.h.38.attn.c_attn.bias b/transformer.h.38.attn.c_attn.bias
deleted file mode 100644
index 6728d1b1f7c265537509ef77b2eb4b6ebc336392..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f0d7c7194d8e42b512ff96b84323f49dd2a72503be20323312d1badf90edafd
-size 13674
diff --git a/transformer.h.38.attn.c_attn.g_idx b/transformer.h.38.attn.c_attn.g_idx
deleted file mode 100644
index 27f1a7457f2e5adc3fc598651ce5a275ea5e466a..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e329d07ab257e46b8617bf4a93230bbfe8dc66a17fdc3e454588bae9fce4fc99
-size 50026
diff --git a/transformer.h.38.attn.c_attn.qweight b/transformer.h.38.attn.c_attn.qweight
deleted file mode 100644
index 84ae9aab73164688ae7ea04097826bd2988ec390..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:666e5e49e8d2c1078d07e9f565143ce39eaa669265d4da4f0c6491471dea260b
-size 19661674
diff --git a/transformer.h.38.attn.c_attn.qzeros b/transformer.h.38.attn.c_attn.qzeros
deleted file mode 100644
index 81ff157b25ce5eae9c6830402662a4d378597aea..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d8de9f2969abef68741e84d19e3fa3c4fde8d046d9ef07912f610416018f082
-size 154474
diff --git a/transformer.h.38.attn.c_attn.scales b/transformer.h.38.attn.c_attn.scales
deleted file mode 100644
index 738e6d48973d4d1542e49621573fd5a22338ef05..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:959b46ec02f610d95f30420d07a8a10072ac2b6133c1cb06526a18a1a77fdd0f
-size 615274
diff --git a/transformer.h.38.attn.c_proj.bias b/transformer.h.38.attn.c_proj.bias
deleted file mode 100644
index 2a1f5cf7e57ccf13f13c828e5257bb075ad8439f..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11521de54f3fab6034f174961983f607fc0c5c2f963920697b5121f7b0adebfb
-size 13162
diff --git a/transformer.h.38.attn.c_proj.g_idx b/transformer.h.38.attn.c_proj.g_idx
deleted file mode 100644
index 90bd06fe8b1936d6e8362d2d1f5ac6a949087f09..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78d5be1189e67d43cae5e245e18c8a9a79049acb08a5ff079ae14a74d72137ff
-size 50026
diff --git a/transformer.h.38.attn.c_proj.qweight b/transformer.h.38.attn.c_proj.qweight
deleted file mode 100644
index f415934bc2e2c51098e12cf2ab4d85e2db5f057e..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b9412067b8788b14de7c2bb7c888a50d76a327b998474900d357269e5d1c48b
-size 18875242
diff --git a/transformer.h.38.attn.c_proj.qzeros b/transformer.h.38.attn.c_proj.qzeros
deleted file mode 100644
index 7db1cd40304f70a6263d2194c864a8f9a76705e1..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ac1a76e526b6fe5634f01d24cbb422133bb438565b457fa9c5883cf74b13168
-size 148330
diff --git a/transformer.h.38.attn.c_proj.scales b/transformer.h.38.attn.c_proj.scales
deleted file mode 100644
index e9fc24eaefdaca9e34e68d267c80ab43cf08b08b..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:722ace67792b8ac08d9a9329050e385c3a2262178af03bf206cee7eff6587f04
-size 590698
diff --git a/transformer.h.38.ln_1.bias b/transformer.h.38.ln_1.bias
deleted file mode 100644
index a573bd62d76b9268f1f2ef372a8b1c5fff8f255d..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8640e43d3efe1710e3ff9f332e5df32598e4703c491cb1fa1f683a17f8276a4b
-size 25365
diff --git a/transformer.h.38.ln_1.weight b/transformer.h.38.ln_1.weight
deleted file mode 100644
index 5cdbe04604f2151c55f9d060a46ba1c6d297ce5e..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:49c3a91b99093a538da6d6cdfbc9ba62cef73dcc2807f950476a3419e05ab8ee
-size 25365
diff --git a/transformer.h.38.ln_2.bias b/transformer.h.38.ln_2.bias
deleted file mode 100644
index c835d9b57848efbc166e4dcbd5dde8a072f750d4..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1dcf2a7c968ebde1ca69c1167e77b10fb8a008ddefdbc5d843a4a287e115a631
-size 25365
diff --git a/transformer.h.38.ln_2.weight b/transformer.h.38.ln_2.weight
deleted file mode 100644
index 128e0ceeb2cd26846a1991d97c9aa96301a8babb..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f74f181e1a4f894cf7fa5953c678bffb7a2e72e267d59d82ffa01f131c253bb4
-size 25365
diff --git a/transformer.h.38.mlp.c_fc.bias b/transformer.h.38.mlp.c_fc.bias
deleted file mode 100644
index 6b0c30f3cd60b7f3b7e779958ce8ce3d88a7b574..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3926df6b59af98c8775ae5e02adf7ac4d56b097b5cf59f7c9df93359f30249ad
-size 50017
diff --git a/transformer.h.38.mlp.c_fc.g_idx b/transformer.h.38.mlp.c_fc.g_idx
deleted file mode 100644
index e2af45757a4f0b80d1263afa0de055506a7e50e1..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:882301e48b65c99bcae7eecb52ca30b174517760c76c05b543b78bbda30cd69c
-size 50017
diff --git a/transformer.h.38.mlp.c_fc.qweight b/transformer.h.38.mlp.c_fc.qweight
deleted file mode 100644
index 9c133dd9aaf1ad6de1e29ed8f3bc0d96290db809..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89019e76ac5e0cfe8e003d9867ed6d0ab1e32194669025af325e071673175203
-size 75498337
diff --git a/transformer.h.38.mlp.c_fc.qzeros b/transformer.h.38.mlp.c_fc.qzeros
deleted file mode 100644
index 826c7e400af3f88fe09c92892f79f6cad300f8ef..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f267d11005be0412249cad04b4fe2bf589b704e3f60a708a0c25b5515ba15162
-size 590689
diff --git a/transformer.h.38.mlp.c_fc.scales b/transformer.h.38.mlp.c_fc.scales
deleted file mode 100644
index 94fc8a47fc8642ea7938136827e300540c88f141..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9f8e7eb794cb3c421bb71550d794536ea23f8ff98dfac9df78fa7018c6a950e
-size 2360161
diff --git a/transformer.h.38.mlp.c_proj.bias b/transformer.h.38.mlp.c_proj.bias
deleted file mode 100644
index 022ffe8af3b0b9309c12c2e3868c149f15014a9d..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:db3a402d7764af84188d8ae09cd013ce7ec5dc4fb5c9ce0212a22784633f3cd2
-size 13159
diff --git a/transformer.h.38.mlp.c_proj.g_idx b/transformer.h.38.mlp.c_proj.g_idx
deleted file mode 100644
index 1888723f70ab85384cb9ee31d8404081eba5cefc..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1775d9657649d568c5f8fd17701b77f37a890fe70a27f0ddea025a5f0dbefaa9
-size 197479
diff --git a/transformer.h.38.mlp.c_proj.qweight b/transformer.h.38.mlp.c_proj.qweight
deleted file mode 100644
index 2549d302fc2c84fde14464d7dcb0d1dfbb94e5a4..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b8cdfd546ee6542b8ae94293306d7f3edc4b0cbaf3c4549a95565442a8f089ac
-size 75498343
diff --git a/transformer.h.38.mlp.c_proj.qzeros b/transformer.h.38.mlp.c_proj.qzeros
deleted file mode 100644
index b601a9539a9cad9e03e10747a3e65a1866794647..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:abb88fcd3ac6f79084d5f7424d1d846f7086cd8155a6ac1e3908d87405c610bc
-size 590695
diff --git a/transformer.h.38.mlp.c_proj.scales b/transformer.h.38.mlp.c_proj.scales
deleted file mode 100644
index 302d111ad33e70bf1d531daaaab18f7d1e1cd8c6..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a601867d416b51d01d1e7e7da80f77f220810a7da60fee5aa8cb52b6216e7ad
-size 2360167
diff --git a/transformer.h.39 b/transformer.h.39
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0e253666b6dc0644181abeaeb7fac2749cb0e
--- /dev/null
+++ b/transformer.h.39
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd11580cb68b6677d0c20226081edb77f6634c49cbb7db2cd82432d7efd42f3d
+size 197470073
diff --git a/transformer.h.39.attn.c_attn.bias b/transformer.h.39.attn.c_attn.bias
deleted file mode 100644
index 8d3175042b10794cd65c10f714bb6470606bff7e..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:59c4e2e6119bca6e48eaad4a3ca73cc3e84c79819e966953eb509b3449f3bf71
-size 13674
diff --git a/transformer.h.39.attn.c_attn.g_idx b/transformer.h.39.attn.c_attn.g_idx
deleted file mode 100644
index 9a04cf7bf6bb99c51f7f89ff89fa85d68d8bfa0d..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5471a4bcf46ca1cf4bc1ff4e0ba343cbd2f85e92fac7efa3b44bd52817c5b7c
-size 50026
diff --git a/transformer.h.39.attn.c_attn.qweight b/transformer.h.39.attn.c_attn.qweight
deleted file mode 100644
index ff742cc9f7ff415388aa58b372aca42002600b9c..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8e6af1967ac2d4ef20e88ae3bac905cc49d8df12ab80c3a172dccb822e683b80
-size 19661674
diff --git a/transformer.h.39.attn.c_attn.qzeros b/transformer.h.39.attn.c_attn.qzeros
deleted file mode 100644
index c48c0c4ac15f8123a27fbbdb5eca65ba0c39246c..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10aadcd57f1c80f8eb2d4b23e7eceead12b41dbe70a54b0258b9ed8ec61ee9dc
-size 154474
diff --git a/transformer.h.39.attn.c_attn.scales b/transformer.h.39.attn.c_attn.scales
deleted file mode 100644
index a0bea10d949a3dc36ac1a6184ae903b414bba12f..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f626836257f054aa940228deb2f3044fb060dd3bcdf92d55656bf58759528f5
-size 615274
diff --git a/transformer.h.39.attn.c_proj.bias b/transformer.h.39.attn.c_proj.bias
deleted file mode 100644
index fc94acb4304ebac3a318e3d545089367eafd2384..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4bd06c0e87b26b26f8e986a8f34c9c3d55c7d826694c9a8c00d5133ff4cc4ec
-size 13162
diff --git a/transformer.h.39.attn.c_proj.g_idx b/transformer.h.39.attn.c_proj.g_idx
deleted file mode 100644
index 945a18e8e9729d5c34c400b8405c261524e75604..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7abf0f3b31487eb9bd3154b0510327bacaf7f9997a2a186cf442214e52c0ddb
-size 50026
diff --git a/transformer.h.39.attn.c_proj.qweight b/transformer.h.39.attn.c_proj.qweight
deleted file mode 100644
index 92ee610a93d7f79dbc277081978069f6746ca9cd..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec2fc4b1c533923d9ae84f9bc38f8fa53f21ca5993c508d9b3461f8d7331e841
-size 18875242
diff --git a/transformer.h.39.attn.c_proj.qzeros b/transformer.h.39.attn.c_proj.qzeros
deleted file mode 100644
index 080dad1e7a31dcbadf29bc920ae9eae8fb78b55a..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:686bcac838e6fd7ba3dd61d3c261a539d166c0a3277da94f2bf44ec069da6d5f
-size 148330
diff --git a/transformer.h.39.attn.c_proj.scales b/transformer.h.39.attn.c_proj.scales
deleted file mode 100644
index 2e51426c7557e19a3b36c2f8e6a285813012f7c4..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64f43cf8cc8673bfb0a57584ccf9eef4fef729df842569392d6a0b3393e16e10
-size 590698
diff --git a/transformer.h.39.ln_1.bias b/transformer.h.39.ln_1.bias
deleted file mode 100644
index 2cd3e544a048533aadf4c5adf8754e642af0b134..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73e9d32c5788990263dae482c609ee1f2f2f828e583cdd914cb8b9475c1675b1
-size 25365
diff --git a/transformer.h.39.ln_1.weight b/transformer.h.39.ln_1.weight
deleted file mode 100644
index 369696d84468eef62a4a5c6de61162fa37d14011..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:082ec48354e1e4a921e037c3f16021ca522f9c0c323f9af2b4b4b49f0e735bfe
-size 25365
diff --git a/transformer.h.39.ln_2.bias b/transformer.h.39.ln_2.bias
deleted file mode 100644
index 1b83082621e55eab23b836f386bd0a5c42551f6b..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:23a8ff79f7dd9d7665396670cae9a8f57fd5c6a70cdcec8981d592de961c6dee
-size 25365
diff --git a/transformer.h.39.ln_2.weight b/transformer.h.39.ln_2.weight
deleted file mode 100644
index 878f9968f20ed7fbbbaa27d00d29f1705ef07c86..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a830c512f9e03b23e8bec1d3e73aea690ac6ae1f67c133414eb4bdbdff93d1f5
-size 25365
diff --git a/transformer.h.39.mlp.c_fc.bias b/transformer.h.39.mlp.c_fc.bias
deleted file mode 100644
index cf03bc8cbaa7ab83e64ce61fa0070ffcdcf5792b..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5cf90a548de02e03aff84556cef18d9b9e2c6d26b5f53e0cf6f2168bfe38f3e4
-size 50017
diff --git a/transformer.h.39.mlp.c_fc.g_idx b/transformer.h.39.mlp.c_fc.g_idx
deleted file mode 100644
index 79d3f48c0361fef5b74dfbf0d99b8d9ffc472256..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5aea619320cde8c3b716ae130a20708cd026b4094b0e79e15da910ba756824ee
-size 50017
diff --git a/transformer.h.39.mlp.c_fc.qweight b/transformer.h.39.mlp.c_fc.qweight
deleted file mode 100644
index ad7754c9b7a261ecf46c200157fe0a4731fd1494..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:913cfac51e7b00cbbe17f76f65322158d46c0cac338a01cbed0670cd19e57ff5
-size 75498337
diff --git a/transformer.h.39.mlp.c_fc.qzeros b/transformer.h.39.mlp.c_fc.qzeros
deleted file mode 100644
index b82c83163da639f9246594b9a218f240cfeeda77..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a14c7d77f247e6b51dabcb4e8cf652308be52a32a6223ac79fa79c7226266297
-size 590689
diff --git a/transformer.h.39.mlp.c_fc.scales b/transformer.h.39.mlp.c_fc.scales
deleted file mode 100644
index a2bccf876ea4460d59a4393439c8e18a510b07a8..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f851b7fc126b4f6765c5e2e072143b568fac72ac414f6766b5caa208ce0783a
-size 2360161
diff --git a/transformer.h.39.mlp.c_proj.bias b/transformer.h.39.mlp.c_proj.bias
deleted file mode 100644
index 31f1e6da521f901b766a6a2cdf24c7c63f9e44f0..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2480f20257450fac6c41cad05b49ef854dac79f349422a9e96826f73c6042167
-size 13159
diff --git a/transformer.h.39.mlp.c_proj.g_idx b/transformer.h.39.mlp.c_proj.g_idx
deleted file mode 100644
index 7222edd989aa62d8305fd9771a0cbb0618e0d0c5..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f63c4ac76454cda5cb2392c6fd28eedbe3a55f1a05fd4d63b3d8d1e370cde1f2
-size 197479
diff --git a/transformer.h.39.mlp.c_proj.qweight b/transformer.h.39.mlp.c_proj.qweight
deleted file mode 100644
index dca4470a8a93b98838bf7c70d5b43e90b35a6d52..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:609f691e7cff8d34117bd458e4b08224e5462e1ad25d8b3986ff8699cd9e8cfc
-size 75498343
diff --git a/transformer.h.39.mlp.c_proj.qzeros b/transformer.h.39.mlp.c_proj.qzeros
deleted file mode 100644
index 9622ca26fc82ab319e0e63ed6a2acf054799105b..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef2b8800566d3ea48fc27715fa131f2e37058e2e0bbb0b4adb90f2380dfc963d
-size 590695
diff --git a/transformer.h.39.mlp.c_proj.scales b/transformer.h.39.mlp.c_proj.scales
deleted file mode 100644
index 3524f3ec1e666c027b12de0381f28c22f040f493..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f60d14dffe3aa186e0f768bc50136f963e6996e4f081f600323bace9674c3509
-size 2360167
diff --git a/transformer.h.4 b/transformer.h.4
new file mode 100644
index 0000000000000000000000000000000000000000..5568f2d2017f7bf705202035ffcfe902062bd03b
--- /dev/null
+++ b/transformer.h.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74e2f22dc51533035c4f5d5872350c96ac381b38a0bee4b61f7d722d3768e8d
+size 197470009
diff --git a/transformer.h.4.attn.c_attn.bias b/transformer.h.4.attn.c_attn.bias
deleted file mode 100644
index 4d99f8757b8f6c32a67a9613861d9da13de74989..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:646b7262462bcbe651fc98aec0cd0c6ee8d5ce709982d24b59ad19b0e8d66095
-size 13671
diff --git a/transformer.h.4.attn.c_attn.g_idx b/transformer.h.4.attn.c_attn.g_idx
deleted file mode 100644
index 1c06ec23ac99555a7bda559a1633121c0a821d5f..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:251c235f0c3b478272974a9b7a3c6b7e0b49655a5f39936cdec4ebc52948fc70
-size 50023
diff --git a/transformer.h.4.attn.c_attn.qweight b/transformer.h.4.attn.c_attn.qweight
deleted file mode 100644
index 03b432039163733f8e5b12efd64a4538feb87bcf..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:09bb9b9ea30c39a3283dae72108229fdc12631c55feb903712e1d1022ceca599
-size 19661671
diff --git a/transformer.h.4.attn.c_attn.qzeros b/transformer.h.4.attn.c_attn.qzeros
deleted file mode 100644
index d788541c247c79e0a2f8d64b82c46f65a9d62d3e..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78e4a16b0955add2226696e83e1be0bca8c91128560a14fb2d57020e43169e4b
-size 154471
diff --git a/transformer.h.4.attn.c_attn.scales b/transformer.h.4.attn.c_attn.scales
deleted file mode 100644
index 6ec247bf103b80ef8fdd4f50a64f105a1ecc46a9..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3169e5aa3907310052f72db2dbb6936e21e0c15d13210de94918dad5986acc2a
-size 615271
diff --git a/transformer.h.4.attn.c_proj.bias b/transformer.h.4.attn.c_proj.bias
deleted file mode 100644
index 4ca10e724f88abe0cfd875d41e4ef5871350bc50..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3ea2dbf919205dbc3c56d773a5da51b762ae3086873f84cb3f9f763c40d1781
-size 13159
diff --git a/transformer.h.4.attn.c_proj.g_idx b/transformer.h.4.attn.c_proj.g_idx
deleted file mode 100644
index 3945ba3f35fef93bc31805e1fa2589c31bc7df3a..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e684f955591090c775e158556bd4a7acb0ab4fdb3b1089a115fa949a0f50f51d
-size 50023
diff --git a/transformer.h.4.attn.c_proj.qweight b/transformer.h.4.attn.c_proj.qweight
deleted file mode 100644
index 8157a999b5894f07bdcba85ccd8dbdd7f8d3ade1..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:471b9ca9205bafc373e49a8f2d0da7ea725ace459c1002b478b42e3c2920fad2
-size 18875239
diff --git a/transformer.h.4.attn.c_proj.qzeros b/transformer.h.4.attn.c_proj.qzeros
deleted file mode 100644
index d5a354ad9544cf5cea2cc8686f8680b669d8e724..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73037ccb6d5b8a9376dbc70e4a8ba77d3c7bdd2d26db276f41423815b3db6638
-size 148327
diff --git a/transformer.h.4.attn.c_proj.scales b/transformer.h.4.attn.c_proj.scales
deleted file mode 100644
index 2285a4ea77e78b942554f15283fdd731d3728e75..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0e2fba2553995e9bc7f2c1b4077f5bd1107575fd15ad29cfed52babd2d30eb9d
-size 590695
diff --git a/transformer.h.4.ln_1.bias b/transformer.h.4.ln_1.bias
deleted file mode 100644
index 3bdce59670ae7dc5300c88dc734f2a0b9d112ded..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c9dca54f67e6cbcbfb50801d3b42f3f28e286d90eb7c89772a966a9d29b0e0c
-size 25362
diff --git a/transformer.h.4.ln_1.weight b/transformer.h.4.ln_1.weight
deleted file mode 100644
index 379147e8b470620a03f4b7dc866704e09730d788..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0063571cdd8f85a8178d72ba76218b9b604ffdd4922084767245ae31b7ef4428
-size 25362
diff --git a/transformer.h.4.ln_2.bias b/transformer.h.4.ln_2.bias
deleted file mode 100644
index e2a2a3646f8c8b6eb9f735d1cb0236f91162208a..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b734724079b28b51cdafbb61f0115cc383b36f7876eaec342946d6878629505
-size 25362
diff --git a/transformer.h.4.ln_2.weight b/transformer.h.4.ln_2.weight
deleted file mode 100644
index 64f73869e815b0646dd619893cb517b05270f397..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3007166c97f78b6858bf8f1bb1dc03470488ed7059fae680607d0c21685b6390
-size 25362
diff --git a/transformer.h.4.mlp.c_fc.bias b/transformer.h.4.mlp.c_fc.bias
deleted file mode 100644
index bc9d119f589f3229a26269153f99ec913ae2cacb..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d86be50f59dac14342bddc4e76424524285206ef152aa377c4d7382ab93af02d
-size 50014
diff --git a/transformer.h.4.mlp.c_fc.g_idx b/transformer.h.4.mlp.c_fc.g_idx
deleted file mode 100644
index 6e1b8c4539fc2d70d0af47da7df15a7ceb4263b3..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a32a5ad0c35b93d04d839dc84043b155951da5d420a10e20f33ffef906882309
-size 50014
diff --git a/transformer.h.4.mlp.c_fc.qweight b/transformer.h.4.mlp.c_fc.qweight
deleted file mode 100644
index e80c3c19aaa92d3610f0fef70e12236ef40489ff..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b80f10839b0a06aba100ef1c36f4638e0a50169db630d8aac37b3b4276b1707
-size 75498334
diff --git a/transformer.h.4.mlp.c_fc.qzeros b/transformer.h.4.mlp.c_fc.qzeros
deleted file mode 100644
index 652c0b7844eef0ff0482018687861822de99e2d6..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f6e55192c0f33e63cc8229dbf1726d9bd8202c17acbc2c71e18ead47548f897b
-size 590686
diff --git a/transformer.h.4.mlp.c_fc.scales b/transformer.h.4.mlp.c_fc.scales
deleted file mode 100644
index a65ea9bb64ba700b1c7b4dcfb52bb8f79e931ab4..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3993498cded939235010b597c1ad892c3f777e0a1a56d2d504bc0e32e0f78a4b
-size 2360158
diff --git a/transformer.h.4.mlp.c_proj.bias b/transformer.h.4.mlp.c_proj.bias
deleted file mode 100644
index dfd5edbe9eaf445ad92fb240cf619507f25dd4bc..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a30606a7e9dcba571e933dfa90790e6ac17c9c5eb10bae6361a438e88a9af109
-size 13156
diff --git a/transformer.h.4.mlp.c_proj.g_idx b/transformer.h.4.mlp.c_proj.g_idx
deleted file mode 100644
index 3366b6fd0e1c40a320b91463f70b18cfbb89873b..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d790a3a8fc031c7f099e1bcff02c2ed3c535a81c822eceee54e63a13f4fd1852
-size 197476
diff --git a/transformer.h.4.mlp.c_proj.qweight b/transformer.h.4.mlp.c_proj.qweight
deleted file mode 100644
index e735e734e8d1db897a228ec6902dc1301ee35437..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:796a227c100e5937b6cbe810900b69594d126c972a07807ed1acd4570b38c679
-size 75498340
diff --git a/transformer.h.4.mlp.c_proj.qzeros b/transformer.h.4.mlp.c_proj.qzeros
deleted file mode 100644
index 7a5867ac5afffb704f2bc6f096a585be71370d26..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b479513217b1384c296e3209462255db39090cc763a5e37f8b49b881c1281df0
-size 590692
diff --git a/transformer.h.4.mlp.c_proj.scales b/transformer.h.4.mlp.c_proj.scales
deleted file mode 100644
index 0aa90e67acf585e92362faf8ef566b98772ed109..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b0f489176242a038c035217c6daa5363e4c010c0c0fd7b1b02c8901c35e4f1e
-size 2360164
diff --git a/transformer.h.5 b/transformer.h.5
new file mode 100644
index 0000000000000000000000000000000000000000..9657a13e6aab64d27573563f70d3d949ff0e9a5f
--- /dev/null
+++ b/transformer.h.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3137068816b502b559af7fe94a9e873e6e48c7e572660408fbb0b89ef80ac716
+size 197470009
diff --git a/transformer.h.5.attn.c_attn.bias b/transformer.h.5.attn.c_attn.bias
deleted file mode 100644
index 7157a1de277cab0ac6aece3619d0967ca4a66799..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a55654702d6bbe9d6b950dffd490acb71db99babaab03de63e6bceed0a317022
-size 13671
diff --git a/transformer.h.5.attn.c_attn.g_idx b/transformer.h.5.attn.c_attn.g_idx
deleted file mode 100644
index 176809f71ccde86ac6f231920fa614be9bd4c85b..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b5011d03dcc0697eebadfc284cb89aad4a7d0af6e483b8038697b93433303ab
-size 50023
diff --git a/transformer.h.5.attn.c_attn.qweight b/transformer.h.5.attn.c_attn.qweight
deleted file mode 100644
index d7ae6fbf3595dd6055bf0d139c7d8941c93992aa..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06da2d2dbde7b6a5846cfa33362caf7d50a3c28fc74cc154994937b867643f77
-size 19661671
diff --git a/transformer.h.5.attn.c_attn.qzeros b/transformer.h.5.attn.c_attn.qzeros
deleted file mode 100644
index 95d5576c61247f1d106047d012df73861b8258db..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3dba9835bd854fc81b0a97f490f38dff7262cd031c1b81a667e49565ca777b73
-size 154471
diff --git a/transformer.h.5.attn.c_attn.scales b/transformer.h.5.attn.c_attn.scales
deleted file mode 100644
index 6f53021ff2c7baca74f70b3bcd56dbb5d3f50c52..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b12c0bd0f967be44238016e1f366f98cedbed8969dc97f2cec1732fc05fb00b5
-size 615271
diff --git a/transformer.h.5.attn.c_proj.bias b/transformer.h.5.attn.c_proj.bias
deleted file mode 100644
index 6b6663c19c644e2b4aba52e3198254c40103ee99..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77bd50f76924772f8bd076cfc8994d190eeb1cc119a9058389b924bdda2857d7
-size 13159
diff --git a/transformer.h.5.attn.c_proj.g_idx b/transformer.h.5.attn.c_proj.g_idx
deleted file mode 100644
index 25194b4742a039dca65868e7b48bc58df55d5a25..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:716033cb25f864e69a4b9d0a26523305dadc7409c1ded650417ec5ae4177bbb2
-size 50023
diff --git a/transformer.h.5.attn.c_proj.qweight b/transformer.h.5.attn.c_proj.qweight
deleted file mode 100644
index 9466ca81d1782e7c02f7066cb234099c3a4eb573..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f00cf378ea4179c88044367ec0ea7930ef8cd5ad0d445fd84e5c06be368ab30f
-size 18875239
diff --git a/transformer.h.5.attn.c_proj.qzeros b/transformer.h.5.attn.c_proj.qzeros
deleted file mode 100644
index b91ebacaafbd01ee9fef37988cfe59af7aeaa593..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:255dd6613ae6b28173152a1d86a81aeaef98c692a5348c6df197da2a288f856c
-size 148327
diff --git a/transformer.h.5.attn.c_proj.scales b/transformer.h.5.attn.c_proj.scales
deleted file mode 100644
index 7154ef3c25a3a383fdc4855e54150804e3bee3a4..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51fd1234a2895b5d90ab435f4d0ec6f4e49608df422f8a76abe45078c37a851b
-size 590695
diff --git a/transformer.h.5.ln_1.bias b/transformer.h.5.ln_1.bias
deleted file mode 100644
index 9d8eaca04bbe5c86d4f089cc271d9df77c671989..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c692d9b6b4c707ab04b5d619ce7c463b903a3b866559efa10295d46049c83fea
-size 25362
diff --git a/transformer.h.5.ln_1.weight b/transformer.h.5.ln_1.weight
deleted file mode 100644
index fce0052886ebefa93043a6995e409ef713210d69..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:887cfa8719385262c4bae4ed319d7f76e09cd2e0623b91dfd64f4959130bed77
-size 25362
diff --git a/transformer.h.5.ln_2.bias b/transformer.h.5.ln_2.bias
deleted file mode 100644
index 0d33fc23fc00325dbd6f3f34b88f5e49d829620b..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53d986a99b91766e38eb59b33561c1f5e1c05a58a9d3499425744694308a055c
-size 25362
diff --git a/transformer.h.5.ln_2.weight b/transformer.h.5.ln_2.weight
deleted file mode 100644
index cbb36e4eeab28afe6f4a6c5bc4044bbac0ff80ae..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89867be7c796881cbdda3fb6c1e9bc4777a378d37b4898ced3861d7713be2394
-size 25362
diff --git a/transformer.h.5.mlp.c_fc.bias b/transformer.h.5.mlp.c_fc.bias
deleted file mode 100644
index 0d348e9a422b20d2e6c0ec73edb824515ef4df24..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aedc425a3d34c400c958cfcee4cef383b82a12d68fa6d136e509cde7a585670b
-size 50014
diff --git a/transformer.h.5.mlp.c_fc.g_idx b/transformer.h.5.mlp.c_fc.g_idx
deleted file mode 100644
index e022d6e9ac9a17043dacf1f654e91854cf00e506..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c4a65678a498c86641adf1a8b229f43056f51c56a6c7a931d4075fd2f7f0b67d
-size 50014
diff --git a/transformer.h.5.mlp.c_fc.qweight b/transformer.h.5.mlp.c_fc.qweight
deleted file mode 100644
index fa0a9608018e9dd1c10180bb2b99ab6dba3fcd02..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:919ce927ad71eaa073218f3b8a00d44691656c01be07243057918debd8efdb33
-size 75498334
diff --git a/transformer.h.5.mlp.c_fc.qzeros b/transformer.h.5.mlp.c_fc.qzeros
deleted file mode 100644
index 50527d855d19283b9b95a07134431e60a25baf5b..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da5b12514cdb4fef26abb2f2f613e69e0ed3640deb448b4d5a44fc754f9059a4
-size 590686
diff --git a/transformer.h.5.mlp.c_fc.scales b/transformer.h.5.mlp.c_fc.scales
deleted file mode 100644
index 6bef8bee7a0a90514e61284a3d3a02cce9fe3456..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:79c9e064a6e5bdfe79cb957256cfd45a29bf9433aa8331e8a6400bba05c8787a
-size 2360158
diff --git a/transformer.h.5.mlp.c_proj.bias b/transformer.h.5.mlp.c_proj.bias
deleted file mode 100644
index 252ecbea6e94ae29f00727a49de823ce1afce491..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcbd5dcb81087f6551e5cfb1d42c81db5062a67b9a95e07fe6df57fe3eea1217
-size 13156
diff --git a/transformer.h.5.mlp.c_proj.g_idx b/transformer.h.5.mlp.c_proj.g_idx
deleted file mode 100644
index 59a37e00c0dea7c71caae38743fc583f2830c291..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eca6b87d4f74b4aa89f9ce6e991316b537481a6fb53635594b8ebfbdf35b3f3c
-size 197476
diff --git a/transformer.h.5.mlp.c_proj.qweight b/transformer.h.5.mlp.c_proj.qweight
deleted file mode 100644
index 32d5de86471228ad5f9abc5fdb5344d76d45b53f..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f1ca6b71ac6d6e92bcd40537abff63f4026665d488fc10d917cb65a0dbbc43fa
-size 75498340
diff --git a/transformer.h.5.mlp.c_proj.qzeros b/transformer.h.5.mlp.c_proj.qzeros
deleted file mode 100644
index 5453e09e22784ee702437e0368a57d632c1a9502..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:430fec8d735612245444bd1f3b28c8313b52ba45a398ef59f4ac9a5ff45c2baf
-size 590692
diff --git a/transformer.h.5.mlp.c_proj.scales b/transformer.h.5.mlp.c_proj.scales
deleted file mode 100644
index 14c00201b277c4e4d1de134142baa7ed97fd2c62..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e82201f69cc32e1510272b9b1fdd3a748b20c1fa58019b6f0a4e0a18e0e5043a
-size 2360164
diff --git a/transformer.h.6 b/transformer.h.6
new file mode 100644
index 0000000000000000000000000000000000000000..9f4659fd115968bf170da728ef83226888e31e35
--- /dev/null
+++ b/transformer.h.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e95e44e16199a5c562e14c727b0102952a8b6010af92af0bf1def9dfabd6b7
+size 197470009
diff --git a/transformer.h.6.attn.c_attn.bias b/transformer.h.6.attn.c_attn.bias
deleted file mode 100644
index c73f72c611bea469cc925b15417eebcc615ca87f..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4ea8b1797dcf342095ebb8cf68239e36528d12fbf7331977c932ad0c0e34dda
-size 13671
diff --git a/transformer.h.6.attn.c_attn.g_idx b/transformer.h.6.attn.c_attn.g_idx
deleted file mode 100644
index ee06b0577ef0423fa0ec001127bcb9c184dbe0c4..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e555763a872384f1de294b17f1d575e2923c45390f1477362d293326b2aa64e7
-size 50023
diff --git a/transformer.h.6.attn.c_attn.qweight b/transformer.h.6.attn.c_attn.qweight
deleted file mode 100644
index 2f9e5282ac580b328c32d521302d3ae356fdfdfb..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f293a7cfaddec9e042a7e15924b4ab1a47c6e9a7033bddd0d6dafe8d8f50e29
-size 19661671
diff --git a/transformer.h.6.attn.c_attn.qzeros b/transformer.h.6.attn.c_attn.qzeros
deleted file mode 100644
index f9f9977375fe869a1ac79fff8df54c5dbf8d75bf..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32a04be03c63f8d26b603e4a824df391edaf6c6a9f4552dbfcf4f098b42895a6
-size 154471
diff --git a/transformer.h.6.attn.c_attn.scales b/transformer.h.6.attn.c_attn.scales
deleted file mode 100644
index d88fa630d6804ffea08bbf40ae0b0a4838048270..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:880b9a871fc308350d31640344b917aa294cf0578a382c8e3144df521f80d130
-size 615271
diff --git a/transformer.h.6.attn.c_proj.bias b/transformer.h.6.attn.c_proj.bias
deleted file mode 100644
index 1e180fddb69557a8cf2e44b97d8150dbeb2dcaa4..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da71e95d3eedcdecc5e9ad4b32ef77da3ec17dd258b5792e45ae5a83684bcc27
-size 13159
diff --git a/transformer.h.6.attn.c_proj.g_idx b/transformer.h.6.attn.c_proj.g_idx
deleted file mode 100644
index 18cb72c8614540bba60872f18fc3bea90406f176..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d37909938bde9cc5332198c52b2c44eafb103f1980d9b18935c79d9a24f5e4da
-size 50023
diff --git a/transformer.h.6.attn.c_proj.qweight b/transformer.h.6.attn.c_proj.qweight
deleted file mode 100644
index aa0b71c0485db4a792513b97c3d274a2ae650e02..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e145f8d06a89ff124635431b28548a6474b3083414d3d1c75f71b697b0b9cde0
-size 18875239
diff --git a/transformer.h.6.attn.c_proj.qzeros b/transformer.h.6.attn.c_proj.qzeros
deleted file mode 100644
index 96eedbc325c206d397d373a2f51a75be400167e3..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53aa089d3b0108dc84f0de60164d10257524a09c12a964730e6e51dce82b81a3
-size 148327
diff --git a/transformer.h.6.attn.c_proj.scales b/transformer.h.6.attn.c_proj.scales
deleted file mode 100644
index 4eb1842e00b0dced293fbc185beb2da2416b975c..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a0c70f9bd9fe2429b1aca80e9d6526950a9b046e82aecf400c9cc2ebdfaa3b62
-size 590695
diff --git a/transformer.h.6.ln_1.bias b/transformer.h.6.ln_1.bias
deleted file mode 100644
index 5fa1d6c258ffb21d642fbd50c5bf74ccf8a0208a..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba3479a7962e2f83b6852a965e683b8d380e80938832974b8c1e0d4e9618874b
-size 25362
diff --git a/transformer.h.6.ln_1.weight b/transformer.h.6.ln_1.weight
deleted file mode 100644
index f7261fa2d37c448e52e794a568a416e9b1ab7585..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93bedad8d9797124f07e504cac0be019ba514fb814aeed4fcdcaf88286704f8e
-size 25362
diff --git a/transformer.h.6.ln_2.bias b/transformer.h.6.ln_2.bias
deleted file mode 100644
index f0a34c6932300409d07c9e869cba4c38b666f763..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:deb42bbdbda044ac80de65e3ec1547e6538b376a3d8cb31264066e3ba8245fcf
-size 25362
diff --git a/transformer.h.6.ln_2.weight b/transformer.h.6.ln_2.weight
deleted file mode 100644
index 782b2e1ec7bce489f3cc1a3b318b0d3250f2a768..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a03b187d8a0110e07de0d1a637ed240c7f9c9cbcaa75fe14d6675c21a83dd5b2
-size 25362
diff --git a/transformer.h.6.mlp.c_fc.bias b/transformer.h.6.mlp.c_fc.bias
deleted file mode 100644
index ad58187aa76be073c380147658c2dc67bd420b9a..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1978f8a329eec8819ce4a5cb3e38fac3e2b4714f338f1f2140a47ac90439776d
-size 50014
diff --git a/transformer.h.6.mlp.c_fc.g_idx b/transformer.h.6.mlp.c_fc.g_idx
deleted file mode 100644
index 16750d31976b63279f9b5bcdd5f27587a6679644..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:facf65384aa598f474084d3d3b712d1578736587ee85f6e92055ee143789a8d6
-size 50014
diff --git a/transformer.h.6.mlp.c_fc.qweight b/transformer.h.6.mlp.c_fc.qweight
deleted file mode 100644
index 54638db94d496c9ea36565d63613096eea835995..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e5bab4144dafd9c302e026adde2d4224301fa75cfb48ce79166cba37cbeaea7
-size 75498334
diff --git a/transformer.h.6.mlp.c_fc.qzeros b/transformer.h.6.mlp.c_fc.qzeros
deleted file mode 100644
index 745c496b27f4cd45b3abdbc6d8907b049baccbab..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b71b378addc9a2c00d9f52a65799490b302c547ea8b463d1ec1d1a904974441
-size 590686
diff --git a/transformer.h.6.mlp.c_fc.scales b/transformer.h.6.mlp.c_fc.scales
deleted file mode 100644
index fe75cd28b1bac66af9ba02c25002d13917bbfbf2..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:865da9a6cdaa1a68aab3acf6d4ab1bdbd24533095bd5fd026af1b60802e02515
-size 2360158
diff --git a/transformer.h.6.mlp.c_proj.bias b/transformer.h.6.mlp.c_proj.bias
deleted file mode 100644
index 4f563f17d445e9dfab8a9ab7a765678d6362309e..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2a63218a6081f97f9df4d7c6ee71ea64cfecfc5df617de6d7a1b56e7b78d698
-size 13156
diff --git a/transformer.h.6.mlp.c_proj.g_idx b/transformer.h.6.mlp.c_proj.g_idx
deleted file mode 100644
index 711601f56386dace3f193baf5d018a1ea17bba0c..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ff4d12f94119c49b318a4afe0814059cf7a5a4937fe3ec3b509e922bdc6a4133
-size 197476
diff --git a/transformer.h.6.mlp.c_proj.qweight b/transformer.h.6.mlp.c_proj.qweight
deleted file mode 100644
index ed59ffc2090ad285649fd2dac904097ac95e8487..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9fba04a0babd96fa6f2abaa0c9b87743706417a086c1dc64ceff12729bc5009f
-size 75498340
diff --git a/transformer.h.6.mlp.c_proj.qzeros b/transformer.h.6.mlp.c_proj.qzeros
deleted file mode 100644
index c3f95a08e9c5ba4558a5fea922fc571af8e9d481..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02ef5af1c904b37251c3cbef414cafad1afb63042647adfc7d9c2ce816f8cd3f
-size 590692
diff --git a/transformer.h.6.mlp.c_proj.scales b/transformer.h.6.mlp.c_proj.scales
deleted file mode 100644
index b41a5921f493dc63231c9328ab4a0369dc7b2a36..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48837f1fe2288e2fa07dad14d9c879598fb80fffa0ddad9e18c510c233070acc
-size 2360164
diff --git a/transformer.h.7 b/transformer.h.7
new file mode 100644
index 0000000000000000000000000000000000000000..c7287d1987769619da9437804a8b2fafa8a73cbf
--- /dev/null
+++ b/transformer.h.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e82e4969915d88d57d2d1d40593dcede508712628a11e6442dabaf9b6d625c
+size 197470009
diff --git a/transformer.h.7.attn.c_attn.bias b/transformer.h.7.attn.c_attn.bias
deleted file mode 100644
index 4b1a628ea3694f268fe6991abb6a993a32df6fc0..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:487004c62902cff3e9a9f438ed20b98c64d03acb87cf82fdd4429620c141aae0
-size 13671
diff --git a/transformer.h.7.attn.c_attn.g_idx b/transformer.h.7.attn.c_attn.g_idx
deleted file mode 100644
index c4d1881e504f58961bfa123fd601483116ba2c87..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40435b3f548bf06bc9ed9af85be517e1a1f110a41768cc55547eea5aecf2bed5
-size 50023
diff --git a/transformer.h.7.attn.c_attn.qweight b/transformer.h.7.attn.c_attn.qweight
deleted file mode 100644
index 54b0ef87765778a42e5c7b393240a56a36413458..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ff349fe558a494aa218b7aefaa2500945fe8b249be0e3057bba9ffc42fd7935
-size 19661671
diff --git a/transformer.h.7.attn.c_attn.qzeros b/transformer.h.7.attn.c_attn.qzeros
deleted file mode 100644
index d6ba71f86fec4935a48283e174139600312ea8ca..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cfb200bcd2ea90d750ba91542fd1c017eccc3415c243015753e1343cc148595c
-size 154471
diff --git a/transformer.h.7.attn.c_attn.scales b/transformer.h.7.attn.c_attn.scales
deleted file mode 100644
index 157aebd2191a620f110c484f873b2d8c5ea86fc3..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76acf78f02e59877cfe1cb61ee10c491c0c1a2b8cab482691ea7f818aaa303a4
-size 615271
diff --git a/transformer.h.7.attn.c_proj.bias b/transformer.h.7.attn.c_proj.bias
deleted file mode 100644
index 2eb03fadfbc59bbb3bc27fcfb46131ef5947d964..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af8ebeb95fab96b164ce0ab502015e2b699d728bacf91363d69919bce1a53a1a
-size 13159
diff --git a/transformer.h.7.attn.c_proj.g_idx b/transformer.h.7.attn.c_proj.g_idx
deleted file mode 100644
index 93de7240f24fe35ee65645202443ef29ad93f1cc..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48a6ce6734a2f227fa8804e2861091adc7dcb65ea0f42f80e5aac58fb7cc98a9
-size 50023
diff --git a/transformer.h.7.attn.c_proj.qweight b/transformer.h.7.attn.c_proj.qweight
deleted file mode 100644
index d1e2f3d749f68011a27a5923c7e396b7eb8b519b..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3881d7c7a558fe47ea15a86ba9f938374d56f76d35ad07a82c523ffd2c549a22
-size 18875239
diff --git a/transformer.h.7.attn.c_proj.qzeros b/transformer.h.7.attn.c_proj.qzeros
deleted file mode 100644
index a5d6e3e7a759498ef3df9fead9b7f928d3cac0d3..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5dca49086c02520492b872ebbb3368c594c0d4dbf78e4f5869a6aeeedc3a4809
-size 148327
diff --git a/transformer.h.7.attn.c_proj.scales b/transformer.h.7.attn.c_proj.scales
deleted file mode 100644
index 742e36b6deb52358bb769271faa23991cf166de9..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ffdc1c7d9e512b09225afc91f5c138464f85d10626ad71c5c6674fc65893fe53
-size 590695
diff --git a/transformer.h.7.ln_1.bias b/transformer.h.7.ln_1.bias
deleted file mode 100644
index 4663d6735a8d16c0f325769937b72cbc684a5525..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab4038e599c1c180148003d870b53e9c4164134379efbd06edc5f97d71483a46
-size 25362
diff --git a/transformer.h.7.ln_1.weight b/transformer.h.7.ln_1.weight
deleted file mode 100644
index f5946cc5bec19f5ebb6ecbb319a2a98649f18dd2..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83075c55bd0543dd0cd168cd450b2e870c8459c178bd25001cc45e33f5c5a4c1
-size 25362
diff --git a/transformer.h.7.ln_2.bias b/transformer.h.7.ln_2.bias
deleted file mode 100644
index 104ca9ce5be3bb0ade57ae692edda30ca04e38f3..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:26339cb933abed60c9949f2a499450c6fd8d4e357dfffe81007ad2c4b808ef5c
-size 25362
diff --git a/transformer.h.7.ln_2.weight b/transformer.h.7.ln_2.weight
deleted file mode 100644
index 159dccdab64d2cfae4938fa59ce0538e260094aa..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51ee528f556a8988d70a2b71c5173536b2c03b7ca0d5a39d5aa8f4a7695e7bf7
-size 25362
diff --git a/transformer.h.7.mlp.c_fc.bias b/transformer.h.7.mlp.c_fc.bias
deleted file mode 100644
index 9e6464a0caf01802371cd5365d37625c64539df0..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7d7767b13c2f92e5110a6bbb412ae35c5f426e1e2d5682c7a3af366c232f899
-size 50014
diff --git a/transformer.h.7.mlp.c_fc.g_idx b/transformer.h.7.mlp.c_fc.g_idx
deleted file mode 100644
index bc9836da5a8a450a2a192fa830bf2b2822a47131..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40df76ebabad0adc669aff794f4ed4c458b60a7664b936e10bb0b5ef826350ea
-size 50014
diff --git a/transformer.h.7.mlp.c_fc.qweight b/transformer.h.7.mlp.c_fc.qweight
deleted file mode 100644
index 1e8a6a8096c9f7a47119807e9121c53784af67de..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e960ea96f031544f7911061eeeee42e2fe3b5a832e9c8ea53b1342c11688ee7e
-size 75498334
diff --git a/transformer.h.7.mlp.c_fc.qzeros b/transformer.h.7.mlp.c_fc.qzeros
deleted file mode 100644
index 905f5ec9de5690a144b8a79e587d2341ca4e798a..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:24e32ad3702242d75c4c597f0f11ea9aadc99ffc5f2fced2bb7b9fc884799c90
-size 590686
diff --git a/transformer.h.7.mlp.c_fc.scales b/transformer.h.7.mlp.c_fc.scales
deleted file mode 100644
index 7f8c2e6dda253d22b93aaa3bc814cc02850beca2..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:443f4eb8c5202131f29215af88a341f6f2939ca2209e4597dad8302eba444699
-size 2360158
diff --git a/transformer.h.7.mlp.c_proj.bias b/transformer.h.7.mlp.c_proj.bias
deleted file mode 100644
index 3de762c88cb5d17de179a57b8014ec81593978d9..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b365285a1ece6ef634881432c007286a1e99d5be0fc8454e173f02d99d52bb16
-size 13156
diff --git a/transformer.h.7.mlp.c_proj.g_idx b/transformer.h.7.mlp.c_proj.g_idx
deleted file mode 100644
index 91cdb9ba0fdb5713ad67cff0f8d7bc09e749e53d..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e570112b2384a03bcd329fdf5f17698f0dd79752a08680d18608f79d6324da27
-size 197476
diff --git a/transformer.h.7.mlp.c_proj.qweight b/transformer.h.7.mlp.c_proj.qweight
deleted file mode 100644
index f29ca8ed2259d59795250ee27270cdb22c46fbe9..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b23634c94fb35ae7053bce269143e581d1a0b6fe6020e277fcfc213f367b99f
-size 75498340
diff --git a/transformer.h.7.mlp.c_proj.qzeros b/transformer.h.7.mlp.c_proj.qzeros
deleted file mode 100644
index 11a6ca6b6828cff8b691fb00c61d3a9fb59572a3..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53568784df173bb2bf3c1d3c55d498ae9d27ac8353ff63fad536c977c719b63f
-size 590692
diff --git a/transformer.h.7.mlp.c_proj.scales b/transformer.h.7.mlp.c_proj.scales
deleted file mode 100644
index b56b6e542ebbecf580ed994f48ae43cba309e73b..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2667e05b8950e3cdf7ffe7995402f4ebda51f2930c8d59220893d37a190c33e6
-size 2360164
diff --git a/transformer.h.8 b/transformer.h.8
new file mode 100644
index 0000000000000000000000000000000000000000..c02e31207cad7052e6e8b51bcf5d953f365cf751
--- /dev/null
+++ b/transformer.h.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0b32f559c10dfb8b589e640765dcf20c26b1c43b6de25671d0a727faa842a
+size 197470009
diff --git a/transformer.h.8.attn.c_attn.bias b/transformer.h.8.attn.c_attn.bias
deleted file mode 100644
index 19a20debca74e321ec19d77ca13454f1054dbda5..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ec7f415d9a6c75ea4e5f43ee3e7a7d839a317834eea4492939e8da5b7221580
-size 13671
diff --git a/transformer.h.8.attn.c_attn.g_idx b/transformer.h.8.attn.c_attn.g_idx
deleted file mode 100644
index e394cb919d3d2155ce7e53a998ee207bce693c7b..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:01f2febfa0c26a2eee8f830d880f5f63f35fb9cbc1005182ef799c6d2040f420
-size 50023
diff --git a/transformer.h.8.attn.c_attn.qweight b/transformer.h.8.attn.c_attn.qweight
deleted file mode 100644
index 1e641a5c4c045e2775eaefbc90096ade87332694..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c70ebd8d1f10ace27553d14020c63b8a56d17795578029b5140d3abba49686b9
-size 19661671
diff --git a/transformer.h.8.attn.c_attn.qzeros b/transformer.h.8.attn.c_attn.qzeros
deleted file mode 100644
index d0d7fa8fb8b3cc3f8c1a0957e259bee15fbccd71..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6da80ba899e7e690cb01ee7baafde13350224c07b60e444d31a4ebea2c148a3f
-size 154471
diff --git a/transformer.h.8.attn.c_attn.scales b/transformer.h.8.attn.c_attn.scales
deleted file mode 100644
index deac0cb42a8a4088c9a2d5b6e9baeefc26467d8f..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f704a8b4c9d2029e2c253c75732d73ed23f814ac31e43aceea5c274fa6d0cf12
-size 615271
diff --git a/transformer.h.8.attn.c_proj.bias b/transformer.h.8.attn.c_proj.bias
deleted file mode 100644
index c8134c8179e2eccaa8a5e71c997ef1c0af3d2c97..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ce96a622192ce53fd8b9621a9ccd3b244d83a59322f2ddae2539137bb2bc6d89
-size 13159
diff --git a/transformer.h.8.attn.c_proj.g_idx b/transformer.h.8.attn.c_proj.g_idx
deleted file mode 100644
index fda5c87a74b70b64ddaa7e4759a7630401ca66a9..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f1e5115896b597300180dca9ae853d54eaa2e785ace1645e9edde9763953255
-size 50023
diff --git a/transformer.h.8.attn.c_proj.qweight b/transformer.h.8.attn.c_proj.qweight
deleted file mode 100644
index d593e8e4b9a89ee10fedb682aaf4263b8cc44888..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b389d99e6f81434ba342bf18f5397c2a3538936dae9a0dedc76fdf5e2cb3fe28
-size 18875239
diff --git a/transformer.h.8.attn.c_proj.qzeros b/transformer.h.8.attn.c_proj.qzeros
deleted file mode 100644
index 1d8e4773871a3638f71e6fea6d8a182da6624a21..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e01a33ff202f26b8f45c32bf60b5a7f78cf0c06f3c334151172cdfb7058095c
-size 148327
diff --git a/transformer.h.8.attn.c_proj.scales b/transformer.h.8.attn.c_proj.scales
deleted file mode 100644
index 250f00a5dfbb40e3c9cc42898fb19438a6569582..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea376d9712a5e933ebace266babb0b00d15d1b2ef98c5022f973e5fd88caa933
-size 590695
diff --git a/transformer.h.8.ln_1.bias b/transformer.h.8.ln_1.bias
deleted file mode 100644
index fd5b6754a4c05f3e478281ec40e2f1624dc7ea88..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c9e3ab6e5fc005b4fefccfa21868732336709b3026b498028b420c421c7c770b
-size 25362
diff --git a/transformer.h.8.ln_1.weight b/transformer.h.8.ln_1.weight
deleted file mode 100644
index 395d8c249662c16719a0653ac395540078cd64ec..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53c57b69dc4e954b902469a04eae1c37ffecb2251c8f23155f77ea5110a8fece
-size 25362
diff --git a/transformer.h.8.ln_2.bias b/transformer.h.8.ln_2.bias
deleted file mode 100644
index d85c57abf11410414e610358f87beaa9e10d6134..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78af68c5edaba02585673e5cb2d5724f97fd3a08cf9af7367b6e0f24290facf0
-size 25362
diff --git a/transformer.h.8.ln_2.weight b/transformer.h.8.ln_2.weight
deleted file mode 100644
index 4dd783d2488624bff8258b3e39012afc4d5ef248..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7194ab48ada07495fb7e930ee7d81ddf5062c03788837e5fcaacf21dcea9cea2
-size 25362
diff --git a/transformer.h.8.mlp.c_fc.bias b/transformer.h.8.mlp.c_fc.bias
deleted file mode 100644
index cac87dcefbc1100137820cacdd40d00eb1d40718..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6daf28df525ec358f830fe187b6e907a9f1ee2d49ac8d36027588039cb996c86
-size 50014
diff --git a/transformer.h.8.mlp.c_fc.g_idx b/transformer.h.8.mlp.c_fc.g_idx
deleted file mode 100644
index d97ca073cd8039808037667eeb4882971c5bede7..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:217839efe3c93a79c9a496bb55eb373f761ccf61385806c213276cfae1a0a5f4
-size 50014
diff --git a/transformer.h.8.mlp.c_fc.qweight b/transformer.h.8.mlp.c_fc.qweight
deleted file mode 100644
index 0c1a5570246c32668addfde2a5773a458527af84..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:900058c3435f2df05fc41208290ac48d4a66797cc6a6baf3e5f122e3e1310e94
-size 75498334
diff --git a/transformer.h.8.mlp.c_fc.qzeros b/transformer.h.8.mlp.c_fc.qzeros
deleted file mode 100644
index 869a4913b937bd9de72a16d6671d5711ac6ef8f9..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15abc6a48002a095722e6bba9a383c0ae8a95086ce8e4fa47d1317ae41d580ac
-size 590686
diff --git a/transformer.h.8.mlp.c_fc.scales b/transformer.h.8.mlp.c_fc.scales
deleted file mode 100644
index 144ae0e2f884b7aa132454d25a855ffacea134c7..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28c0dccd85323e8eb5fb1830b3cc60dddebb5b47541274fc0c08f9b541639452
-size 2360158
diff --git a/transformer.h.8.mlp.c_proj.bias b/transformer.h.8.mlp.c_proj.bias
deleted file mode 100644
index bc2069f07bc64b22081c642e2f3369fcd8f14227..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:234b2a740d828aa15a3b98eb5ed2dcd458be50932968037499effe55ebc5d7b7
-size 13156
diff --git a/transformer.h.8.mlp.c_proj.g_idx b/transformer.h.8.mlp.c_proj.g_idx
deleted file mode 100644
index 0943afe1db44b3cfdd4cffb1fc4f44ed2a8d5f79..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dffbba2a54bbcad6891825112df2198e40f9fc5d5f1a7a732b645862e74e1532
-size 197476
diff --git a/transformer.h.8.mlp.c_proj.qweight b/transformer.h.8.mlp.c_proj.qweight
deleted file mode 100644
index 16171ce7a641b66e6d4d4ac7263cf1370921d30c..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4542136072106612aad74a8edcf3b4d33bceac6bf6daeb689af1af81300ffab8
-size 75498340
diff --git a/transformer.h.8.mlp.c_proj.qzeros b/transformer.h.8.mlp.c_proj.qzeros
deleted file mode 100644
index 377c980c44c208caf8717a3f5f78356bb7e1642f..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1fb4d16c9cef8f57b9b8dd38e2a2df638f1862736a9c9097174cdf75ce70296
-size 590692
diff --git a/transformer.h.8.mlp.c_proj.scales b/transformer.h.8.mlp.c_proj.scales
deleted file mode 100644
index 48e25751e677662ab2e2ca8c6377970e26a26f88..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e0f12fc894f83e577678febf8ce55f8a33f33c286c27018b999f5776c9ccacfa
-size 2360164
diff --git a/transformer.h.9 b/transformer.h.9
new file mode 100644
index 0000000000000000000000000000000000000000..8b3dbe8a0767583cb5bd5d3e54e3d9f08bafa632
--- /dev/null
+++ b/transformer.h.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa7452abe4414b6637866e32ec40bf522976ef88eddfe40f51db7b8057794da
+size 197470009
diff --git a/transformer.h.9.attn.c_attn.bias b/transformer.h.9.attn.c_attn.bias
deleted file mode 100644
index 4f484c05028a728475d32b27f41a030ef8ec09a7..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1775396b42800e2b7c263bb1bf0184b626f456675e39a35df60b0842ad34e51f
-size 13671
diff --git a/transformer.h.9.attn.c_attn.g_idx b/transformer.h.9.attn.c_attn.g_idx
deleted file mode 100644
index 51505e7cea92c6f06b12515152ce2cfa45953389..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0dc50c5ecee4cc2a760bcf263eb1840aa7b97ce8d4a88a917c9b1fd6a174122a
-size 50023
diff --git a/transformer.h.9.attn.c_attn.qweight b/transformer.h.9.attn.c_attn.qweight
deleted file mode 100644
index 1cc61055c095227bad955e0b01bc5395407c2eb3..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4d37d18f0ac22ec65fe5e9552988c0df000f9f6ad4f92919031630fa96eff890
-size 19661671
diff --git a/transformer.h.9.attn.c_attn.qzeros b/transformer.h.9.attn.c_attn.qzeros
deleted file mode 100644
index 9a1c6f66c24bf0f813b49855e5fd8e34995eac49..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5733ddf84ce66ffe83bc539c087cb44588971ded3691234cd4a457919c6ab707
-size 154471
diff --git a/transformer.h.9.attn.c_attn.scales b/transformer.h.9.attn.c_attn.scales
deleted file mode 100644
index 44a5f3d61409ee5d873ea023e2358ad5e36d039a..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7bee99c53e0d9e43f85df23eeef91754bae0d55a47c3da0889868672c10ee53a
-size 615271
diff --git a/transformer.h.9.attn.c_proj.bias b/transformer.h.9.attn.c_proj.bias
deleted file mode 100644
index 212319e31aec435cdfd1b0eb8d44a83e8eacb58a..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2c9f071079f464c57cf6ef8d392887b9af667a41f73ee2c1a37b8ce778c3f403
-size 13159
diff --git a/transformer.h.9.attn.c_proj.g_idx b/transformer.h.9.attn.c_proj.g_idx
deleted file mode 100644
index 437ce8db0dbaa6de3b2e2834049fb2cbb918d2f8..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3f16ee408393351673168ce47b93a3288a353b4327e402d89e7e4513769ed28
-size 50023
diff --git a/transformer.h.9.attn.c_proj.qweight b/transformer.h.9.attn.c_proj.qweight
deleted file mode 100644
index 67464469e925308fcd7e37f1c59c875fdcfe41ef..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4220c19f88ee68045d55299ce2c406dfe1a0d9ab53031db6fd8128074529ca73
-size 18875239
diff --git a/transformer.h.9.attn.c_proj.qzeros b/transformer.h.9.attn.c_proj.qzeros
deleted file mode 100644
index 24d8ace8674836bda5bace7ae8a338b3a67d2cf0..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa91118d13016eb800e39a8bfcb8087b9b258764d14b0df22952d1ef3d400d1d
-size 148327
diff --git a/transformer.h.9.attn.c_proj.scales b/transformer.h.9.attn.c_proj.scales
deleted file mode 100644
index 6ef2b914a3e4d4df1b67359316ca23f7f8aa8eb7..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd2eb9658f795cade7d7d9949f48999aac957857b41e504338ac79e023e7c031
-size 590695
diff --git a/transformer.h.9.ln_1.bias b/transformer.h.9.ln_1.bias
deleted file mode 100644
index 54ef2ca679aea4e9c955117ea202e0486cf73631..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:16189f60072e51c773e5930da1e9c3df759dc8dacf141ecfe32fc3f30dd73e26
-size 25362
diff --git a/transformer.h.9.ln_1.weight b/transformer.h.9.ln_1.weight
deleted file mode 100644
index a330c6efe18c532d22af82c6f84d378ee9b502c7..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a33217f32ec5c71e980dca517f05b7ed18a60ea0b4291166163ebba5b0fd1390
-size 25362
diff --git a/transformer.h.9.ln_2.bias b/transformer.h.9.ln_2.bias
deleted file mode 100644
index 133aca089b6042dc6cbd0ab45c14c20f0473ac72..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c596f53f9da631eb6eed46db067466c9cf193e60f55f99828dc2ed6b929651f
-size 25362
diff --git a/transformer.h.9.ln_2.weight b/transformer.h.9.ln_2.weight
deleted file mode 100644
index 6c2a175b149fca1ca42032d78da74ee691ebbd6c..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a070c0269b39668940cc1e0b183b71a8c0cb3f603801fa22a27e53bd7d6f0f3
-size 25362
diff --git a/transformer.h.9.mlp.c_fc.bias b/transformer.h.9.mlp.c_fc.bias
deleted file mode 100644
index 366511cd3070d53c65bdf6163899399b913261c0..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ee88ace51df8f5c6ee1c99b6350d07288595aed74610a642cca6106647fa4989
-size 50014
diff --git a/transformer.h.9.mlp.c_fc.g_idx b/transformer.h.9.mlp.c_fc.g_idx
deleted file mode 100644
index ca711660b1d2c84f5f85804598e6c8cf148b53ba..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87403b814b95bb39c0219568e73901c7831ed7cdd412dfb6732f3e2ba8496f6a
-size 50014
diff --git a/transformer.h.9.mlp.c_fc.qweight b/transformer.h.9.mlp.c_fc.qweight
deleted file mode 100644
index 7f99282252a0d9daddacd5461c0865b6011b3a12..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76d3cb486773645942f394413b18b93ab80e8445509afd4e48de4d07024a4c0b
-size 75498334
diff --git a/transformer.h.9.mlp.c_fc.qzeros b/transformer.h.9.mlp.c_fc.qzeros
deleted file mode 100644
index c717e42d427de0b9dfc660a332a5bc4a4f06cd95..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dee8e4bd549fc2a5fd92ff4c2a506a9a9dec626d0e6b3eadd6862e9b50e771f
-size 590686
diff --git a/transformer.h.9.mlp.c_fc.scales b/transformer.h.9.mlp.c_fc.scales
deleted file mode 100644
index 3b260579987498a68143132b2d89a43c7f7c6a09..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53801f50b18c0f1506228f418755d18a7d3d00724875d21430074b6868c4b06b
-size 2360158
diff --git a/transformer.h.9.mlp.c_proj.bias b/transformer.h.9.mlp.c_proj.bias
deleted file mode 100644
index 216852667c46507b272644b2ab1bf1f661cb4745..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70c9fab3d8c95641bd07221b96a911f02c622bad9a79ec80f82a45f40a8ea813
-size 13156
diff --git a/transformer.h.9.mlp.c_proj.g_idx b/transformer.h.9.mlp.c_proj.g_idx
deleted file mode 100644
index c4a715f35594774621db96a85cfda34f57d5da9f..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dde4d1e7d26afcdcb90e15e01dfbf0418126e2f6cd5aa510af782761841911e
-size 197476
diff --git a/transformer.h.9.mlp.c_proj.qweight b/transformer.h.9.mlp.c_proj.qweight
deleted file mode 100644
index 59f6afb7f273f23fc84199a39ea8db6a6d4abefd..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b42aa540fdda0e19b35e47e5ecdfa2b2804cd341c2155173aba82d099ebef8c
-size 75498340
diff --git a/transformer.h.9.mlp.c_proj.qzeros b/transformer.h.9.mlp.c_proj.qzeros
deleted file mode 100644
index 44f87d2f1c8a7641c7d21d3b15c19e34288a1149..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:698a1e49402f595df9497fe82d7af7c62cc1f922d1721d494b6b4d04f97d8677
-size 590692
diff --git a/transformer.h.9.mlp.c_proj.scales b/transformer.h.9.mlp.c_proj.scales
deleted file mode 100644
index 3d080949410d5b8328af7a1966e0acfd9331ee34..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac208b8c10210bcbaf310b4d14ba647c26328aafd736fef32b0b5828f2c941f6
-size 2360164
diff --git a/transformer.ln_f.bias b/transformer.ln_f.bias
index c482e4c730f96c04e15868e5f49a819281e77424..4d088c0c79c32da031ae1dd910b1a4746e4c3326 100644
--- a/transformer.ln_f.bias
+++ b/transformer.ln_f.bias
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85c3e322f677c572f3008392cc59b6432c8eb8775e59c14e4375e2acb76afea
-size 25350
+oid sha256:a5828350f570cb872d637e934595239e246ee867bf4e0bd12fc9fc37b99e6143
+size 25414
diff --git a/transformer.ln_f.weight b/transformer.ln_f.weight
index b4d8ccc0c8b842a543b6e99573cc4cb6422620f7..f10a2ea361081099b7b7816a30cf9b4e3a8ad875 100644
--- a/transformer.ln_f.weight
+++ b/transformer.ln_f.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46573fad20fb1cf795cd43e1d991f0d903777a8571c1b1de43270aff0b9aede2
-size 25350
+oid sha256:58f98dde9ad12a4a84e6671e5294d024bd75813ee592ed5e0a3829844820a5df
+size 25414
diff --git a/transformer.wpe.weight b/transformer.wpe.weight
index 9f4ef065b11b14c99bf1f826005bad6b1771a8f8..56f8095b1c6b0982f87aa73a9d8aa6b0307a1bda 100644
--- a/transformer.wpe.weight
+++ b/transformer.wpe.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f2541a45f61cc83d11950125d4e41958565fc26664d7743a65789322d5b1d38
-size 201327363
+oid sha256:b839b58d0df406d7edd03e5e130ef85a3669392764703d23b9e75f5f3f22cff4
+size 201327427
diff --git a/transformer.wte.weight b/transformer.wte.weight
index ee0d96cd75d07bc76c5495a8f2313c5335494338..2104bae34e50023e0f0321c74ae63520a2744c2b 100644
--- a/transformer.wte.weight
+++ b/transformer.wte.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31bc84ed79462d4d62313934cfc2fabe827bec3e844725ddcbd9d885b07a076b
-size 1207960323
+oid sha256:9dc6d3be7073e9d66f8e262a7f292d256bde9380249b2724bcc7035df8c44b1a
+size 1207960387