Upload folder using huggingface_hub (#1)

- 037fc9a40cea49c2aa52c796b4fb3531b317dd7b009d92c7c5bb710f2ab0062a (626e97d0869d6b2f86aa5e891bb8786f3e51b809)
- feea1b723250e7204e8d8521cc2181e0d1e7facc211cb67714e6d7d221b6d285 (80437b28dc650da9826e51c6c50aec7d94b3e649)
- e47eaee3b77d13c93b76de3e91632d56aea1b66f4ab5842ea4147e23e3993b8f (b2a7d667381259a5b30c65573cec19dc3e16cbd5)
- 44fe9fb2964b1effa1b01c00f746a4810839b61832e713078b2955f842b21141 (45e37151534dbce18fdb7305987070272fbab68f)
- 82fcfaac547bca43449511357b6edb0a53da0eac11270d6d176e7e114c3502d5 (ccb9abd9cadd40054dc3c68efc2d7d2204df6c4e)
- db164fca590328aa2006698b3b80ae7c62214fd2ece62ed32b63befa4a1a5630 (25aaf4fb402fa5be8f01a7e6aaf513f5d6313f55)
- 8dc4011b12b7fca5ebd28e733a5431491b2a6b9c374b26d549a91ef4eeb792fb (14c28b4a7a16724eb8dfdd3c71894f34616a8430)
- 204eaa08e13367ec3079c0cc015ce612d8ab611010016f3a7716cef1ec676ea8 (407a980880abacac4f0580dbc3481b29529ac0c9)
- e58af91f10cc0facd7ef4a712f33cd55a52396a038c30ced8b9b557d0391e30c (24893fe3e11d052334aa17f6f767f0797d508269)
- 961942c07e88725e506bc2a914662ed7c34118aa820bf1c82959568ddb3be248 (ba84a8bae8dedfe8bab7ccc03c3f303f8b591c3d)
- 172efe0175afb529408222b6138b452652b305f728ed7d5cf936d95c54fc00f2 (0d594b478e657aae65d2db462136480574fa7027)
- a1aee74b0e4757981cb96f1f5836007b004bbf8e8f759f0c116bf4469fd060b1 (cb0a8dee568b2fead7c0f65248fa0e7fbb99012f)
- 286e06bd71727f416e68e498bcccdfb2ff2abb4c89b6cd891db4f6a9d86d3f61 (d43e1d3cf204d328559b25c6125f7dff60517b1b)
- 7cee71a513b50de30a18648600d907f9060d0b2664a152eb08bceffcb31fc58d (167ac35a7bab31ccb58e05c911c40b9c0b6bfab9)
- 8b14ff841c164338510b9a298323da6675db3ac7f007b896fd4ae2a9b5dfd0ce (0698981243b49a284acd5d89d441a56536c1b89c)
- d7c3090a98e4a2e1ddc0ce993ba1fefed34aae5078fdc56b510c2be5f07c427e (9328c124b1d9e9d04c5294ecf85070ad9af794df)
- 065020a50dfdf32a28dcf8d408aa095523081d7928be50260180d1468d7f9df5 (8c4da871393bee143bd90651a52a67c0c269d1e0)
- 7aecb9e6e2b75804e69b7b048a089bd2eedfc89d6984f34a581580da55c242a5 (3e06e5916d37b532298effe7adc698eed1a67e7b)
- f41cebf4861ccb1d12def0d1ed863a0b1662e3fd0aefcf6b7c39c67fc6d5f8b2 (4d6368a05105a9fdef24d003eff0da3753e76ce7)
- 29a71666a2f06f1868d742f63162c4afc796b95b67be7ebc94b3a62882597e12 (903d940ead06f28f606c937242198f981c539b7b)
- f9279ce6f977869334020a546c94bf4e8bb2e3753e7b119082dcf82796b907ed (4cbec4a3adee406a5d7b91eebd059cd6694ded1a)
- 24696092eb728e43fc078282ed1be7e1a3bf07bab9041b4ce6327271eed527a3 (54a763067f3960c0b2ba90f1e6d0c55119eda2e8)
- 2fe69b43b83b4e7b3a3cba1197c8569259c2f1a8320cb3e2a0b36d4f3243c9a3 (229ce420636b3ff4b4fab7392f93814803e1b6a8)
- f379fbc2c1093446dea074a51cfd151f9fb1bbf440e85ec302a5c211d3aafb25 (d47080eca478f400a7d3760a7cead3ad5e43f261)
- 917fcc5aa9a0c7db025910f91750d63fad40625b7a48043d40a064122f06c180 (9f01b31800e2c57e99ff08d26e7f37b5790d0f41)
- 1f50b8e990a2e457e7568b8b58f5e0a253d4d064222fe767a9caa9411139a1e8 (f2fd8bc741492ddab4ed83dce41a671c02992d55)
- eeff3f7a8bccea61055ac86598e0d671867b41e6c5dfda2c0c689deecab80a8b (21d08d57466b4c4ade18ef64f14b58b5c3361afa)
- ab51493bd3b07867a274d6255bb77c7684b144b3ec7d22e0b71eace0f062b926 (fdcb6585e71f824b9a35dc46f91c6972a92a41fc)
- 208615e623cf8b285ac82de5b459474157f3783486b14ca3e8d0e91c1d03b660 (9cf17654cf8636eb3df9774be9933ba4921e2368)
- 9644dcc035e510b3b7405285497f82b335365a408aeb94b202437b9cbdd41d78 (97c9ab7cb0aa447abc2e82acda0d3c100dacdaad)
- ab2e6f9a4694f759d24f517eacbdc4f4b0a9ba4282e906dd59d51697ea8456f0 (be53c9a6c7094113b94ce339d477b32b3a985cfa)
- 54a9bbe26e57c675ebce9a0ef59706c8d733051b52a86c6a5b929a4957467ccd (fa0883390b24b410c2c0be9e10e9a380be5ea5f3)

.ipynb_checkpoints/config-checkpoint.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 80,
+  "model_type": "qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151646
+}

.ipynb_checkpoints/generation_config-checkpoint.json

@@ -0,0 +1,11 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": 151645,
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.41.0"
+}

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644
+}

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "Qwen/Qwen2-72B-Instruct",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 80,
+  "model_type": "qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151646
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": 151645,
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.41.0"
+}

model-00001-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4769a7a2d9413656675734582ee402e2abd64a4659facdd3bbae44fe56a1892
+size 4541950216

model-00002-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b5340d19eee427b6829a13b9b5a827aeb5f7374299cfff7db2e1e4e60a3ccd
+size 4964101384

model-00003-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d953b76f3062a368705bdc0fc69018acf519cd6b1f43f525419f133018924f61
+size 4781637328

model-00004-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eb3bf455ef74cbdaeb1cff2e706afcbef2a73f4a5fdb5f90693055861a2ee5
+size 4781670320

model-00005-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fc15c384168882d187c18a3317adb458483b21f9f981c0d3d67d751b35d012
+size 4781670360

model-00006-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c642846b37c787d0e5fdcf28df3e68239deacade8d1696a7200426856fbbe5b9
+size 4964101416

model-00007-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c69c1416e4dcdf5f7d9e4f577bef4969f299afbbac145eacf7f2714595ddca
+size 4781637360

model-00008-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e709e735b3ed103fb6a87a26831b5782c344a9ab67bcbef37725d79e696db9
+size 4781670360

model-00009-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628f587286f3b8c217f93b6a00e1a53d180289aa04543f145950ae6b9fb694ad
+size 4781670360

model-00010-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0136cc5769fedc325691873411125186283a70c6fb3f4af8c6f052d2f1c4cf
+size 4964101416

model-00011-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c77d3412dcdf780c9aeec90da5dbee24704a88f0eed4835feeb564bdcc8b5
+size 4781637360

model-00012-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54d701a6ec9cf9cfb0a83c55e68939a1053e0de89b9cddfd09fc7a7b446b553
+size 4781670360

model-00013-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4894e001b85c60952a131f4480c199a3889886f423d0d19402f28af0fead67
+size 4781670360

model-00014-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3564f3e9af7403860d9384b60269eec4ebaabb6ce8171cb87327093c45b9c0b2
+size 4964101416

model-00015-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b7852894a3ef80c77606148457349eac391e6d7843329a097f16555c90f3d2
+size 4781637360

model-00016-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c73ab7b2b47e053a2fba3e5bfcb2ae5442469aa7c4c0aab43ce6e19665615c8
+size 4781670360

model-00017-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1281311c4c72af5b82f2d48d68a9a0849e00e24d73ec305b5901e087078263b
+size 4781670360

model-00018-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa386d395d63e99e3ddcc68208e6acd29d6693fdfa8a2badbc7184fdefe82a5
+size 4964101416

model-00019-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c86e24ca813bd8f8ea33472feedd3cd71631fecf5c2bd82ea8b896ab1a8b5ba
+size 4781637360

model-00020-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5949f5b47a166cb91a1b8d4d7ad3895c638f7710ba46c1e878449c59586f9856
+size 4781670360

model-00021-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1251ab68f3edc8b5801b2b38d39a8ca9036929709f00976d4c5f127871813d32
+size 4781670360

model-00022-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dfda14c5ab4db8057b06e8c9876d13d85254bd02df93474aac2b8c537cca0a
+size 4964101416

model-00023-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11900bc1bf9da3fd27dc979907ce3bbf7fa987be2e0b17a7c18473779e1906da
+size 4781637360

model-00024-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a23f219773401c7e739d358f64a983f9f5bc43e5b4ac7f52393fad98c656d45
+size 4781670360

model-00025-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84bc229439b5de3e5208bdd0b73ff051621940f30f29c105352bf68234f1a43
+size 4781670360

model-00026-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e7d3947b5cbe8a8a02d629a569d0098a17af207da78ee884bace526f47f18d
+size 4964101416

model-00027-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df693a95675791d4ee156196803f054ff1a57ce8ac6c85ea213284869f6846
+size 4781637360

model-00028-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ec7746e1c5f43bfeb35c6110a592d6cd8e1ef68052b4e62b9cbbe00f7cd9f6
+size 4781670360

model-00029-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d5e52b4a37d4562ea6a08fca72df522e871c65887abc71a682e7ef18241de7
+size 4781670360

model-00030-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebaea353608368ef4ffc78838b59773cb342a83c4a65f0ec615713dbe034207
+size 3208747032

model-00031-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be05a3c41b1afc3cd219d8873397a38404ef920dbbe62b4a426c9f83cd2bd88c
+size 2484568192

model.safetensors.index.json

@@ -0,0 +1,970 @@
+{
+  "metadata": {
+    "total_size": 145398710272
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00031-of-00031.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00031.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00031.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00005-of-00031.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00006-of-00031.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00031.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00007-of-00031.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00031.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00008-of-00031.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00031.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00009-of-00031.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00031.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00010-of-00031.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00010-of-00031.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00011-of-00031.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00011-of-00031.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00002-of-00031.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00031.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00012-of-00031.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00012-of-00031.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00013-of-00031.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00013-of-00031.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.k_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.q_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.v_proj.bias": "model-00014-of-00031.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00014-of-00031.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.k_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.q_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.v_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.k_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.q_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.v_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.39.self_attn.k_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.q_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.v_proj.bias": "model-00015-of-00031.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00015-of-00031.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.k_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.q_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.v_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.k_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.q_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.v_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.42.self_attn.k_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.q_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.v_proj.bias": "model-00016-of-00031.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00016-of-00031.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.k_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.q_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.v_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.k_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.q_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.v_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.45.self_attn.k_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.q_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.v_proj.bias": "model-00017-of-00031.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00017-of-00031.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.k_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.q_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.v_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.k_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.q_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.v_proj.bias": "model-00018-of-00031.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00018-of-00031.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.k_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.q_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.v_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.k_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.q_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.v_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.50.self_attn.k_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.q_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.v_proj.bias": "model-00019-of-00031.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00019-of-00031.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.k_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.q_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.v_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.k_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.q_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.v_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.53.self_attn.k_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.q_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.v_proj.bias": "model-00020-of-00031.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00020-of-00031.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.k_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.q_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.v_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.k_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.q_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.v_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.56.self_attn.k_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.q_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.v_proj.bias": "model-00021-of-00031.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00021-of-00031.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.k_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.q_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.v_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.k_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.q_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.v_proj.bias": "model-00022-of-00031.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00022-of-00031.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.k_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.q_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.v_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00003-of-00031.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00031.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.k_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.q_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.v_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.61.self_attn.k_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.q_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.v_proj.bias": "model-00023-of-00031.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00023-of-00031.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.k_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.q_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.v_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.k_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.q_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.v_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.64.mlp.down_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.64.mlp.gate_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.64.mlp.up_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.64.self_attn.k_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.k_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.q_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.q_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.v_proj.bias": "model-00024-of-00031.safetensors",
+    "model.layers.64.self_attn.v_proj.weight": "model-00024-of-00031.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.mlp.down_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.mlp.gate_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.mlp.up_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.k_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.k_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.q_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.q_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.v_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.65.self_attn.v_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.mlp.down_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.mlp.gate_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.mlp.up_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.k_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.k_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.q_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.q_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.v_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.66.self_attn.v_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.67.mlp.down_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.67.mlp.gate_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.67.mlp.up_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.67.self_attn.k_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.k_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.q_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.q_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.v_proj.bias": "model-00025-of-00031.safetensors",
+    "model.layers.67.self_attn.v_proj.weight": "model-00025-of-00031.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.mlp.down_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.mlp.gate_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.mlp.up_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.k_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.k_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.q_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.q_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.v_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.68.self_attn.v_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.mlp.down_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.mlp.gate_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.mlp.up_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.k_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.k_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.q_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.q_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.v_proj.bias": "model-00026-of-00031.safetensors",
+    "model.layers.69.self_attn.v_proj.weight": "model-00026-of-00031.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.mlp.down_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.mlp.gate_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.mlp.up_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.k_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.k_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.q_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.q_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.v_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.70.self_attn.v_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.mlp.down_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.mlp.gate_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.mlp.up_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.k_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.k_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.q_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.q_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.v_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.71.self_attn.v_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.72.mlp.down_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.72.mlp.gate_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.mlp.up_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.72.self_attn.k_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.k_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.q_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.q_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.v_proj.bias": "model-00027-of-00031.safetensors",
+    "model.layers.72.self_attn.v_proj.weight": "model-00027-of-00031.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.mlp.down_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.mlp.gate_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.mlp.up_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.k_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.k_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.q_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.q_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.v_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.73.self_attn.v_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.mlp.down_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.mlp.gate_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.mlp.up_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.k_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.k_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.q_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.q_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.v_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.74.self_attn.v_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.75.mlp.down_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.75.mlp.gate_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.75.mlp.up_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.75.self_attn.k_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.k_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.q_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.q_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.v_proj.bias": "model-00028-of-00031.safetensors",
+    "model.layers.75.self_attn.v_proj.weight": "model-00028-of-00031.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.mlp.down_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.mlp.gate_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.mlp.up_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.k_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.k_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.q_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.q_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.v_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.76.self_attn.v_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.mlp.down_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.mlp.gate_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.mlp.up_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.k_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.k_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.q_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.q_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.v_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.77.self_attn.v_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.78.input_layernorm.weight": "model-00030-of-00031.safetensors",
+    "model.layers.78.mlp.down_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.78.mlp.gate_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.78.mlp.up_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.78.post_attention_layernorm.weight": "model-00030-of-00031.safetensors",
+    "model.layers.78.self_attn.k_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.k_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.o_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.q_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.q_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.v_proj.bias": "model-00029-of-00031.safetensors",
+    "model.layers.78.self_attn.v_proj.weight": "model-00029-of-00031.safetensors",
+    "model.layers.79.input_layernorm.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.mlp.down_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.mlp.gate_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.mlp.up_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.post_attention_layernorm.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.k_proj.bias": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.k_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.o_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.q_proj.bias": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.q_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.v_proj.bias": "model-00030-of-00031.safetensors",
+    "model.layers.79.self_attn.v_proj.weight": "model-00030-of-00031.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00005-of-00031.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00005-of-00031.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00004-of-00031.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00031.safetensors",
+    "model.norm.weight": "model-00030-of-00031.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}