add sharded checkpoint

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00003-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00004-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00005-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00006-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00007-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00001-of-00007.bin filter=lfs diff=lfs merge=lfs -text
+pytorch_model-00002-of-00007.bin filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "openlm-research/open_llama_13b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_quant_type": "fp4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": false,
+    "load_in_8bit": true
+  },
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.30.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.2"
+}

pip_pkgs.txt

@@ -0,0 +1,427 @@
+absl-py==1.4.0
+accelerate==0.20.3
+aiohttp==3.8.4
+aiosignal==1.3.1
+alabaster==0.7.13
+albumentations==1.2.1
+altair==4.2.2
+anyio==3.7.0
+appdirs==1.4.4
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+array-record==0.4.0
+arviz==0.15.1
+astropy==5.2.2
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==23.1.0
+audioread==3.0.0
+autograd==1.6.1
+Babel==2.12.1
+backcall==0.2.0
+beautifulsoup4==4.11.2
+bitsandbytes==0.38.0.post2
+bleach==6.0.0
+blis==0.7.9
+blosc2==2.0.0
+bokeh==2.4.3
+branca==0.6.0
+build==0.10.0
+CacheControl==0.13.1
+cached-property==1.5.2
+cachetools==5.3.1
+catalogue==2.0.8
+certifi==2023.5.7
+cffi==1.15.1
+chardet==4.0.0
+charset-normalizer==2.0.12
+chex==0.1.7
+click==8.1.3
+click-plugins==1.1.1
+cligj==0.7.2
+cloudpickle==2.2.1
+cmake==3.25.2
+cmdstanpy==1.1.0
+colorcet==3.0.1
+colorlover==0.3.0
+community==1.0.0b1
+confection==0.0.4
+cons==0.4.6
+contextlib2==0.6.0.post1
+contourpy==1.1.0
+convertdate==2.4.0
+cufflinks==0.17.3
+cupy-cuda11x==11.0.0
+cvxopt==1.3.1
+cvxpy==1.3.1
+cycler==0.11.0
+cymem==2.0.7
+Cython==0.29.35
+dask==2022.12.1
+datascience==0.17.6
+db-dtypes==1.1.1
+dbus-python==1.2.16
+debugpy==1.6.6
+decorator==4.4.2
+defusedxml==0.7.1
+distributed==2022.12.1
+dlib==19.24.2
+dm-tree==0.1.8
+docutils==0.16
+dopamine-rl==4.0.6
+duckdb==0.8.1
+earthengine-api==0.1.357
+easydict==1.10
+ecos==2.0.12
+editdistance==0.6.2
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl#sha256=0964370218b7e1672a30ac50d72cdc6b16f7c867496f1d60925691188f4d2510
+entrypoints==0.4
+ephem==4.1.4
+et-xmlfile==1.1.0
+etils==1.3.0
+etuples==0.3.9
+exceptiongroup==1.1.1
+fastai==2.7.12
+fastcore==1.5.29
+fastdownload==0.0.7
+fastjsonschema==2.17.1
+fastprogress==1.0.3
+fastrlock==0.8.1
+filelock==3.12.2
+Fiona==1.9.4.post1
+firebase-admin==5.3.0
+Flask==2.2.5
+flatbuffers==23.5.26
+flax==0.6.11
+folium==0.14.0
+fonttools==4.40.0
+frozendict==2.3.8
+frozenlist==1.3.3
+fsspec==2023.6.0
+future==0.18.3
+gast==0.4.0
+gcsfs==2023.6.0
+GDAL==3.3.2
+gdown==4.6.6
+gensim==4.3.1
+geographiclib==2.0
+geopandas==0.13.2
+geopy==2.3.0
+gin-config==0.5.0
+glob2==0.7
+google==2.0.3
+google-api-core==2.11.1
+google-api-python-client==2.84.0
+google-auth==2.17.3
+google-auth-httplib2==0.1.0
+google-auth-oauthlib==1.0.0
+google-cloud-bigquery==3.10.0
+google-cloud-bigquery-connection==1.12.0
+google-cloud-bigquery-storage==2.20.0
+google-cloud-core==2.3.2
+google-cloud-datastore==2.15.2
+google-cloud-firestore==2.11.1
+google-cloud-functions==1.13.0
+google-cloud-language==2.9.1
+google-cloud-storage==2.8.0
+google-cloud-translate==3.11.1
+google-colab @ file:///colabtools/dist/google-colab-1.0.0.tar.gz#sha256=e1dbf1675b82118c05ec840f6e658f6a5329ad5203c0f6051f010bb87ae5147f
+google-crc32c==1.5.0
+google-pasta==0.2.0
+google-resumable-media==2.5.0
+googleapis-common-protos==1.59.1
+googledrivedownloader==0.4
+graphviz==0.20.1
+greenlet==2.0.2
+grpc-google-iam-v1==0.12.6
+grpcio==1.56.0
+grpcio-status==1.48.2
+gspread==3.4.2
+gspread-dataframe==3.0.8
+gym==0.25.2
+gym-notices==0.0.8
+h5netcdf==1.2.0
+h5py==3.8.0
+holidays==0.27.1
+holoviews==1.15.4
+html5lib==1.1
+httpimport==1.3.0
+httplib2==0.21.0
+huggingface-hub==0.15.1
+humanize==4.6.0
+hyperopt==0.2.7
+idna==3.4
+imageio==2.25.1
+imageio-ffmpeg==0.4.8
+imagesize==1.4.1
+imbalanced-learn==0.10.1
+imgaug==0.4.0
+importlib-resources==5.12.0
+imutils==0.5.4
+inflect==6.0.4
+iniconfig==2.0.0
+intel-openmp==2023.1.0
+ipykernel==5.5.6
+ipython==7.34.0
+ipython-genutils==0.2.0
+ipython-sql==0.4.1
+ipywidgets==7.7.1
+itsdangerous==2.1.2
+jax==0.4.10
+jaxlib @ https://storage.googleapis.com/jax-releases/cuda11/jaxlib-0.4.10+cuda11.cudnn86-cp310-cp310-manylinux2014_x86_64.whl#sha256=fe53205ef12727c80ed5ac2d4506d6732c0c3db69ede4565a7d4df98e609af84
+jieba==0.42.1
+Jinja2==3.1.2
+joblib==1.2.0
+jsonpickle==3.0.1
+jsonschema==4.3.3
+jupyter-client==6.1.12
+jupyter-console==6.1.0
+jupyter-server==1.24.0
+jupyter_core==5.3.1
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.7
+kaggle==1.5.13
+keras==2.12.0
+kiwisolver==1.4.4
+langcodes==3.3.0
+lazy_loader==0.2
+libclang==16.0.0
+librosa==0.10.0.post2
+lightgbm==3.3.5
+lit==16.0.6
+llvmlite==0.39.1
+locket==1.0.0
+logical-unification==0.4.6
+LunarCalendar==0.0.9
+lxml==4.9.2
+Markdown==3.4.3
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+matplotlib==3.7.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.9
+mdurl==0.1.2
+miniKanren==1.0.3
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.8.1
+mkl==2019.0
+ml-dtypes==0.2.0
+mlxtend==0.14.0
+more-itertools==9.1.0
+moviepy==1.0.3
+mpmath==1.3.0
+msgpack==1.0.5
+multidict==6.0.4
+multipledispatch==0.6.0
+multitasking==0.0.11
+murmurhash==1.0.9
+music21==8.1.0
+natsort==8.3.1
+nbclient==0.8.0
+nbconvert==6.5.4
+nbformat==5.9.0
+nest-asyncio==1.5.6
+networkx==3.1
+nibabel==3.0.2
+nltk==3.8.1
+notebook==6.4.8
+numba==0.56.4
+numexpr==2.8.4
+numpy==1.22.4
+oauth2client==4.1.3
+oauthlib==3.2.2
+opencv-contrib-python==4.7.0.72
+opencv-python==4.7.0.72
+opencv-python-headless==4.7.0.72
+openpyxl==3.0.10
+opt-einsum==3.3.0
+optax==0.1.5
+orbax-checkpoint==0.2.6
+osqp==0.6.2.post8
+packaging==23.1
+palettable==3.3.3
+pandas==1.5.3
+pandas-datareader==0.10.0
+pandas-gbq==0.17.9
+pandocfilters==1.5.0
+panel==0.14.4
+param==1.13.0
+parso==0.8.3
+partd==1.4.0
+pathlib==1.0.1
+pathy==0.10.2
+patsy==0.5.3
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==8.4.0
+pip-tools==6.13.0
+platformdirs==3.7.0
+plotly==5.13.1
+plotnine==0.10.1
+pluggy==1.2.0
+polars==0.17.3
+pooch==1.6.0
+portpicker==1.5.2
+prefetch-generator==1.0.3
+preshed==3.0.8
+prettytable==0.7.2
+proglog==0.1.10
+progressbar2==4.2.0
+prometheus-client==0.17.0
+promise==2.3
+prompt-toolkit==3.0.38
+prophet==1.1.4
+proto-plus==1.22.3
+protobuf==3.20.3
+psutil==5.9.5
+psycopg2==2.9.6
+ptyprocess==0.7.0
+py-cpuinfo==9.0.0
+py4j==0.10.9.7
+pyarrow==9.0.0
+pyasn1==0.5.0
+pyasn1-modules==0.3.0
+pycocotools==2.0.6
+pycparser==2.21
+pyct==0.5.0
+pydantic==1.10.9
+pydata-google-auth==1.8.0
+pydot==1.4.2
+pydot-ng==2.0.0
+pydotplus==2.0.2
+PyDrive==1.3.1
+pyerfa==2.0.0.3
+pygame==2.4.0
+Pygments==2.14.0
+PyGObject==3.36.0
+pymc==5.1.2
+PyMeeus==0.5.12
+pymystem3==0.2.0
+PyOpenGL==3.1.7
+pyparsing==3.1.0
+pyproj==3.6.0
+pyproject_hooks==1.0.0
+pyrsistent==0.19.3
+PySocks==1.7.1
+pytensor==2.10.1
+pytest==7.2.2
+python-apt==0.0.0
+python-dateutil==2.8.2
+python-louvain==0.16
+python-slugify==8.0.1
+python-utils==3.7.0
+pytz==2022.7.1
+pyviz-comms==2.3.2
+PyWavelets==1.4.1
+PyYAML==6.0
+pyzmq==23.2.1
+qdldl==0.1.7
+qudida==0.0.4
+regex==2022.10.31
+requests==2.27.1
+requests-oauthlib==1.3.1
+requests-unixsocket==0.2.0
+requirements-parser==0.5.0
+rich==13.4.2
+rpy2==3.5.5
+rsa==4.9
+safetensors==0.3.1
+scikit-image==0.19.3
+scikit-learn==1.2.2
+scipy==1.10.1
+scs==3.2.3
+seaborn==0.12.2
+Send2Trash==1.8.2
+sentencepiece==0.1.99
+shapely==2.0.1
+six==1.16.0
+sklearn-pandas==2.2.0
+smart-open==6.3.0
+sniffio==1.3.0
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.4.1
+soxr==0.3.5
+spacy==3.5.3
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+Sphinx==3.5.4
+sphinxcontrib-applehelp==1.0.4
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==2.0.1
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.5
+SQLAlchemy==2.0.16
+sqlparse==0.4.4
+srsly==2.4.6
+statsmodels==0.13.5
+sympy==1.11.1
+tables==3.8.0
+tabulate==0.8.10
+tblib==2.0.0
+tenacity==8.2.2
+tensorboard==2.12.3
+tensorboard-data-server==0.7.1
+tensorflow==2.12.0
+tensorflow-datasets==4.9.2
+tensorflow-estimator==2.12.0
+tensorflow-gcs-config==2.12.0
+tensorflow-hub==0.13.0
+tensorflow-io-gcs-filesystem==0.32.0
+tensorflow-metadata==1.13.1
+tensorflow-probability==0.20.1
+tensorstore==0.1.38
+termcolor==2.3.0
+terminado==0.17.1
+text-unidecode==1.3
+textblob==0.17.1
+tf-slim==1.1.0
+thinc==8.1.10
+threadpoolctl==3.1.0
+tifffile==2023.4.12
+tiktoken==0.4.0
+tinycss2==1.2.1
+tokenizers==0.13.3
+toml==0.10.2
+tomli==2.0.1
+toolz==0.12.0
+torch @ https://download.pytorch.org/whl/cu118/torch-2.0.1%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=a7a49d459bf4862f64f7bc1a68beccf8881c2fa9f3e0569608e16ba6f85ebf7b
+torchaudio @ https://download.pytorch.org/whl/cu118/torchaudio-2.0.2%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=26692645ea061a005c57ec581a2d0425210ac6ba9f923edf11cc9b0ef3a111e9
+torchdata==0.6.1
+torchsummary==1.5.1
+torchtext==0.15.2
+torchvision @ https://download.pytorch.org/whl/cu118/torchvision-0.15.2%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=19ca4ab5d6179bbe53cff79df1a855ee6533c2861ddc7389f68349d8b9f8302a
+tornado==6.3.1
+tqdm==4.65.0
+traitlets==5.7.1
+transformers==4.30.2
+triton==2.0.0
+tweepy==4.13.0
+typer==0.7.0
+types-setuptools==68.0.0.0
+typing_extensions==4.6.3
+tzlocal==5.0.1
+uritemplate==4.1.1
+urllib3==1.26.16
+vega-datasets==0.9.0
+wasabi==1.1.2
+wcwidth==0.2.6
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.6.0
+Werkzeug==2.3.6
+widgetsnbextension==3.6.4
+wordcloud==1.8.2.2
+wrapt==1.14.1
+xarray==2022.12.0
+xarray-einstats==0.5.1
+xgboost==1.7.6
+xlrd==2.0.1
+yarl==1.9.2
+yellowbrick==1.5
+yfinance==0.2.21
+zict==3.0.0
+zipp==3.15.0

pytorch_model-00001-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671088665cfe94a581a95bb6be13c58a23a5ae5a027438bc81031b235856927d
+size 1993555591

pytorch_model-00002-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb1b24285eac61dc21841d9ff843e7e32e19806d2e79375f1ea12b7ee7f2aa9
+size 1930838326

pytorch_model-00003-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cbf59a383fb62409eb28fec3d4a53d6c4b871abc73d82dcc9d5020813674eb
+size 1975437219

pytorch_model-00004-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9ad9b0cc0470a802337649a21d192b76d76dd115475963d66a79e93dd3909e
+size 1975402403

pytorch_model-00005-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b91e21569477bd8d67422a33445bc102279de75283ceb2204440b5d1e4af7
+size 1975458441

pytorch_model-00006-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb018aee85017e746c052ae0a8e779fb26e81cc445241df387d10ce17d57b32
+size 1983309103

pytorch_model-00007-of-00007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004b7bab8bb63915cf230092a88ef35c2c5863b402ed80e0f45f3f536e0c894
+size 1518719055

pytorch_model.bin.index.json

@@ -0,0 +1,690 @@
+{
+  "metadata": {
+    "total_size": 13352483840
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00007-of-00007.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.down_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.gate_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.up_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.o_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.down_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.gate_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.up_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.o_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.11.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.down_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.up_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.mlp.gate_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.17.self_attn.k_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.o_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.q_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.v_proj.SCB": "pytorch_model-00003-of-00007.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00003-of-00007.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.down_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.gate_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.up_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.o_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.up_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.23.mlp.down_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.mlp.gate_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.23.self_attn.k_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.o_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.q_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.v_proj.SCB": "pytorch_model-00004-of-00007.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00004-of-00007.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.down_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.gate_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.up_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.k_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.o_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.q_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.v_proj.SCB": "pytorch_model-00005-of-00007.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00005-of-00007.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.down_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.gate_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.up_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.o_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.32.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.33.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.34.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.input_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.down_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.down_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.gate_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.up_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.mlp.up_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.o_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.35.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.input_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.down_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.down_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.gate_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.up_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.mlp.up_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.self_attn.k_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.self_attn.k_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.self_attn.o_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.self_attn.q_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.self_attn.q_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00007.bin",
+    "model.layers.36.self_attn.v_proj.SCB": "pytorch_model-00006-of-00007.bin",
+    "model.layers.36.self_attn.v_proj.weight": "pytorch_model-00006-of-00007.bin",
+    "model.layers.37.input_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.down_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.down_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.gate_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.up_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.mlp.up_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.k_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.k_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.o_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.q_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.q_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.v_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.37.self_attn.v_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.input_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.down_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.down_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.gate_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.up_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.mlp.up_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.k_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.k_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.o_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.q_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.q_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.v_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.38.self_attn.v_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.input_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.down_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.down_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.gate_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.up_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.mlp.up_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.k_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.k_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.o_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.q_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.q_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.v_proj.SCB": "pytorch_model-00007-of-00007.bin",
+    "model.layers.39.self_attn.v_proj.weight": "pytorch_model-00007-of-00007.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.down_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.gate_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.up_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.o_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.self_attn.k_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.self_attn.q_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.5.self_attn.v_proj.SCB": "pytorch_model-00001-of-00007.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00007.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.down_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.gate_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.up_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.k_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.o_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.q_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.v_proj.SCB": "pytorch_model-00002-of-00007.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00002-of-00007.bin",
+    "model.norm.weight": "pytorch_model-00007-of-00007.bin"
+  }
+}