Upload folder using huggingface_hub

config.json

@@ -16,10 +16,11 @@
   "num_attention_heads": 64,
   "num_hidden_layers": 137,
   "num_key_value_heads": 8,
+  "pad_token_id": 0,
   "pretraining_tp": 1,
-  "rms_norm_eps": 9.999999747378752e-06,
+  "rms_norm_eps": 1e-05,
   "rope_scaling": null,
-  "rope_theta": 1000000.0,
+  "rope_theta": 1000000,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
   "transformers_version": "4.37.1",

model-00001-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9838fdf44c890b2f809b174b74e45add207b7f84aceca1581192e4b5df2dc05b
-size 9986807656
+oid sha256:620f63c6506018074d44fb7bd789928e8348a054441dc5c946ac754bec71e8e5
+size 9684801536

model-00002-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3b989231ade31b9da69fb0fe888fd456700950e25df821de566bf91a71205eb
-size 9798081104
+oid sha256:899cb0c2f2d710b8b04bba13c1c55cd3c676e8eb489203f75341a493d494942c
+size 9798096880

model-00003-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e542c67dc483b07dd1154950bfdfd77109ac08ab35c09fadb4ea513703aef309
-size 9965868696
+oid sha256:2922fcffb31663949e49fb0a9899b0b7a4a4f03b5de1bed1b8ac3cbedb375ae4
+size 9831650848

model-00004-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b83eca9b7bb5a8eea2f756cf2206ddfa3f05f5023eb8a111a35b9a07f33c830e
-size 9965868720
+oid sha256:e6625575aeba5737cba5a8ec751409ebea7c503f7d18af4f1fcfaffb5756df8f
+size 9798063912

model-00005-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e3e82c826052f0651b34d14e8ba191dec58e4d776682acece3cfd797d3787cf
-size 9965852208
+oid sha256:3da639d52b1091d8781ca8b04d492996fe24dad21e67343f428b4c8d47054515
+size 9932314736

model-00006-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d29ae075cb34a41b95d89dddc76f5f2f7c96c32b873377df161261ecb228c8f8
-size 9965836424
+oid sha256:72d4282785f4f2439e9bcfb2dde427d14b9632890053ae48ffbedb917b738164
+size 9798063912

model-00007-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09c55af000bff1a16d8eed16851d75fe4d40f0b779d7aa4d0c64eb326d597a11
-size 9932281760
+oid sha256:a1fe54da1f7bd8c5527d5f172d1ceeed0a777d050e183eeb7ffd2a3c8bb8a219
+size 9965885208

model-00008-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a05c107261c1c3ffe46dec4f1d5df028b68b5420ae25b970fd4cf62b4514020
-size 9798113416
+oid sha256:9c90942fd8fc67fd6892e53452a8f412c0e182313c5a662663c2e6c600f2b20f
+size 9798113408

model-00009-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba80c1a2626a1749057eea66ff2f697100c7a664893f6b424ad81083a4e996d1
-size 9630325104
+oid sha256:8a08b124b13061a978f9f7cd0eb2c528f66d021bd09cfebcc12e0b6d6712d746
+size 9798063912

model-00010-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6a8c7ca1f9b88823a0419d1c8f37898ba28cea09f6bab4c50a5df4942fdc7a4
-size 9965901712
+oid sha256:b59d2cbe8e366c091bda018a31e1107722fdda5b35a98cb1f6e9e70de28921b0
+size 9663862560

model-00011-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:994b5b9b753d66707b1fda5d7d4baaafd441313a902405c53b221d6c533faf13
-size 9965868704
+oid sha256:a2bb89aec4360e493e26dac89f5c0f3889183230a48f9e4de9c89a3e5b9dcd0f
+size 9798113400

model-00012-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32c9e104d812548ea31ccef143f868df7943e16ff4ecb7367d2e15a448a21ff6
-size 9965852216
+oid sha256:31a4626235159e4b7f5129ef85637b6e263a002d26d755740fb215e50f390bfe
+size 9630291408

model-00013-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:623e422d951af1a8d2da25c032b1ad5a3c36d636f04eaf073914941eefbd25ae
-size 9798047416
+oid sha256:19eb117b262e70bd5060829b20120b4a73541463eec551421d8872d68e27dcc8
+size 9798096912

model-00014-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d5aec57ee5ca78bd0c04b2b2714a343264b3486e703553c71e330648d2a2d08
-size 9798063912
+oid sha256:0aaea4c411ee45fbce685efcec9177b5028d82c70228483694b2d53706fc59df
+size 9965835752

model-00015-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0229f0878432fb8c95f9fdd041f1fafc62848b128e1a77658643361c7a540236
-size 9965852920
+oid sha256:b208e8c133ca1c8d6103b501378cfab024bd69298b9a9962fbf795f37a9449ce
+size 9798096952

model-00016-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93c96e07504fdce06042fa82fb4c3b4613fdb84167ba36e785e6237ad80a4296
-size 9932347760
+oid sha256:ee9ba06c2d2ba13cab3739ed6f5e7e6f4e8fb650432f440c28559c3823a24b33
+size 9798096944

model-00017-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1138bb065ed06be9f48e902402f2846bfe19705b890972c87d4dec04cac25d15
-size 9798113400
+oid sha256:47a06053c7fa4181c219aa981351f7bf095c3667cf922886da214b5f069718b1
+size 9965901720

model-00018-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:004b390021319aa04350835d531c650df558a6c6f133fbe5997adf9dd73fb69f
-size 9965868752
+oid sha256:01a6b1b6f16e82aa4f656871c64585836a474dc505bf9ea0f02508bc13b3ef94
+size 9798030912

model-00019-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ff4faceb672d1699b5e778eb212771d6f4173fe0a7c854fea355b67e605c98a
-size 9965868768
+oid sha256:d98dae800f9f9b5c3cab4a8a8bd9669be5c446862fc962bd7d7a6be15665e746
+size 9663912056

model-00020-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dec14b59cdc07dcc09226bb30af6b0f199114102caa48ef75e4b99bd0948d6ed
-size 9965835768
+oid sha256:5ea2013ef676c88a3ebb24df3b2719b1065c56c365c80a626a7add6371cab1aa
+size 9932281752

model-00021-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8331a86706242aea155fecc29849ccb9c10a78e9069969171dd8b5244f93aecd
-size 9798063968
+oid sha256:afb806c42bd08ee41e2c99f9e0edd01e85014b3c520ac55ab3067cfca256231c
+size 9965885248

model-00022-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a504365c589457d017dc2bb920f0858057824099aff11b5ee92e50bfd9de85d7
-size 9965852968
+oid sha256:42b170de39eb0c18d740428ea5cb4d58a01a313ad63849c97eb9c46555ffb92d
+size 9798080464

model-00023-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9cd384654dd8d3b3d7737e2c4900b50cee2c793c16ae736949ecc72e3465229
-size 9630390424
+oid sha256:f93387e6a51812fe7c782a921fa78c8b353390f2e56b9cc769b3fcf753bef193
+size 9798096968

model-00024-of-00024.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a98e9666d0d478e133f9fab0b6d3f2ecc6d525e837e7f5c87bcc3307c94f42b8
-size 8007077984
+oid sha256:02580a6da004454fc4e66701b3fc340d76c72e5fdef7b37809437c6d892b50c9
+size 9718404312

special_tokens_map.json

@@ -2,21 +2,28 @@
   "bos_token": {
     "content": "<s>",
     "lstrip": false,
-    "normalized": false,
+    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
     "content": "</s>",
     "lstrip": false,
-    "normalized": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,
-    "normalized": false,
+    "normalized": true,
     "rstrip": false,
     "single_word": false
   }

tokenizer.json

@@ -9,7 +9,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -18,7 +18,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     },
     {
@@ -27,7 +27,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false,
+      "normalized": true,
       "special": true
     }
   ],

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f567f46e9ccc9fbeaf375f95cad98ba56034c80d96db411c7d25ddd19578a38
-size 562934
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -5,7 +5,7 @@
     "0": {
       "content": "<unk>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -13,7 +13,7 @@
     "1": {
       "content": "<s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
@@ -21,19 +21,18 @@
     "2": {
       "content": "</s>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": true
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": null,
+  "pad_token": "<unk>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",