Upload LlamaForCausalLM

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7283282983332016596234d8a287a9c361cda16b0d690835e8680dbba30bd84
-size 4983490992
+oid sha256:7d41473ac2c2bf03fee50a52fc202e433fabb9c9c2f32a66f7d290634d59a0fa
+size 4994513900

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:951c3157949280fe7dd99f9a85023dd3845b50384eaedb5840fcef552a393e25
-size 2988978829
+oid sha256:2afe22afc39607165c7dc0c62dc135f8558d0a0406f9ea25133fd445c0690b11
+size 2894068673

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 7972228693
+    "total_size": 7888342613
   },
   "weight_map": {
     "lm_head.modules_to_save.default.weight": "model-00002-of-00002.safetensors",
@@ -993,15 +993,15 @@
     "model.layers.23.self_attn.v_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
     "model.layers.23.self_attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
     "model.layers.23.self_attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight.nested_quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight.quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight.nested_quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight.quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
     "model.layers.24.mlp.gate_proj.base_layer.weight": "model-00001-of-00002.safetensors",
     "model.layers.24.mlp.gate_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
     "model.layers.24.mlp.gate_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
@@ -1010,15 +1010,15 @@
     "model.layers.24.mlp.gate_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
     "model.layers.24.mlp.gate_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
     "model.layers.24.mlp.gate_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight.nested_quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight.quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight.nested_quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight.quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
     "model.layers.24.self_attn.k_proj.base_layer.weight": "model-00001-of-00002.safetensors",
     "model.layers.24.self_attn.k_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
     "model.layers.24.self_attn.k_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
@@ -1077,14 +1077,14 @@
     "model.layers.25.mlp.up_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
     "model.layers.25.mlp.up_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
     "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight.nested_quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight.quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight.nested_quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight.quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
     "model.layers.25.self_attn.o_proj.base_layer.weight": "model-00002-of-00002.safetensors",
     "model.layers.25.self_attn.o_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
     "model.layers.25.self_attn.o_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
@@ -1093,22 +1093,22 @@
     "model.layers.25.self_attn.o_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
     "model.layers.25.self_attn.o_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
     "model.layers.25.self_attn.o_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight.nested_quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight.quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight.nested_absmax": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight.nested_quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight.quant_map": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight.nested_quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight.quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight.absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight.nested_absmax": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight.nested_quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight.quant_map": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.base_layer.weight.quant_state.bitsandbytes__nf4": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors",
     "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
     "model.layers.26.mlp.down_proj.base_layer.weight": "model-00002-of-00002.safetensors",
     "model.layers.26.mlp.down_proj.base_layer.weight.absmax": "model-00002-of-00002.safetensors",