Upload Qwen2MoeForCausalLM

Files changed (8) hide show

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
   "shared_expert_intermediate_size": 5504,
   "sliding_window": 32768,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "use_sliding_window": false,

   "shared_expert_intermediate_size": 5504,
   "sliding_window": 32768,
   "tie_word_embeddings": false,
+  "torch_dtype": "float16",
   "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "use_sliding_window": false,

model-00001-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bab2be2ee59de470e3e900d16a9af04689c5679ea04848b1cbaa2ba2f075f79e
+size 4996054552

model-00002-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8897fbd0b6148c7649c8921a9e0705e4591e4e0ebed05b427a9db45dff7b6799
+size 4999363768

model-00003-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5eb7f4c6802033215dc45a6b404b3312e0568c951acfd73cf2556e3fc4ed2
+size 4999356736

model-00004-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:224007a542bc570f7ecf88d1b02d2c55f5f624c177f1dd509d4ff2f89c79a8b6
+size 4999364632

model-00005-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:36ad32ffa97c9621662b33354934da0a74721f33c55abbc020e9c555b301b7b6
+size 4999357056

model-00006-of-00006.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d14ad1bdc93084893cc532e1c480ae1d46ea32b3a34c4fc8ccb6bce522592f48
+size 3034662872

model.safetensors.index.json CHANGED Viewed

The diff for this file is too large to render. See raw diff