Upload Qwen2MoeForCausalLM

config.json

@@ -28,7 +28,7 @@
   "shared_expert_intermediate_size": 5504,
   "sliding_window": 32768,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "use_sliding_window": false,

model-00001-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bab2be2ee59de470e3e900d16a9af04689c5679ea04848b1cbaa2ba2f075f79e
-size 4996054552
+oid sha256:a4ae81327d49d005dcf933b6c1cdc0df0da032e1308c4f3b62fe94236d914a62
+size 4996055552

model-00002-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8897fbd0b6148c7649c8921a9e0705e4591e4e0ebed05b427a9db45dff7b6799
-size 4999363768
+oid sha256:2827f50c726767f65c2c2b7cf1ae7828d09bbc175f708f495eab6dbc2c1cb9be
+size 4999364904

model-00003-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdf5eb7f4c6802033215dc45a6b404b3312e0568c951acfd73cf2556e3fc4ed2
-size 4999356736
+oid sha256:56c93fc3b64105f2d9b0e96579bf3ab8bda5ed81d6a0df35461748ae00bbca1b
+size 4999357880

model-00004-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:224007a542bc570f7ecf88d1b02d2c55f5f624c177f1dd509d4ff2f89c79a8b6
-size 4999364632
+oid sha256:fcd7b03148ab2b8bfa63793bc41e4741b1de544bf71fd69d07fe3cf6cf7eb37c
+size 4999365768

model-00005-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36ad32ffa97c9621662b33354934da0a74721f33c55abbc020e9c555b301b7b6
-size 4999357056
+oid sha256:2ebe8a00bc24c92bbd146372d5cbd51c7f3628e41c3002ba5764113398fd7ab8
+size 4999358200

model-00006-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d14ad1bdc93084893cc532e1c480ae1d46ea32b3a34c4fc8ccb6bce522592f48
-size 3034662872
+oid sha256:b86f5351da287ca85ff9546890f0a7c5a08280e5b5a0e2a98704202e789c497d
+size 3034663416