Hugging Face's logo

LanguageBind
/
MoE-LLaVA-StableLM-1.6B-4e

Text Generation
Transformers
Safetensors
moe_llava_stablelm
custom_code
Inference Endpoints
Model card Files Community
1
LanguageBind commited on
Commit
a8c1f2d
•
1 Parent(s): 52a4f7e

Upload 8 files

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model-00001-of-00002.safetensors +1 -1
  3. model-00002-of-00002.safetensors +1 -1
config.json CHANGED
@@ -27,7 +27,7 @@
27
  "mm_vision_select_layer": -2,
28
  "model_type": "moe_llava_stablelm",
29
  "moe": {
30
- "capacity_factor": 1.0,
31
  "ep_size": 1,
32
  "eval_capacity_factor": 2.0,
33
  "min_capacity": 0,
 
27
  "mm_vision_select_layer": -2,
28
  "model_type": "moe_llava_stablelm",
29
  "moe": {
30
+ "capacity_factor": 1.5,
31
  "ep_size": 1,
32
  "eval_capacity_factor": 2.0,
33
  "min_capacity": 0,
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2aa12427cef426a1d8d41be3301259de91820e36a32d8d838ab3954e9df1722a
3
  size 4990018720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae48f8784040a1cfca9256d1861c0f6a1bd9a62cd3a8f89851163aa00a88e97
3
  size 4990018720
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:854a74f562c7815c30fbccf3c9aab44b75b47daf141f94d8c791679cf57bbb10
3
  size 1410350160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220a733ba1539761557b8ea130a8bb4e86fba10a990e32a658fab4c1afb7360b
3
  size 1410350160