trl-internal-testing
/

tiny-random-SwitchTransformersForConditionalGeneration

Text2Text Generation

switch_transformers

Inference Endpoints

Model card Files Files and versions Community

ybelkada commited on Jan 26

Commit

43b656a

•

1 Parent(s): a96c4d9

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -8,11 +8,11 @@
   "d_ff": 37,
   "d_kv": 8,
   "d_model": 32,
-  "decoder_sparse_step": 1,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
   "dropout_rate": 0.1,
-  "encoder_sparse_step": 1,
   "eos_token_id": 1,
   "expert_capacity": 100,
   "feed_forward_proj": "relu",

   "d_ff": 37,
   "d_kv": 8,
   "d_model": 32,
+  "decoder_sparse_step": 0,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
   "dropout_rate": 0.1,
+  "encoder_sparse_step": 0,
   "eos_token_id": 1,
   "expert_capacity": 100,
   "feed_forward_proj": "relu",