Gunulhona commited on
Commit
230f0db
1 Parent(s): cda102b

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -11,13 +11,13 @@
11
  "classifier_dropout": 0.0,
12
  "d_model": 768,
13
  "decoder_attention_heads": 12,
14
- "decoder_ffn_dim": 4096,
15
  "decoder_layerdrop": 0.0,
16
  "decoder_layers": 9,
17
  "decoder_start_token_id": 2,
18
  "dropout": 0.1,
19
  "encoder_attention_heads": 12,
20
- "encoder_ffn_dim": 4096,
21
  "encoder_layerdrop": 0.0,
22
  "encoder_layers": 3,
23
  "eos_token_id": 2,
 
11
  "classifier_dropout": 0.0,
12
  "d_model": 768,
13
  "decoder_attention_heads": 12,
14
+ "decoder_ffn_dim": 3072,
15
  "decoder_layerdrop": 0.0,
16
  "decoder_layers": 9,
17
  "decoder_start_token_id": 2,
18
  "dropout": 0.1,
19
  "encoder_attention_heads": 12,
20
+ "encoder_ffn_dim": 3072,
21
  "encoder_layerdrop": 0.0,
22
  "encoder_layers": 3,
23
  "eos_token_id": 2,