xlm-mlm-enfr-1024 / config.json
system's picture
system HF staff
Update config.json
3824cb5
raw
history blame
396 Bytes
{
"same_enc_dec": true,
"emb_dim": 1024,
"n_layers": 6,
"n_heads": 8,
"dropout": 0.1,
"attention_dropout": 0.1,
"gelu_activation": true,
"share_inout_emb": true,
"sinusoidal_embeddings": false,
"asm": false,
"max_vocab": -1,
"min_count": 0,
"id2lang": {
"0": "en",
"1": "fr"
},
"lang2id": {
"en": 0,
"fr": 1
},
"n_langs": 2,
"n_words": 64139
}