|
{ |
|
"_name_or_path": "facebook/xmod-base", |
|
"adapter_layer_norm": false, |
|
"adapter_reduction_factor": 2, |
|
"adapter_reuse_layer_norm": true, |
|
"adapters": { |
|
"adapters": { |
|
"en_XX": "9321733f16973c74" |
|
}, |
|
"config_map": { |
|
"9321733f16973c74": { |
|
"adapter_residual_before_ln": false, |
|
"cross_adapter": false, |
|
"factorized_phm_W": true, |
|
"factorized_phm_rule": false, |
|
"hypercomplex_nonlinearity": "glorot-uniform", |
|
"init_weights": "bert", |
|
"inv_adapter": null, |
|
"inv_adapter_reduction_factor": null, |
|
"is_parallel": false, |
|
"learn_phm": true, |
|
"leave_out": [], |
|
"ln_after": false, |
|
"ln_before": false, |
|
"mh_adapter": false, |
|
"non_linearity": "gelu", |
|
"original_ln_after": false, |
|
"original_ln_before": true, |
|
"output_adapter": true, |
|
"phm_bias": true, |
|
"phm_c_init": "normal", |
|
"phm_dim": 4, |
|
"phm_init_range": 0.0001, |
|
"phm_layer": false, |
|
"phm_rank": 1, |
|
"reduction_factor": 2, |
|
"residual_before_ln": false, |
|
"scaling": 1.0, |
|
"shared_W_phm": false, |
|
"shared_phm_rule": true, |
|
"use_gating": false |
|
} |
|
}, |
|
"fusion_config_map": {}, |
|
"fusions": {} |
|
}, |
|
"architectures": [ |
|
"XmodAdapterModel" |
|
], |
|
"attention_probs_dropout_prob": 0.1, |
|
"bos_token_id": 0, |
|
"classifier_dropout": null, |
|
"custom_heads": {}, |
|
"default_language": null, |
|
"eos_token_id": 2, |
|
"hidden_act": "gelu", |
|
"hidden_dropout_prob": 0.1, |
|
"hidden_size": 768, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 3072, |
|
"languages": [ |
|
"en_XX", |
|
"id_ID", |
|
"vi_VN", |
|
"ru_RU", |
|
"fa_IR", |
|
"sv_SE", |
|
"ja_XX", |
|
"fr_XX", |
|
"de_DE", |
|
"ro_RO", |
|
"ko_KR", |
|
"hu_HU", |
|
"es_XX", |
|
"fi_FI", |
|
"uk_UA", |
|
"da_DK", |
|
"pt_XX", |
|
"no_XX", |
|
"th_TH", |
|
"pl_PL", |
|
"bg_BG", |
|
"nl_XX", |
|
"zh_CN", |
|
"he_IL", |
|
"el_GR", |
|
"it_IT", |
|
"sk_SK", |
|
"hr_HR", |
|
"tr_TR", |
|
"ar_AR", |
|
"cs_CZ", |
|
"lt_LT", |
|
"hi_IN", |
|
"zh_TW", |
|
"ca_ES", |
|
"ms_MY", |
|
"sl_SI", |
|
"lv_LV", |
|
"ta_IN", |
|
"bn_IN", |
|
"et_EE", |
|
"az_AZ", |
|
"sq_AL", |
|
"sr_RS", |
|
"kk_KZ", |
|
"ka_GE", |
|
"tl_XX", |
|
"ur_PK", |
|
"is_IS", |
|
"hy_AM", |
|
"ml_IN", |
|
"mk_MK", |
|
"be_BY", |
|
"la_VA", |
|
"te_IN", |
|
"eu_ES", |
|
"gl_ES", |
|
"mn_MN", |
|
"kn_IN", |
|
"ne_NP", |
|
"sw_KE", |
|
"si_LK", |
|
"mr_IN", |
|
"af_ZA", |
|
"gu_IN", |
|
"cy_GB", |
|
"eo_EO", |
|
"km_KH", |
|
"ky_KG", |
|
"uz_UZ", |
|
"ps_AF", |
|
"pa_IN", |
|
"ga_IE", |
|
"ha_NG", |
|
"am_ET", |
|
"lo_LA", |
|
"ku_TR", |
|
"so_SO", |
|
"my_MM", |
|
"or_IN", |
|
"sa_IN" |
|
], |
|
"layer_norm_eps": 1e-05, |
|
"ln_before_adapter": true, |
|
"max_position_embeddings": 514, |
|
"model_type": "xmod", |
|
"num_attention_heads": 12, |
|
"num_hidden_layers": 12, |
|
"pad_token_id": 1, |
|
"position_embedding_type": "absolute", |
|
"pre_norm": false, |
|
"prediction_heads": {}, |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.31.0", |
|
"type_vocab_size": 1, |
|
"use_cache": true, |
|
"vocab_size": 250002 |
|
} |
|
|