| { | |
| "_attn_implementation_autoset": true, | |
| "auto_map": { | |
| "AutoConfig": "modeling_original_transformer.OriginalTransformerConfig", | |
| "AutoModel": "modeling_original_transformer.OrginalTransformer", | |
| "AutoModelForSeq2SeqLM": "modeling_original_transformer.OrginalTransformer" | |
| }, | |
| "bos_token_id": 1, | |
| "d_ff": 2048, | |
| "dec_vocab_size": 37000, | |
| "dropout": 0, | |
| "embed_dim": 512, | |
| "enc_vocab_size": 37000, | |
| "eos_token_id": 2, | |
| "is_encoder_decoder": true, | |
| "model_type": "original_transformer", | |
| "num_dec_layers": 6, | |
| "num_enc_layers": 6, | |
| "num_heads": 8, | |
| "pad_token_id": 0, | |
| "transformers_version": "4.46.1" | |
| } | |