Hugging Face's logo

flax-community
/
bengali-t5-base

Text2Text Generation
Transformers
PyTorch
JAX
TensorBoard
Safetensors
mt5
Inference Endpoints
Model card Files Metrics Community
1
sbmaruf commited on
Commit
e205be6
•
1 Parent(s): b53f232

ckpt

Browse files
Files changed (1) hide show
  1. config.json +8 -8
config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "architectures": [
3
- "T5WithLMHeadModel"
4
  ],
5
- "d_ff": 2048,
6
  "d_kv": 64,
7
- "d_model": 512,
8
  "decoder_start_token_id": 0,
9
  "dropout_rate": 0.1,
10
  "eos_token_id": 1,
@@ -15,9 +15,9 @@
15
  "layer_norm_epsilon": 1e-06,
16
  "model_type": "t5",
17
  "n_positions": 512,
18
- "num_decoder_layers": 6,
19
- "num_heads": 8,
20
- "num_layers": 6,
21
  "output_past": true,
22
  "pad_token_id": 0,
23
  "relative_attention_num_buckets": 32,
@@ -50,7 +50,7 @@
50
  "prefix": "translate English to Romanian: "
51
  }
52
  },
53
- "transformers_version": "4.9.0.dev0",
54
  "use_cache": true,
55
- "vocab_size": 32128
56
  }
 
1
  {
2
  "architectures": [
3
+ "T5ForConditionalGeneration"
4
  ],
5
+ "d_ff": 3072,
6
  "d_kv": 64,
7
+ "d_model": 768,
8
  "decoder_start_token_id": 0,
9
  "dropout_rate": 0.1,
10
  "eos_token_id": 1,
 
15
  "layer_norm_epsilon": 1e-06,
16
  "model_type": "t5",
17
  "n_positions": 512,
18
+ "num_decoder_layers": 12,
19
+ "num_heads": 12,
20
+ "num_layers": 12,
21
  "output_past": true,
22
  "pad_token_id": 0,
23
  "relative_attention_num_buckets": 32,
 
50
  "prefix": "translate English to Romanian: "
51
  }
52
  },
53
+ "transformers_version": "4.8.2",
54
  "use_cache": true,
55
+ "vocab_size": 32103
56
  }