adapter_t5-3b_sst2 / config.json
cyl's picture
add model
45f77ce
raw
history blame contribute delete
No virus
481 Bytes
{
"backbone_checkpoint_name": "t5-3b",
"backbone_class": "T5ForConditionalGeneration",
"backbone_hash": "7632542c3716ede89be2c17d4741489d",
"bottleneck_dim": 24,
"common_structure": true,
"delta_type": "adapter",
"modified_modules": [
"attn",
"ff"
],
"non_linearity": "gelu_new",
"opendelta_version": "0.0.1",
"sequential": true,
"transformers_version": "4.10.0",
"unfrozen_modules": [
"deltas",
"layer_norm",
"final_layer_norm"
]
}