| {"vocab_size": 32, "dropout": 0.1, "hidden_size": 768, "num_heads": 12, "num_layers": 12, "intermediate_size": 3072, "is_gelu_approx": false, "layer_norm_eps": 1e-05, "layer_drop": 0.1, "num_conv_pos_embeddings": 128, "num_conv_pos_embedding_groups": 16, "filter_sizes": [512, 512, 512, 512, 512, 512, 512], "kernal_sizes": [10, 3, 3, 3, 3, 2, 2], "strides": [5, 2, 2, 2, 2, 2, 2], "conv_bias": false} |