Upload SMAForSSL
Browse files- config.json +1 -11
config.json
CHANGED
|
@@ -60,17 +60,7 @@
|
|
| 60 |
"ema_decay_end": 0.0,
|
| 61 |
"ema_decay_start": 0.0
|
| 62 |
},
|
| 63 |
-
"eval_transform_args":
|
| 64 |
-
[
|
| 65 |
-
"RandomlySelectedCrossAttentionMasking",
|
| 66 |
-
{
|
| 67 |
-
"exclude_seen_reconstruction": true,
|
| 68 |
-
"masking_ratio": 0.15,
|
| 69 |
-
"num_per_query": 4,
|
| 70 |
-
"varying_length": true
|
| 71 |
-
}
|
| 72 |
-
]
|
| 73 |
-
],
|
| 74 |
"mask_replace": 3,
|
| 75 |
"num_layer_target_avg": null,
|
| 76 |
"reconstruction_decoder_args": {
|
|
|
|
| 60 |
"ema_decay_end": 0.0,
|
| 61 |
"ema_decay_start": 0.0
|
| 62 |
},
|
| 63 |
+
"eval_transform_args": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 64 |
"mask_replace": 3,
|
| 65 |
"num_layer_target_avg": null,
|
| 66 |
"reconstruction_decoder_args": {
|