File size: 353 Bytes
4fffdbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
model:
d_model: 256
n_strokes: 100
n_params: 8
n_layer: 6
rms_norm: false
residual_in_fp32: true
fused_add_norm: true
cross_attn_first: true
identical_stroke_token: false
ssm_layer: Mamba2
ssm_d_state: 128
encoder_patch_size: 4
encoder_image_size: 128
encoder_depths:
- 2
- 2
- 2
encoder_dims:
- 64
- 128
- 256
|