|
{ |
|
"_class_name": "Transformer3DModel", |
|
"_diffusers_version": "0.25.1", |
|
"_name_or_path": "PixArt-alpha/PixArt-XL-2-256x256", |
|
"activation_fn": "gelu-approximate", |
|
"attention_bias": true, |
|
"attention_head_dim": 64, |
|
"attention_type": "default", |
|
"caption_channels": 4096, |
|
"cross_attention_dim": 2048, |
|
"double_self_attention": false, |
|
"dropout": 0.0, |
|
"in_channels": 128, |
|
"norm_elementwise_affine": false, |
|
"norm_eps": 1e-06, |
|
"norm_num_groups": 32, |
|
"num_attention_heads": 32, |
|
"num_embeds_ada_norm": 1000, |
|
"num_layers": 28, |
|
"num_vector_embeds": null, |
|
"only_cross_attention": false, |
|
"out_channels": 128, |
|
"project_to_2d_pos": true, |
|
"upcast_attention": false, |
|
"use_linear_projection": false, |
|
"qk_norm": "rms_norm", |
|
"standardization_norm": "rms_norm", |
|
"positional_embedding_type": "rope", |
|
"positional_embedding_theta": 10000.0, |
|
"positional_embedding_max_pos": [20, 2048, 2048], |
|
"timestep_scale_multiplier": 1000 |
|
} |
|
|