transformer_ema/config.json

{
  "_class_name": "PixArtTransformer2DModel",
  "_diffusers_version": "0.30.0.dev0",
  "_name_or_path": "terminusresearch/pixart-900m-1024",
  "activation_fn": "gelu-approximate",
  "attention_bias": true,
  "attention_head_dim": 72,
  "attention_type": "default",
  "caption_channels": 4096,
  "cross_attention_dim": 1152,
  "decay": 0.999,
  "double_self_attention": false,
  "dropout": 0.0,
  "in_channels": 4,
  "interpolation_scale": 2,
  "inv_gamma": 1.0,
  "min_decay": 0.0,
  "norm_elementwise_affine": false,
  "norm_eps": 1e-06,
  "norm_num_groups": 32,
  "norm_type": "ada_norm_single",
  "num_attention_heads": 16,
  "num_embeds_ada_norm": 1000,
  "num_layers": 42,
  "num_vector_embeds": null,
  "only_cross_attention": false,
  "optimization_step": 1000,
  "out_channels": 8,
  "patch_size": 2,
  "power": 0.6666666666666666,
  "sample_size": 128,
  "upcast_attention": false,
  "update_after_step": 0,
  "use_additional_conditions": false,
  "use_ema_warmup": false,
  "use_linear_projection": false
}