model card + model

.gitattributes

@@ -32,24 +32,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00071_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00072_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00073_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00074_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00076_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00087_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00088_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00090_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00091_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00092_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00095_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00100_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00102_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00105_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00108_.png filter=lfs diff=lfs merge=lfs -text
-generated-images/ComfyUI_00115_.png filter=lfs diff=lfs merge=lfs -text
-test1.jpeg filter=lfs diff=lfs merge=lfs -text
-test2.jpeg filter=lfs diff=lfs merge=lfs -text
-test3.jpeg filter=lfs diff=lfs merge=lfs -text
-test3.png filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,49 @@
 ---
 license: openrail
+tags:
+- art
+- controlnet
+- stable-diffusion
+- stable-diffusion-xl
+- image-to-image
 ---
+# Controlnet - Inpainting dreamer
+
+This ControlNet has been conditioned on **Inpainting** and **Outpainting**.
+
+**It is an early alpha version made by experimenting in order to learn more about controlnet.**
+
+**You want to support this kind of work and the development of this model ? Feel free to [buy me a coffee](https://www.buymeacoffee.com/destitech) !**
+
+It is designed to work with [Stable Diffusion XL](https://huggingface.co/docs/diffusers/api/pipelines/stable_diffusion/stable_diffusion_xl). It should work with any model based on it.
+
+**The image to inpaint or outpaint is to be used as input of the controlnet in a txt2img pipeline with denoising set to 1.0. The part to in/outpaint should be colors in solid white.**
+
+Depending on the prompts, the rest of the image might be kept as is or modified more or less.
+
+## Model Details
+- **Developed by:** [Destitech](https://destitech.com)
+- **Model type:** Controlnet
+- **License:** [The CreativeML OpenRAIL M license](https://huggingface.co/spaces/CompVis/stable-diffusion-license) is an [Open RAIL M license](https://www.licenses.ai/blog/2022/8/18/naming-convention-of-responsible-ai-licenses), adapted from the work that [BigScience](https://bigscience.huggingface.co/) and [the RAIL Initiative](https://www.licenses.ai/) are jointly carrying in the area of responsible AI licensing. See also [the article about the BLOOM Open RAIL license](https://bigscience.huggingface.co/blog/the-bigscience-rail-license) on which our license is based.
+
+## Released Checkpoints
+
+[Model link](./models/cn-inpainting-dreamer-0.1-alpha.safetensors)
+
+
+## ComfyUI
+
+[Workflow link](./workflows/workflow.json)
+
+<a href="./workflows/workflow-preview.png"><img  style="margin:0;padding:0;" src="./workflows/workflow-preview.png"/></a>
+<br/>
+<a href="./workflows/masked.png"><img width="256" style="margin:0;padding:0;" src="./workflows/masked.png"/></a>
+<a href="./workflows/output_cyberpunk_manor.png"><img width="256" style="margin:0;padding:0;" src="./workflows/output_cyberpunk_manor.png"/></a>
+<a href="./workflows/output_casual_woman.png"><img width="256" style="margin:0;padding:0;" src="./workflows/output_casual_woman.png"/></a>
+
+## More examples
+
+<a href="./tests/test1.jpeg"><img width="768" style="margin:0;padding:0;" src="./tests/test1-thumb.jpeg"/></a>
+<br/>
+<a href="./tests/test2.jpeg"><img width="768" style="margin:0;padding:0;" src="./tests/test2-thumb.jpeg"/></a>
+

models/cn-inpainting-dreamer-0.1-alpha.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0362d3318f4f42aa14b715603ea2be08618e466efa2409dce4193a366099436b
+size 5004167864

workflows/workflow.json

@@ -0,0 +1,519 @@
+{
+  "last_node_id": 26,
+  "last_link_id": 45,
+  "nodes": [
+    {
+      "id": 16,
+      "type": "CheckpointLoaderSimple",
+      "pos": [
+        -64,
+        512
+      ],
+      "size": {
+        "0": 315,
+        "1": 98
+      },
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            28
+          ],
+          "shape": 3,
+          "slot_index": 0
+        },
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            29,
+            31
+          ],
+          "shape": 3,
+          "slot_index": 1
+        },
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            34
+          ],
+          "shape": 3
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CheckpointLoaderSimple"
+      },
+      "widgets_values": [
+        "juggernautXL_v7Rundiffusion.safetensors"
+      ]
+    },
+    {
+      "id": 19,
+      "type": "CLIPTextEncode",
+      "pos": [
+        286,
+        552
+      ],
+      "size": {
+        "0": 390,
+        "1": 130
+      },
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 31
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            32
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "text, watermark"
+      ]
+    },
+    {
+      "id": 22,
+      "type": "EmptyLatentImage",
+      "pos": [
+        324,
+        727
+      ],
+      "size": {
+        "0": 310,
+        "1": 110
+      },
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            37
+          ],
+          "shape": 3
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "EmptyLatentImage"
+      },
+      "widgets_values": [
+        768,
+        1280,
+        1
+      ]
+    },
+    {
+      "id": 24,
+      "type": "ControlNetApply",
+      "pos": [
+        724,
+        426
+      ],
+      "size": {
+        "0": 317.4000244140625,
+        "1": 98
+      },
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "conditioning",
+          "type": "CONDITIONING",
+          "link": 42,
+          "slot_index": 0
+        },
+        {
+          "name": "control_net",
+          "type": "CONTROL_NET",
+          "link": 41
+        },
+        {
+          "name": "image",
+          "type": "IMAGE",
+          "link": 44
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            43
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "ControlNetApply"
+      },
+      "widgets_values": [
+        1
+      ]
+    },
+    {
+      "id": 17,
+      "type": "KSampler",
+      "pos": [
+        1071,
+        414
+      ],
+      "size": {
+        "0": 315,
+        "1": 262
+      },
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 28
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 43
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 32
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 37,
+          "slot_index": 3
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            33
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "KSampler"
+      },
+      "widgets_values": [
+        562495968439542,
+        "randomize",
+        15,
+        8,
+        "uni_pc_bh2",
+        "normal",
+        1
+      ]
+    },
+    {
+      "id": 25,
+      "type": "LoadImage",
+      "pos": [
+        729,
+        728
+      ],
+      "size": {
+        "0": 351.9067687988281,
+        "1": 389.8154602050781
+      },
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "links": [
+            44
+          ],
+          "shape": 3,
+          "slot_index": 0
+        },
+        {
+          "name": "MASK",
+          "type": "MASK",
+          "links": null,
+          "shape": 3
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "LoadImage"
+      },
+      "widgets_values": [
+        "masked.png",
+        "image"
+      ]
+    },
+    {
+      "id": 23,
+      "type": "ControlNetLoader",
+      "pos": [
+        336,
+        881
+      ],
+      "size": {
+        "0": 315,
+        "1": 58
+      },
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "outputs": [
+        {
+          "name": "CONTROL_NET",
+          "type": "CONTROL_NET",
+          "links": [
+            41
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "ControlNetLoader"
+      },
+      "widgets_values": [
+        "cn-inpainting-dreamer-0.1-alpha.safetensors"
+      ]
+    },
+    {
+      "id": 18,
+      "type": "CLIPTextEncode",
+      "pos": [
+        286,
+        385
+      ],
+      "size": {
+        "0": 390,
+        "1": 130
+      },
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 29
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            42
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "a cyberpunk manor"
+      ]
+    },
+    {
+      "id": 20,
+      "type": "VAEDecode",
+      "pos": [
+        1412,
+        412
+      ],
+      "size": {
+        "0": 210,
+        "1": 46
+      },
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 33
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 34,
+          "slot_index": 1
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "links": [
+            45
+          ],
+          "shape": 3,
+          "slot_index": 0
+        }
+      ],
+      "properties": {
+        "Node name for S&R": "VAEDecode"
+      }
+    },
+    {
+      "id": 26,
+      "type": "SaveImage",
+      "pos": [
+        1106,
+        729
+      ],
+      "size": [
+        367,
+        387
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 45
+        }
+      ],
+      "properties": {},
+      "widgets_values": [
+        "ComfyUI"
+      ]
+    }
+  ],
+  "links": [
+    [
+      28,
+      16,
+      0,
+      17,
+      0,
+      "MODEL"
+    ],
+    [
+      29,
+      16,
+      1,
+      18,
+      0,
+      "CLIP"
+    ],
+    [
+      31,
+      16,
+      1,
+      19,
+      0,
+      "CLIP"
+    ],
+    [
+      32,
+      19,
+      0,
+      17,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      33,
+      17,
+      0,
+      20,
+      0,
+      "LATENT"
+    ],
+    [
+      34,
+      16,
+      2,
+      20,
+      1,
+      "VAE"
+    ],
+    [
+      37,
+      22,
+      0,
+      17,
+      3,
+      "LATENT"
+    ],
+    [
+      41,
+      23,
+      0,
+      24,
+      1,
+      "CONTROL_NET"
+    ],
+    [
+      42,
+      18,
+      0,
+      24,
+      0,
+      "CONDITIONING"
+    ],
+    [
+      43,
+      24,
+      0,
+      17,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      44,
+      25,
+      0,
+      24,
+      2,
+      "IMAGE"
+    ],
+    [
+      45,
+      20,
+      0,
+      26,
+      0,
+      "IMAGE"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {},
+  "version": 0.4
+}