Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,8 @@
|
|
1 |
import gradio as gr
|
2 |
-
import os
|
3 |
-
import sys
|
4 |
-
from pathlib import Path
|
5 |
from all_models import models
|
6 |
-
from externalmod import gr_Interface_load
|
7 |
from prompt_extend import extend_prompt
|
8 |
-
from random import randint
|
9 |
import asyncio
|
10 |
from threading import RLock
|
11 |
lock = RLock()
|
@@ -32,53 +29,47 @@ def send_it1(inputs, model_choice, neg_input, height, width, steps, cfg, seed):
|
|
32 |
|
33 |
# https://huggingface.co/docs/api-inference/detailed_parameters
|
34 |
# https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
|
35 |
-
async def infer(model_index, prompt, nprompt="", height=
|
36 |
-
from pathlib import Path
|
37 |
kwargs = {}
|
38 |
-
if height
|
39 |
-
if width
|
40 |
-
if steps
|
41 |
-
if cfg
|
42 |
-
|
43 |
-
|
44 |
-
else:
|
45 |
-
rand = randint(1, 500)
|
46 |
-
for i in range(rand):
|
47 |
-
noise += " "
|
48 |
task = asyncio.create_task(asyncio.to_thread(models2[model_index].fn,
|
49 |
-
prompt=
|
50 |
await asyncio.sleep(0)
|
51 |
try:
|
52 |
result = await asyncio.wait_for(task, timeout=timeout)
|
53 |
except asyncio.TimeoutError as e:
|
54 |
print(e)
|
55 |
-
print(f"Task timed out: {
|
56 |
if not task.done(): task.cancel()
|
57 |
result = None
|
58 |
-
raise Exception(f"Task timed out: {
|
59 |
except Exception as e:
|
60 |
print(e)
|
61 |
if not task.done(): task.cancel()
|
62 |
result = None
|
63 |
-
raise Exception(e
|
64 |
if task.done() and result is not None and not isinstance(result, tuple):
|
65 |
with lock:
|
66 |
png_path = "image.png"
|
67 |
-
result
|
68 |
-
image = str(Path(png_path).resolve())
|
69 |
return image
|
70 |
return None
|
71 |
|
72 |
-
def gen_fn(model_index, prompt, nprompt="", height=
|
73 |
try:
|
74 |
loop = asyncio.new_event_loop()
|
75 |
result = loop.run_until_complete(infer(model_index, prompt, nprompt,
|
76 |
height, width, steps, cfg, seed, inference_timeout))
|
77 |
except (Exception, asyncio.CancelledError) as e:
|
78 |
print(e)
|
79 |
-
print(f"Task aborted: {
|
80 |
result = None
|
81 |
-
raise gr.Error(f"Task aborted: {
|
82 |
finally:
|
83 |
loop.close()
|
84 |
return result
|
@@ -98,13 +89,13 @@ display: inline-block !important; color: #ffffff !important;}
|
|
98 |
border-bottom-color: #ffffff !important; border-left-color: #000000 !important;}
|
99 |
"""
|
100 |
|
101 |
-
with gr.Blocks(theme='
|
102 |
gr.HTML(f"""
|
103 |
<div style="text-align: center; max-width: 1200px; margin: 0 auto;">
|
104 |
<div class="center"><h1>Blitz Diffusion</h1></div>
|
105 |
<p style="margin-bottom: 1px; color: #ffaa66;">
|
106 |
<h3>{int(len(models))} Stable Diffusion models, but why? For your enjoyment!</h3></p>
|
107 |
-
<br><div class="wrapper">9.
|
108 |
<p style="margin-bottom: 1px; font-size: 98%">
|
109 |
<br><h4>If a model is already loaded each new image takes less than <b>10</b> seconds to generate!</h4></p>
|
110 |
<p style="margin-bottom: 1px; color: #ffffff;">
|
@@ -126,9 +117,10 @@ with gr.Blocks(theme='Yntec/YntecDarkTheme', fill_width=True, css=css) as myface
|
|
126 |
width = gr.Slider(label="Width", info="If 0, the default value is used.", maximum=1216, step=32, value=0, elem_classes=["gr-box", "gr-input"])
|
127 |
height = gr.Slider(label="Height", info="If 0, the default value is used.", maximum=1216, step=32, value=0, elem_classes=["gr-box", "gr-input"])
|
128 |
with gr.Row():
|
129 |
-
steps = gr.Slider(label="Number of inference steps", info="If 0, the default value is used.", maximum=
|
130 |
-
cfg = gr.Slider(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value
|
131 |
seed = gr.Slider(label="Seed", info="Randomize Seed if -1.", minimum=-1, maximum=MAX_SEED, step=1, value=-1, elem_classes=["gr-box", "gr-input"])
|
|
|
132 |
run = gr.Button("Generate Image", variant="primary", elem_classes="gr-button")
|
133 |
|
134 |
with gr.Row():
|
@@ -153,9 +145,10 @@ with gr.Blocks(theme='Yntec/YntecDarkTheme', fill_width=True, css=css) as myface
|
|
153 |
concurrency_limit=None,
|
154 |
queue=False,
|
155 |
)
|
156 |
-
use_short.click(short_prompt, inputs=[input_text], outputs=magic1
|
157 |
-
see_prompts.click(text_it1, inputs=[input_text], outputs=magic1
|
|
|
158 |
|
159 |
myface.queue(default_concurrency_limit=200, max_size=200)
|
160 |
myface.launch(show_api=False, max_threads=400)
|
161 |
-
# https://github.com/gradio-app/gradio/issues/6339
|
|
|
1 |
import gradio as gr
|
2 |
+
import os
|
|
|
|
|
3 |
from all_models import models
|
4 |
+
from externalmod import gr_Interface_load, save_image, randomize_seed
|
5 |
from prompt_extend import extend_prompt
|
|
|
6 |
import asyncio
|
7 |
from threading import RLock
|
8 |
lock = RLock()
|
|
|
29 |
|
30 |
# https://huggingface.co/docs/api-inference/detailed_parameters
|
31 |
# https://huggingface.co/docs/huggingface_hub/package_reference/inference_client
|
32 |
+
async def infer(model_index, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1, timeout=inference_timeout):
|
|
|
33 |
kwargs = {}
|
34 |
+
if height > 0: kwargs["height"] = height
|
35 |
+
if width > 0: kwargs["width"] = width
|
36 |
+
if steps > 0: kwargs["num_inference_steps"] = steps
|
37 |
+
if cfg > 0: cfg = kwargs["guidance_scale"] = cfg
|
38 |
+
if seed == -1: kwargs["seed"] = randomize_seed()
|
39 |
+
else: kwargs["seed"] = seed
|
|
|
|
|
|
|
|
|
40 |
task = asyncio.create_task(asyncio.to_thread(models2[model_index].fn,
|
41 |
+
prompt=prompt, negative_prompt=nprompt, **kwargs, token=HF_TOKEN))
|
42 |
await asyncio.sleep(0)
|
43 |
try:
|
44 |
result = await asyncio.wait_for(task, timeout=timeout)
|
45 |
except asyncio.TimeoutError as e:
|
46 |
print(e)
|
47 |
+
print(f"Task timed out: {models[model_index]}")
|
48 |
if not task.done(): task.cancel()
|
49 |
result = None
|
50 |
+
raise Exception(f"Task timed out: {models[model_index]}") from e
|
51 |
except Exception as e:
|
52 |
print(e)
|
53 |
if not task.done(): task.cancel()
|
54 |
result = None
|
55 |
+
raise Exception() from e
|
56 |
if task.done() and result is not None and not isinstance(result, tuple):
|
57 |
with lock:
|
58 |
png_path = "image.png"
|
59 |
+
image = save_image(result, png_path, models[model_index], prompt, nprompt, height, width, steps, cfg, seed)
|
|
|
60 |
return image
|
61 |
return None
|
62 |
|
63 |
+
def gen_fn(model_index, prompt, nprompt="", height=0, width=0, steps=0, cfg=0, seed=-1):
|
64 |
try:
|
65 |
loop = asyncio.new_event_loop()
|
66 |
result = loop.run_until_complete(infer(model_index, prompt, nprompt,
|
67 |
height, width, steps, cfg, seed, inference_timeout))
|
68 |
except (Exception, asyncio.CancelledError) as e:
|
69 |
print(e)
|
70 |
+
print(f"Task aborted: {models[model_index]}")
|
71 |
result = None
|
72 |
+
raise gr.Error(f"Task aborted: {models[model_index]}, Error: {e}")
|
73 |
finally:
|
74 |
loop.close()
|
75 |
return result
|
|
|
89 |
border-bottom-color: #ffffff !important; border-left-color: #000000 !important;}
|
90 |
"""
|
91 |
|
92 |
+
with gr.Blocks(theme='John6666/YntecDark', fill_width=True, css=css) as myface:
|
93 |
gr.HTML(f"""
|
94 |
<div style="text-align: center; max-width: 1200px; margin: 0 auto;">
|
95 |
<div class="center"><h1>Blitz Diffusion</h1></div>
|
96 |
<p style="margin-bottom: 1px; color: #ffaa66;">
|
97 |
<h3>{int(len(models))} Stable Diffusion models, but why? For your enjoyment!</h3></p>
|
98 |
+
<br><div class="wrapper">9.19 <img src="https://huggingface.co/Yntec/DucHaitenLofi/resolve/main/NEW.webp" alt="NEW!" style="width:32px;height:16px;">This has become a legacy backup copy of old <u><a href="https://huggingface.co/spaces/Yntec/ToyWorld">ToyWorld</a></u>'s UI! Newer models added dailty over there! 18 new models since last update!</div>
|
99 |
<p style="margin-bottom: 1px; font-size: 98%">
|
100 |
<br><h4>If a model is already loaded each new image takes less than <b>10</b> seconds to generate!</h4></p>
|
101 |
<p style="margin-bottom: 1px; color: #ffffff;">
|
|
|
117 |
width = gr.Slider(label="Width", info="If 0, the default value is used.", maximum=1216, step=32, value=0, elem_classes=["gr-box", "gr-input"])
|
118 |
height = gr.Slider(label="Height", info="If 0, the default value is used.", maximum=1216, step=32, value=0, elem_classes=["gr-box", "gr-input"])
|
119 |
with gr.Row():
|
120 |
+
steps = gr.Slider(label="Number of inference steps", info="If 0, the default value is used.", maximum=33, step=1, value=0, elem_classes=["gr-box", "gr-input"])
|
121 |
+
cfg = gr.Slider(label="Guidance scale", info="If 0, the default value is used.", maximum=30.0, step=0.1, value=-1, elem_classes=["gr-box", "gr-input"])
|
122 |
seed = gr.Slider(label="Seed", info="Randomize Seed if -1.", minimum=-1, maximum=MAX_SEED, step=1, value=-1, elem_classes=["gr-box", "gr-input"])
|
123 |
+
seed_rand = gr.Button("Randomize Seed π²", size="sm", variant="secondary")
|
124 |
run = gr.Button("Generate Image", variant="primary", elem_classes="gr-button")
|
125 |
|
126 |
with gr.Row():
|
|
|
145 |
concurrency_limit=None,
|
146 |
queue=False,
|
147 |
)
|
148 |
+
use_short.click(short_prompt, inputs=[input_text], outputs=magic1)
|
149 |
+
see_prompts.click(text_it1, inputs=[input_text], outputs=magic1)
|
150 |
+
seed_rand.click(randomize_seed, None, [seed], queue=False)
|
151 |
|
152 |
myface.queue(default_concurrency_limit=200, max_size=200)
|
153 |
myface.launch(show_api=False, max_threads=400)
|
154 |
+
# https://github.com/gradio-app/gradio/issues/6339
|