Update app.py

app.py

@@ -5,6 +5,8 @@ from pathlib import Path
 import random
 import string
 import time
+from queue import Queue
+queue = Queue()
 
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 proc1=gr.Interface.load("models/dreamlike-art/dreamlike-photoreal-2.0")
@@ -15,58 +17,116 @@ def add_random_noise(prompt, noise_level=0.1):
     noise = "".join(random.choices(string.ascii_letters + string.punctuation, k=int(noise_level * 10)))
     return prompt + noise
 
+queue_length_counter = 0
+
 def send_it1(inputs, noise_level, proc1=proc1):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output1=proc1(prompt_with_noise)
+    queue_length_counter += 1
+    output1 = proc1(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output2 = proc1(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output3 = proc1(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output4 = proc1(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output4
 
 def send_it5(inputs, noise_level, proc5=proc5):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output5 = proc5(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output5
 
 def send_it6(inputs, noise_level, proc5=proc5):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output6 = proc5(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output6
 
 def send_it7(inputs, noise_level, proc5=proc5):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output7 = proc5(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output7
 
 def send_it8(inputs, noise_level, proc5=proc5):
+    global queue_length_counter
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    queue_length_counter += 1
     output8 = proc5(prompt_with_noise)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
     return output8
 
 
+
 def get_prompts(prompt_text):
+    global queue_length_counter
+    queue_length_counter += 1
+    output = text_gen(prompt_text)
+    queue_length_counter -= 1
+    if queue_length_counter > 25:
+        queue.queue.clear()
+        queue_length_counter = 0
     time.sleep(1)
-    return text_gen(prompt_text)
+    return output
 
 
 with gr.Blocks() as myface:
@@ -94,8 +154,8 @@ with gr.Blocks() as myface:
     with gr.Row():
         output7=gr.Image(label="Dreamlike Diffusion 1.0", blocking=True, timeout=30)
         output8=gr.Image(label="Dreamlike Diffusion 1.0", blocking=True, timeout=30)
-     
 
+    
     run.click(send_it1, inputs=[prompt, noise_level], outputs=[output1])
     run.click(send_it2, inputs=[prompt, noise_level], outputs=[output2])
     run.click(send_it3, inputs=[prompt, noise_level], outputs=[output3])
@@ -106,5 +166,7 @@ with gr.Blocks() as myface:
     run.click(send_it8, inputs=[prompt, noise_level], outputs=[output8])
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt])
 
+
+
     myface.queue(concurrency_count=8)
     myface.launch(enable_queue=True, inline=True)