Update app.py

app.py

@@ -9,6 +9,8 @@ from queue import Queue
 from threading import Thread
 import subprocess
 
+queue = Queue()
+queue_threshold = 30
 
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 proc1=gr.Interface.load("models/dreamlike-art/dreamlike-diffusion-1.0", live=True)
@@ -40,51 +42,67 @@ def add_random_noise(prompt, noise_level=0.07):
 
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output1 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output1 = proc1(queue.get())
     return output1
-    time.sleep(1)
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output2 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output2 = proc1(queue.get())
     return output2
-    time.sleep(1)
 
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output3 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output3 = proc1(queue.get())
     return output3
-    time.sleep(1)
 
 def send_it4(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output4 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output4 = proc1(queue.get())
     return output4
-    time.sleep(1)
 
 def send_it5(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output5 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output5 = proc1(queue.get())
     return output5
-    time.sleep(1)
 
 def send_it6(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output6 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output6 = proc1(queue.get())
     return output6
-    time.sleep(1)
 
 def send_it7(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output7 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output7 = proc1(queue.get())
     return output7
-    time.sleep(1)
 
 def send_it8(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output8 = proc1(prompt_with_noise)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_with_noise)
+    output8 = proc1(queue.get())
     return output8
-    time.sleep(1)
 
 
 def get_prompts(prompt_text):