Update app.py

app.py

@@ -5,6 +5,10 @@ from pathlib import Path
 import random
 import string
 import time
+from ratelimiter import RateLimiter
+
+# rate limit to 4 calls per second
+rate_limiter = RateLimiter(max_calls=4, period=1)
 
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 
@@ -19,52 +23,53 @@ def add_random_noise(prompt, noise_level=0.1):
 
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output1=proc1(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output1 = proc1(prompt_with_noise)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output2=proc1(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output2 = proc1(prompt_with_noise)
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output3=proc1(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output3 = proc1(prompt_with_noise)
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output4=proc1(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output4 = proc1(prompt_with_noise)
     return output4
 
 def send_it5(inputs, noise_level, proc5=proc5):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output5=proc5(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output5 = proc5(prompt_with_noise)
     return output5
 
 def send_it6(inputs, noise_level, proc5=proc5):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output6=proc5(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output6 = proc5(prompt_with_noise)
     return output6
 
 def send_it7(inputs, noise_level, proc5=proc5):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output7=proc5(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output7 = proc5(prompt_with_noise)
     return output7
 
 def send_it8(inputs, noise_level, proc5=proc5):
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    output8=proc5(prompt_with_noise)
-    time.sleep(1)
+    rate_limiter()
+    output8 = proc5(prompt_with_noise)
     return output8
 
+
 def get_prompts(prompt_text):
     return text_gen(prompt_text)
 
@@ -104,4 +109,4 @@ with gr.Blocks() as myface:
     see_prompts.click(get_prompts, inputs=[input_text], outputs=[prompt])
 
     myface.queue(concurrency_count=16)
-    myface.launch(enable_queue=True, queue_maxsize=10, inline=True)
+    myface.launch(enable_queue=True, inline=True)