Update app.py

app.py

@@ -105,14 +105,10 @@ def send_it8(inputs, noise_level, proc1=proc1):
 
 
 def get_prompts(prompt_text):
-    global queue_length_counter
-    queue_length_counter += 1
-    output = text_gen(prompt_text)
-    queue_length_counter -= 1
-    if queue_length_counter > 25:
-        queue.queue.clear()
-        queue_length_counter = 0
-    time.sleep(2)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_text)
+    output = text_gen(queue.get())
     return output