Update app.py

app.py

@@ -24,6 +24,17 @@ restart_thread = Thread(target=restart_script_periodically, daemon=True)
 restart_thread.start()
 
 
+def reset_queue_periodically():
+    start_time = time.time()
+    while True:
+        if time.time() - start_time >= 300: # 5 minutes
+            queue.queue.clear()
+            start_time = time.time()
+
+reset_queue_thread = Thread(target=reset_queue_periodically, daemon=True)
+reset_queue_thread.start()
+
+
 def add_random_noise(prompt, noise_level=0.07):
     # Get the percentage of characters to add as noise
     percentage_noise = noise_level * 5
@@ -105,7 +116,10 @@ def send_it8(inputs, noise_level, proc1=proc1):
 
 
 def get_prompts(prompt_text):
-    output = text_gen(prompt_text)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(1)
+    queue.put(prompt_text)
+    output = text_gen(queue.get())
     return output
 
 
@@ -148,4 +162,11 @@ with gr.Blocks() as myface:
 
 myface.launch(enable_queue=True, inline=True)
 block.queue(concurrency_count=15, max_size=30).launch(max_threads=20)
-restart_thread.join()
+def restart_script_periodically():
+    while True:
+        time.sleep(120) # 5 minutes
+        os.execl(sys.executable, sys.executable, *sys.argv)
+
+restart_thread = Thread(target=restart_script_periodically, daemon=True)
+restart_thread.start()
+reset_queue_thread.join()