Add concurrency count to app.py. Set this to 1 by default.

This is to ensure that the WebUI is accessible from within proxies.

app.py

@@ -423,6 +423,10 @@ def create_ui(app_config: ApplicationConfig):
 
     demo = gr.TabbedInterface([simple_transcribe, full_transcribe], tab_names=["Simple", "Full"])
 
+    # Queue up the demo
+    if app_config.queue_concurrency_count is not None and app_config.queue_concurrency_count > 0:
+        demo.queue(concurrency_count=app_config.queue_concurrency_count)
+   
     demo.launch(share=app_config.share, server_name=app_config.server_name, server_port=app_config.server_port)
     
     # Clean up
@@ -441,6 +445,8 @@ if __name__ == '__main__':
                         help="The host or IP to bind to. If None, bind to localhost.") # None
     parser.add_argument("--server_port", type=int, default=app_config.server_port, \
                         help="The port to bind to.") # 7860
+    parser.add_argument("--queue_concurrency_count", type=int, default=app_config.queue_concurrency_count, \
+                        help="The number of concurrent requests to process.") # 1
     parser.add_argument("--default_model_name", type=str, choices=whisper_models, default=app_config.default_model_name, \
                         help="The default model name.") # medium
     parser.add_argument("--default_vad", type=str, default=app_config.default_vad, \

config.json5

@@ -55,6 +55,8 @@
     "server_name": null,
     // The port to bind to.
     "server_port": 7860,
+    // The number of workers to use for the web server. Use -1 to disable queueing.
+    "queue_concurrency_count": 1,
     // Whether or not to automatically delete all uploaded files, to save disk space
     "delete_uploaded_files": true,
 

src/config.py

@@ -103,7 +103,8 @@ class ModelConfig:
 
 class ApplicationConfig:
     def __init__(self, models: List[ModelConfig] = [], input_audio_max_duration: int = 600, 
-                 share: bool = False, server_name: str = None, server_port: int = 7860, delete_uploaded_files: bool = True,
+                 share: bool = False, server_name: str = None, server_port: int = 7860, 
+                 queue_concurrency_count: int = 1, delete_uploaded_files: bool = True,
                  default_model_name: str = "medium", default_vad: str = "silero-vad", 
                  vad_parallel_devices: str = "", vad_cpu_cores: int = 1, vad_process_timeout: int = 1800, 
                  auto_parallel: bool = False, output_dir: str = None,
@@ -128,6 +129,7 @@ class ApplicationConfig:
         self.share = share
         self.server_name = server_name
         self.server_port = server_port
+        self.queue_concurrency_count = queue_concurrency_count
         self.delete_uploaded_files = delete_uploaded_files
 
         self.default_model_name = default_model_name