fixing gradio issues

demos/melodyflow_app.py

@@ -4,6 +4,11 @@
 # This source code is licensed under the license found in the
 # LICENSE file in the root directory of this source tree.
 
+import os
+# Fix OpenMP threading issues
+os.environ.setdefault('OMP_NUM_THREADS', '1')
+os.environ.setdefault('MKL_NUM_THREADS', '1')
+
 import spaces
 import argparse
 import logging
@@ -536,7 +541,8 @@ def ui_local(launch_kwargs):
                              duration,
                              melody,
                              model_path,],
-                     outputs=[o for o in audio_outputs])
+                     outputs=[o for o in audio_outputs],
+                     concurrency_limit=8)  # Set concurrency limit on the event listener
         melody.change(toggle_melody, melody, [solver])
         solver.change(toggle_solver, [solver, melody], [steps, target_flowstep,
                       regularize, regularization_strength, duration])
@@ -599,10 +605,9 @@ def ui_local(launch_kwargs):
         )
 
         interface.queue(
-            concurrency_count=8,  # Allow up to 8 concurrent requests
             max_size=50,          # Queue up to 50 requests
             api_open=True         # Enable API access
-        ).launch(**launch_kwargs)
+        ).launch(max_threads=16, **launch_kwargs)  # Configure worker threads in launch()
 
 def ui_hf(launch_kwargs):
     with gr.Blocks() as interface:
@@ -658,7 +663,8 @@ def ui_hf(launch_kwargs):
                              regularization_strength,
                              duration,
                              melody,],
-                     outputs=[o for o in audio_outputs])
+                     outputs=[o for o in audio_outputs],
+                     concurrency_limit=8)  # Set concurrency limit on the event listener
         melody.change(toggle_melody, melody, [solver])
         solver.change(toggle_solver, [solver, melody], [steps, target_flowstep,
                       regularize, regularization_strength, duration])
@@ -720,10 +726,9 @@ def ui_hf(launch_kwargs):
         """)
 
         interface.queue(
-            concurrency_count=8,  # Allow up to 8 concurrent requests
             max_size=50,          # Queue up to 50 requests
             api_open=True         # Enable API access
-        ).launch(**launch_kwargs)
+        ).launch(max_threads=16, **launch_kwargs)  # Configure worker threads in launch()
 
 
 def cleanup():