debugging melodyflow api

demos/melodyflow_api.py

@@ -7,9 +7,25 @@ This version focuses on high-throughput API serving with batching
 """
 
 import os
-# Fix OpenMP threading issues
-os.environ.setdefault('OMP_NUM_THREADS', '1')
-os.environ.setdefault('MKL_NUM_THREADS', '1')
+import sys
+
+# Fix OpenMP threading issues - ensure they're set early and correctly
+os.environ['OMP_NUM_THREADS'] = '1'
+os.environ['MKL_NUM_THREADS'] = '1'
+os.environ['NUMEXPR_NUM_THREADS'] = '1'
+os.environ['OPENBLAS_NUM_THREADS'] = '1'
+
+# Additional protection against environment variable corruption
+def ensure_thread_env():
+    """Ensure threading environment variables stay set"""
+    for key, value in [('OMP_NUM_THREADS', '1'), ('MKL_NUM_THREADS', '1'), 
+                       ('NUMEXPR_NUM_THREADS', '1'), ('OPENBLAS_NUM_THREADS', '1')]:
+        if os.environ.get(key) != value:
+            os.environ[key] = value
+            print(f"Reset {key} to {value}")
+
+# Call it immediately
+ensure_thread_env()
 
 import spaces
 import asyncio
@@ -31,6 +47,10 @@ from audiocraft.data.audio_utils import convert_audio
 from audiocraft.data.audio import audio_read, audio_write
 from audiocraft.models import MelodyFlow
 
+# Fix CSV field size limit for large audio data
+import csv
+csv.field_size_limit(1000000)  # Increase field size limit
+
 
 # Configuration
 MODEL_PREFIX = "facebook/"
@@ -160,6 +180,9 @@ class OptimizedBatchProcessor:
     def _process_batch(self, batch: tp.List[GenerationRequest]):
         """Process a batch of requests on GPU"""
         try:
+            # Ensure environment variables are still set before processing
+            ensure_thread_env()
+            
             logging.info(f"Processing batch of {len(batch)} requests")
             start_time = time.time()
             
@@ -200,6 +223,9 @@ class OptimizedBatchProcessor:
     
     def _load_model(self, version: str):
         """Thread-safe model loading"""
+        # Ensure environment variables are still set
+        ensure_thread_env()
+        
         with self.model_lock:
             if self.model is None or self.model.name != version:
                 if self.model is not None:
@@ -397,7 +423,8 @@ def create_optimized_interface():
             ],
             inputs=[model, text, solver, steps, gr.State(0.0),
                    gr.State(False), gr.State(0.0), duration, melody],
-            outputs=output
+            outputs=output,
+            cache_examples=False  # Disable caching to avoid CSV field size errors
         )
     
     return interface
@@ -418,6 +445,9 @@ if __name__ == "__main__":
         format='%(asctime)s - %(levelname)s - %(message)s'
     )
     
+    # Ensure environment variables one more time before starting
+    ensure_thread_env()
+    
     # Start batch processor
     batch_processor.start()