Update app.py

app.py

@@ -856,11 +856,10 @@ def call_cohere_api(payload, api_key_override=None):
         temperature = payload.get("temperature", 0.7)
         max_tokens = payload.get("max_tokens", 1000)
         
-        # Create chat completion - note the correct format for CohereLLM V2
-        # The ClientV2's chat method expects 'messages' parameter, not 'message'
+        # Create chat completion
         response = client.chat(
             model=model,
-            messages=messages,  # This is directly passed as is
+            messages=messages,
             temperature=temperature,
             max_tokens=max_tokens
         )
@@ -870,6 +869,72 @@ def call_cohere_api(payload, api_key_override=None):
         logger.error(f"Cohere API error: {str(e)}")
         raise e
 
+def extract_ai_response(result, provider):
+    """Extract AI response based on provider format"""
+    try:
+        if provider == "OpenRouter":
+            if isinstance(result, dict):
+                if "choices" in result and len(result["choices"]) > 0:
+                    if "message" in result["choices"][0]:
+                        message = result["choices"][0]["message"]
+                        if message.get("reasoning") and not message.get("content"):
+                            reasoning = message.get("reasoning")
+                            lines = reasoning.strip().split('\n')
+                            for line in lines:
+                                if line and not line.startswith('I should') and not line.startswith('Let me'):
+                                    return line.strip()
+                            for line in lines:
+                                if line.strip():
+                                    return line.strip()
+                        return message.get("content", "")
+                    elif "delta" in result["choices"][0]:
+                        return result["choices"][0]["delta"].get("content", "")
+                    
+        elif provider == "OpenAI":
+            if hasattr(result, "choices") and len(result.choices) > 0:
+                return result.choices[0].message.content
+                
+        elif provider == "HuggingFace":
+            return result.get("generated_text", "")
+                
+        elif provider == "Groq":
+            if hasattr(result, "choices") and len(result.choices) > 0:
+                return result.choices[0].message.content
+                
+        elif provider == "Cohere":
+            # Specific handling for Cohere's response format
+            if hasattr(result, "message") and hasattr(result.message, "content"):
+                # Extract text from content items
+                text_content = ""
+                for content_item in result.message.content:
+                    if hasattr(content_item, "text") and content_item.text:
+                        text_content += content_item.text
+                return text_content
+            else:
+                return "No response content from Cohere"
+                
+        elif provider == "Together":
+            if hasattr(result, "choices") and len(result.choices) > 0:
+                return result.choices[0].message.content
+                
+        elif provider == "OVH":
+            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
+                return result["choices"][0]["message"]["content"]
+                
+        elif provider == "Cerebras":
+            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
+                return result["choices"][0]["message"]["content"]
+                
+        elif provider == "GoogleAI":
+            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
+                return result["choices"][0]["message"]["content"]
+            
+        logger.error(f"Unexpected response structure from {provider}: {result}")
+        return f"Error: Could not extract response from {provider} API result"
+    except Exception as e:
+        logger.error(f"Error extracting AI response: {str(e)}")
+        return f"Error: {str(e)}"
+
 def call_together_api(payload, api_key_override=None):
     """Make a call to Together API with error handling"""
     try:
@@ -1088,63 +1153,6 @@ def call_googleai_api(payload, api_key_override=None):
         logger.error(f"Google AI API error: {str(e)}")
         raise e
 
-def extract_ai_response(result, provider):
-    """Extract AI response based on provider format"""
-    try:
-        if provider == "OpenRouter":
-            if isinstance(result, dict):
-                if "choices" in result and len(result["choices"]) > 0:
-                    if "message" in result["choices"][0]:
-                        message = result["choices"][0]["message"]
-                        if message.get("reasoning") and not message.get("content"):
-                            reasoning = message.get("reasoning")
-                            lines = reasoning.strip().split('\n')
-                            for line in lines:
-                                if line and not line.startswith('I should') and not line.startswith('Let me'):
-                                    return line.strip()
-                            for line in lines:
-                                if line.strip():
-                                    return line.strip()
-                        return message.get("content", "")
-                    elif "delta" in result["choices"][0]:
-                        return result["choices"][0]["delta"].get("content", "")
-                    
-        elif provider == "OpenAI":
-            if hasattr(result, "choices") and len(result.choices) > 0:
-                return result.choices[0].message.content
-                
-        elif provider == "HuggingFace":
-            return result.get("generated_text", "")
-                
-        elif provider == "Groq":
-            if hasattr(result, "choices") and len(result.choices) > 0:
-                return result.choices[0].message.content
-                
-        elif provider == "Cohere":
-            if hasattr(result, "text"):
-                return result.text
-                
-        elif provider == "Together":
-            if hasattr(result, "choices") and len(result.choices) > 0:
-                return result.choices[0].message.content
-                
-        elif provider == "OVH":
-            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
-                return result["choices"][0]["message"]["content"]
-                
-        elif provider == "Cerebras":
-            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
-                return result["choices"][0]["message"]["content"]
-                
-        elif provider == "GoogleAI":
-            if isinstance(result, dict) and "choices" in result and len(result["choices"]) > 0:
-                return result["choices"][0]["message"]["content"]
-            
-        logger.error(f"Unexpected response structure from {provider}: {result}")
-        return f"Error: Could not extract response from {provider} API result"
-    except Exception as e:
-        logger.error(f"Error extracting AI response: {str(e)}")
-        return f"Error: {str(e)}"
 
 # ==========================================================
 # STREAMING HANDLERS