Update app.py

app.py

@@ -392,9 +392,14 @@ def extract_ai_response(result):
         logger.error(f"Error extracting AI response: {str(e)}")
         return f"Error: {str(e)}"
 
+# streaming code:
 def streaming_handler(response, chatbot, message_idx):
-    """Handle streaming response from OpenRouter API"""
     try:
+        # First add the user message if needed
+        if len(chatbot) == message_idx:
+            chatbot.append({"role": "user", "content": message})
+            chatbot.append({"role": "assistant", "content": ""})
+            
         for line in response.iter_lines():
             if not line:
                 continue
@@ -412,7 +417,8 @@ def streaming_handler(response, chatbot, message_idx):
                 if "choices" in chunk and len(chunk["choices"]) > 0:
                     delta = chunk["choices"][0].get("delta", {})
                     if "content" in delta and delta["content"]:
-                        chatbot[message_idx][1] += delta["content"]
+                        # Update the last message content
+                        chatbot[-1]["content"] += delta["content"]
                         yield chatbot
             except json.JSONDecodeError:
                 logger.error(f"Failed to parse JSON from chunk: {data}")
@@ -420,7 +426,7 @@ def streaming_handler(response, chatbot, message_idx):
         logger.error(f"Error in streaming handler: {str(e)}")
         # Add error message to the current response
         if len(chatbot) > message_idx:
-            chatbot[message_idx][1] += f"\n\nError during streaming: {str(e)}"
+            chatbot[-1]["content"] += f"\n\nError during streaming: {str(e)}"
             yield chatbot
 
 def ask_ai(message, history, model_choice, temperature, max_tokens, top_p, 
@@ -534,7 +540,8 @@ def ask_ai(message, history, model_choice, temperature, max_tokens, top_p,
                 logger.info(f"Token usage: {result['usage']}")
             
             # Add response to history
-            chat_history.append([message, ai_response])
+            chat_history.append({"role": "user", "content": message})
+            chat_history.append({"role": "assistant", "content": ai_response})
             return chat_history
         
         # Handle error response
@@ -604,7 +611,7 @@ def create_app():
                     show_copy_button=True, 
                     show_label=False,
                     avatar_images=(None, "https://upload.wikimedia.org/wikipedia/commons/0/04/ChatGPT_logo.svg"),
-                    render=True,  # Explicitly enable rendering
+                    type="messages",  # Explicitly set the type to messages
                     elem_id="chat-window"  # Add elem_id for debugging
                 )
                 
@@ -960,7 +967,7 @@ def create_app():
         )
         
         # Enable debugging for key components
-        gr.debug(chatbot)
+        # gr.debug(chatbot)
         
         return demo