Update app.py

app.py

@@ -570,7 +570,7 @@ def handle_query(user_question, chatbot, audio=None):
         return "A query is already being processed. Please stop it before starting a new one."
     print(user_question)
     # Start the processing in a new thread
-    future = executor.submit(answer_question, user_question, chatbot)
+    future = executor.submit(answer_question_test, user_question, chatbot)
     print(future)
     
     # Check if the process is done or cancelled
@@ -578,10 +578,10 @@ def handle_query(user_question, chatbot, audio=None):
         if future.cancelled():
             return "Processing was cancelled."
         try:
-            result = future.result()  # Get the result of the completed future
-            print("result")
-            print(result)
-            return result
+            user_question1, response_text1 = future.result()  # Get the result of the completed future
+            chatbot.append((user_question1, response_text1))
+            return gr.update(value=chatbot)
+            
         except Exception as e:
             return f"Error occurred: {e}"
     else:
@@ -599,9 +599,122 @@ def stop_processing():
         return "Sorry, there is some issue with the query. Please try after some time."
     return "No ongoing processing to stop."
 
+def answer_question_test(user_question, chatbot, audio=None):
+     
+    global iterations
+    iterations = 0
+    # Ensure the temporary chart directory exists
+    # ensure_temp_chart_dir()
+    # Clean the /tmp/gradio/ directory
+    # clean_gradio_tmp_dir()
+    # Handle audio input if provided
+    if audio is not None:
+        sample_rate, audio_data = audio
+        audio_segment = AudioSegment(
+            audio_data.tobytes(),
+            frame_rate=sample_rate,
+            sample_width=audio_data.dtype.itemsize,
+            channels=1
+        )
+        with tempfile.NamedTemporaryFile(delete=False, suffix=".wav") as temp_audio_file:
+            audio_segment.export(temp_audio_file.name, format="wav")
+            temp_audio_file_path = temp_audio_file.name
 
-def answer_question(user_question, chatbot, audio=None):
+        recognizer = sr.Recognizer()
+        with sr.AudioFile(temp_audio_file_path) as source:
+            audio_content = recognizer.record(source)
+        try:
+            user_question = recognizer.recognize_google(audio_content)
+        except sr.UnknownValueError:
+            user_question = "Sorry, I could not understand the audio."
+        except sr.RequestError:
+            user_question = "Could not request results from Google Speech Recognition service."
+
+    while iterations < max_iterations:
+
+        """if "send email to" in user_question:
+            email_match = re.search(r"send email to ([\w\.-]+@[\w\.-]+)", user_question)
+            if email_match:
+                user_email = email_match.group(1).strip()
+                user_question = user_question.replace(f"send email to {user_email}", "").strip()
+                user_question = f"{user_question}:{user_email}"
+                """
+
+        response = agent_executor.invoke({"input": user_question}, config={"callbacks": [langfuse_handler]})
+
+        if isinstance(response, dict):
+            response_text = response.get("output", "")
+        else:
+            response_text = response
+        if "invalid" not in response_text.lower():
+            break
+        iterations += 1
+
+    if iterations == max_iterations:
+        return "The agent could not generate a valid response within the iteration limit."
+
+    if os.getenv("IMAGE_PATH") in response_text:
+        # Open the image file
+        img = Image.open(os.getenv("IMAGE_PATH"))
+
+        # Convert the PIL Image to a base64 encoded string
+        buffered = BytesIO()
+        img.save(buffered, format="PNG")
+        img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
+
+        img = f'<img src="data:image/png;base64,{img_str}" style="width:450px; height:400px;">'
+        # image = gr.Image(value=img_str)
+        #chatbot.append((user_question, img))
 
+        email_pattern = r'[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}'
+        match = re.search(email_pattern, user_question)
+        if match:
+            user_email = match.group()  # Return the matched email
+
+            # email send
+            if len(user_email) > 0:
+                # Send email with the chart image attached
+                send_email_with_attachment_mailjet(
+                    recipient_email=user_email,
+                    subject="Warehouse Inventory Report",
+                    body=response.get("output", "").split(".")[0],
+                    # attachment_path=chart_path
+                    attachment_path=img_str)
+                
+                # Send email with the chart image attached
+                """send_email_with_attachment(
+                    recipient_email=user_email,
+                    subject="Warehouse Inventory Report",
+                    body=response.get("output", "").split(":")[0],
+                    # attachment_path=chart_path
+                    attachment_path=os.getenv("IMAGE_PATH")
+                )"""
+
+        if "send email to" in user_question:
+            try:
+                os.remove(img)  # Clean up the temporary image file
+            except Exception as e:
+                print(f"Error cleaning up image file: {e}")
+            except Exception as e:
+                print(f"Error loading image file: {e}")
+                response_text =  "Chart generation failed. Please try again."
+                #chatbot.append((user_question, "Chart generation failed. Please try again."))
+        #return gr.update(value=chatbot)
+        return user_question, response_text
+
+
+    # return [(user_question,gr.Image("/home/user/app/exports/charts/temp_chart.png"))]
+    #  return "/home/user/app/exports/charts/temp_chart.png"
+    else:
+        #chatbot.append((user_question, response_text))
+        #return gr.update(value=chatbot)
+        return user_question, response_text
+    # response_text = response_text.replace('\n', ' ').replace('  ', ' ').strip()
+    # return response_text
+
+
+
+def answer_question(user_question, chatbot, audio=None):
      
     global iterations
     iterations = 0