Add Tracking and Feedback

agent.py

@@ -187,6 +187,7 @@ def get_agent_config() -> OmegaConf:
         'corpus_id': str(os.environ['VECTARA_CORPUS_ID']),
         'api_key': str(os.environ['VECTARA_API_KEY']),
         'examples': os.environ.get('QUERY_EXAMPLES', None),
+        'demo_name': "legal-agent",
         'demo_welcome': "Welcome to the Legal Assistant demo.",
         'demo_description': "This demo can help you prepare for a court case by providing you information about past court cases in Alaska.",
     })

app.py

@@ -1,13 +1,54 @@
 from PIL import Image
 import sys
+import os
+import requests
+import json
+import uuid
 
 import streamlit as st
 from streamlit_pills import pills
+from streamlit_feedback import streamlit_feedback
 
 from vectara_agent.agent import AgentStatusType
 
 from agent import initialize_agent, get_agent_config
 
+# Setup for HTTP API Calls to Amplitude Analytics
+if 'device_id' not in st.session_state:
+    st.session_state.device_id = str(uuid.uuid4())
+
+headers = {
+    'Content-Type': 'application/json',
+    'Accept': '*/*'
+}
+amp_api_key = os.getenv('AMPLITUDE_TOKEN')
+
+def thumbs_feedback(feedback, **kwargs):
+    """
+    Sends feedback to Amplitude Analytics
+    """
+    data = {
+            "api_key": amp_api_key,
+            "events": [{
+                "device_id": st.session_state.device_id,
+                "event_type": "provided_feedback",
+                "event_properties": {
+                    "Space Name": kwargs.get("demo_name", "Unknown"),
+                    "query": kwargs.get("prompt", "No user input"),
+                    "response": kwargs.get("response", "No chat response"),
+                    "feedback": feedback["score"]
+                }
+            }]
+        }
+    response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
+    if response.status_code != 200:
+        print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
+    
+    st.session_state.feedback_key += 1
+
+if "feedback_key" not in st.session_state:
+        st.session_state.feedback_key = 0
+
 initial_prompt = "How can I help you today?"
 
 def toggle_logs():
@@ -109,6 +150,24 @@ def launch_bot():
             message = {"role": "assistant", "content": res, "avatar": '🤖'}
             st.session_state.messages.append(message)
             st.markdown(res)
+
+        # Send query and response to Amplitude Analytics
+        data = {
+            "api_key": amp_api_key,
+            "events": [{
+                "device_id": st.session_state.device_id,
+                "event_type": "submitted_query",
+                "event_properties": {
+                    "Space Name": cfg['demo_name'],
+                    "query": st.session_state.messages[-2]["content"],
+                    "response": st.session_state.messages[-1]["content"]
+                }
+            }]
+        }
+        response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
+        if response.status_code != 200:
+            print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
+
         st.session_state.ex_prompt = None
         st.session_state.prompt = None
         st.session_state.first_turn = False
@@ -126,6 +185,13 @@ def launch_bot():
 
     sys.stdout.flush()
 
+    # Record user feedback
+    if (st.session_state.messages[-1]["role"] == "assistant") & (st.session_state.messages[-1]["content"] != "How can I help you today?"):
+        streamlit_feedback(feedback_type="thumbs", on_submit = thumbs_feedback, key = st.session_state.feedback_key,
+                                      kwargs = {"prompt": st.session_state.messages[-2]["content"],
+                                                "response": st.session_state.messages[-1]["content"],
+                                                "demo_name": cfg["demo_name"]})
+
 if __name__ == "__main__":
     st.set_page_config(page_title="Legal Assistant", layout="wide")
     launch_bot()

requirements.txt

@@ -3,4 +3,5 @@ pydantic==1.10.15
 python-dotenv==1.0.1
 streamlit==1.32.2
 streamlit_pills==0.3.0
+streamlit-feedback==0.1.3
 git+https://{GITHUB_TOKEN}@github.com/vectara/vectara-agent.git