added amplitude

app.py

@@ -1,8 +1,5 @@
 from PIL import Image
 import sys
-import os
-import requests
-import json
 import uuid
 
 import streamlit as st
@@ -12,6 +9,7 @@ from streamlit_feedback import streamlit_feedback
 from vectara_agent.agent import AgentStatusType
 
 from agent import initialize_agent, get_agent_config, teaching_styles, languages
+from utils import thumbs_feedback, escape_dollars_outside_latex, send_amplitude_data
 
 initial_prompt = "How can I help you today?"
 
@@ -19,35 +17,6 @@ initial_prompt = "How can I help you today?"
 if 'device_id' not in st.session_state:
     st.session_state.device_id = str(uuid.uuid4())
 
-headers = {
-    'Content-Type': 'application/json',
-    'Accept': '*/*'
-}
-amp_api_key = os.getenv('AMPLITUDE_TOKEN')
-
-def thumbs_feedback(feedback, **kwargs):
-    """
-    Sends feedback to Amplitude Analytics
-    """
-    data = {
-            "api_key": amp_api_key,
-            "events": [{
-                "device_id": st.session_state.device_id,
-                "event_type": "provided_feedback",
-                "event_properties": {
-                    "Space Name": kwargs.get("demo_name", "Unknown"),
-                    "query": kwargs.get("prompt", "No user input"),
-                    "response": kwargs.get("response", "No chat response"),
-                    "feedback": feedback["score"]
-                }
-            }]
-        }
-    response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
-    if response.status_code != 200:
-        print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
-    
-    st.session_state.feedback_key += 1
-
 if "feedback_key" not in st.session_state:
         st.session_state.feedback_key = 0
 
@@ -128,7 +97,7 @@ def launch_bot():
                 reset()
                 st.rerun()
 
-        st.markdown("---")
+        st.divider()
         st.markdown(
             "## How this works?\n"
             "This app was built with [Vectara](https://vectara.com).\n\n"
@@ -170,33 +139,31 @@ def launch_bot():
         with st.chat_message("assistant", avatar='🤖'):
             with st.spinner(st.session_state.thinking_message):
                 res = st.session_state.agent.chat(st.session_state.prompt)
-                res = res.replace('$', '\\$')  # escape dollar sign for markdown
+                res = escape_dollars_outside_latex(res)
             message = {"role": "assistant", "content": res, "avatar": '🤖'}
             st.session_state.messages.append(message)
             st.markdown(res)
 
-        # Send query and response to Amplitude Analytics
-        data = {
-            "api_key": amp_api_key,
-            "events": [{
-                "device_id": st.session_state.device_id,
-                "event_type": "submitted_query",
-                "event_properties": {
-                    "Space Name": cfg['demo_name'],
-                    "query": st.session_state.messages[-2]["content"],
-                    "response": st.session_state.messages[-1]["content"]
-                }
-            }]
-        }
-        response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
-        if response.status_code != 200:
-            print(f"Request failed with status code {response.status_code}. Response Text: {response.text}")
+        send_amplitude_data(
+            user_query=st.session_state.messages[-2]["content"], 
+            bot_response=st.session_state.messages[-1]["content"],
+            demo_name=cfg['demo_name']
+        )
 
         st.session_state.ex_prompt = None
         st.session_state.prompt = None
         st.session_state.first_turn = False
         st.rerun()
 
+    # Record user feedback
+    if (st.session_state.messages[-1]["role"] == "assistant") & (st.session_state.messages[-1]["content"] != "How can I help you today?"):
+        streamlit_feedback(
+            feedback_type="thumbs", on_submit = thumbs_feedback, key = st.session_state.feedback_key,
+            kwargs = {"user_query": st.session_state.messages[-2]["content"],
+                      "bot_response": st.session_state.messages[-1]["content"],
+                      "demo_name": cfg["demo_name"]}
+        )
+
     log_placeholder = st.empty()
     with log_placeholder.container():
         if st.session_state.show_logs:
@@ -207,13 +174,6 @@ def launch_bot():
             if len(st.session_state.log_messages) > 0:
                 st.button("Show Logs", on_click=toggle_logs)
 
-    # Record user feedback
-    if (st.session_state.messages[-1]["role"] == "assistant") & (st.session_state.messages[-1]["content"] != "How can I help you today?"):
-        streamlit_feedback(feedback_type="thumbs", on_submit = thumbs_feedback, key = st.session_state.feedback_key,
-                                      kwargs = {"prompt": st.session_state.messages[-2]["content"],
-                                                "response": st.session_state.messages[-1]["content"],
-                                                "demo_name": cfg["demo_name"]})
-
     sys.stdout.flush()
 
 if __name__ == "__main__":

requirements.txt

@@ -5,4 +5,6 @@ streamlit==1.32.2
 streamlit_pills==0.3.0
 streamlit_feedback==0.1.3
 uuid==1.30
+langdetect==1.0.9
+langcodes==3.4.0
 git+https://{GITHUB_TOKEN}@github.com/vectara/vectara-agent.git

utils.py

@@ -0,0 +1,74 @@
+import os
+import requests
+import json
+import re
+
+import streamlit as st
+
+from langdetect import detect_langs
+from langcodes import Language
+
+headers = {
+    'Content-Type': 'application/json',
+    'Accept': '*/*'
+}
+
+def identify_language(response):
+    lang_code = detect_langs(response)[0].lang
+    return Language.make(language=lang_code).display_name()
+
+def thumbs_feedback(feedback, **kwargs):
+    """
+    Sends feedback to Amplitude Analytics
+    """
+    send_amplitude_data(
+        user_query=kwargs.get("user_query", "No user input"),
+        bot_response=kwargs.get("bot_response", "No bot response"),
+        demo_name=kwargs.get("demo_name", "Unknown"),
+        feedback=feedback['score'],
+    )    
+    st.session_state.feedback_key += 1
+
+def send_amplitude_data(user_query, bot_response, demo_name, feedback=None):
+    # Send query and response to Amplitude Analytics
+    data = {
+        "api_key": os.getenv('AMPLITUDE_TOKEN'),
+        "events": [{
+            "device_id": st.session_state.device_id,
+            "event_type": "submitted_query",
+            "event_properties": {
+                "Space Name": demo_name,
+                "Demo Type": "Agent",
+                "query": user_query,
+                "response": bot_response,
+                "Response Language": identify_language(bot_response)
+            }
+        }]
+    }
+    if feedback:
+        data["events"][0]["event_properties"]["feedback"] = feedback
+
+    response = requests.post('https://api2.amplitude.com/2/httpapi', headers=headers, data=json.dumps(data))
+    if response.status_code != 200:
+        print(f"Amplitude request failed with status code {response.status_code}. Response Text: {response.text}")
+
+def escape_dollars_outside_latex(text):
+    # Define a regex pattern to find LaTeX equations (either single $ or double $$)
+    pattern = re.compile(r'(\$\$.*?\$\$|\$.*?\$)')
+    latex_matches = pattern.findall(text)
+    
+    # Placeholder to temporarily store LaTeX equations
+    placeholders = {}
+    for i, match in enumerate(latex_matches):
+        placeholder = f'__LATEX_PLACEHOLDER_{i}__'
+        placeholders[placeholder] = match
+        text = text.replace(match, placeholder)
+    
+    # Escape dollar signs in the rest of the text
+    text = text.replace('$', '\\$')
+    
+    # Replace placeholders with the original LaTeX equations
+    for placeholder, original in placeholders.items():
+        text = text.replace(placeholder, original)
+    return text
+