Add chat interface and generate JSON content; update other elements

chat_app.py

@@ -0,0 +1,123 @@
+import logging
+import random
+
+import json5
+import streamlit as st
+from langchain_community.chat_message_histories import (
+    StreamlitChatMessageHistory
+)
+from langchain_core.prompts import ChatPromptTemplate
+from langchain_core.runnables.history import RunnableWithMessageHistory
+
+from global_config import GlobalConfig
+from helpers import llm_helper
+
+
+APP_TEXT = json5.loads(open(GlobalConfig.APP_STRINGS_FILE, 'r', encoding='utf-8').read())
+# langchain.debug = True
+# langchain.verbose = True
+
+logger = logging.getLogger(__name__)
+progress_bar = st.progress(0, text='Setting up SlideDeck AI...')
+
+
+def display_page_header_content():
+    """
+    Display content in the page header.
+    """
+
+    st.title(APP_TEXT['app_name'])
+    st.subheader(APP_TEXT['caption'])
+    st.markdown(
+        'Powered by'
+        ' [Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2)'
+    )
+
+
+def display_page_footer_content():
+    """
+    Display content in the page footer.
+    """
+
+    st.text(APP_TEXT['tos'] + '\n' + APP_TEXT['tos2'])
+    # st.markdown(
+    #     '![Visitors](https://api.visitorbadge.io/api/visitors?path=https%3A%2F%2Fhuggingface.co%2Fspaces%2Fbarunsaha%2Fslide-deck-ai&countColor=%23263759)'  # noqa: E501
+    # )
+
+
+def build_ui():
+    """
+    Display the input elements for content generation.
+    """
+
+    display_page_header_content()
+
+    with st.expander('Usage Policies and Limitations'):
+        display_page_footer_content()
+
+    progress_bar.progress(50, text='Setting up chat interface...')
+    set_up_chat_ui()
+
+
+def set_up_chat_ui():
+    """
+    Prepare the chat interface and related functionality.
+    """
+
+    history = StreamlitChatMessageHistory(key='chat_messages')
+    llm = llm_helper.get_hf_endpoint()
+
+    with open(
+            'langchain_templates/template_combined_chat_history.txt',
+            'r',
+            encoding='utf-8'
+    ) as in_file:
+        template = in_file.read()
+
+    prompt = ChatPromptTemplate.from_template(template)
+
+    chain = prompt | llm
+
+    chain_with_history = RunnableWithMessageHistory(
+        chain,
+        lambda session_id: history,  # Always return the instance created earlier
+        input_messages_key='question',
+        history_messages_key='chat_history',
+    )
+
+    with st.expander('Usage Instructions'):
+        st.write(GlobalConfig.CHAT_USAGE_INSTRUCTIONS)
+
+    st.chat_message('ai').write(
+        random.choice(APP_TEXT['ai_greetings'])
+    )
+
+    # for msg in history.messages:
+    #     st.chat_message(msg.type).write(msg.content)
+
+    progress_bar.progress(100, text='Done!')
+    progress_bar.empty()
+
+    if prompt := st.chat_input(
+        placeholder=APP_TEXT['chat_placeholder'],
+        max_chars=GlobalConfig.LLM_MODEL_MAX_INPUT_LENGTH
+    ):
+        logger.debug('User input: %s', prompt)
+        st.chat_message('user').write(prompt)
+
+        # As usual, new messages are added to StreamlitChatMessageHistory when the Chain is called
+        config = {'configurable': {'session_id': 'any'}}
+        response = chain_with_history.invoke({'question': prompt}, config)
+        st.chat_message('ai').markdown('```json\n' + response)
+
+
+def main():
+    """
+    Trigger application run.
+    """
+
+    build_ui()
+
+
+if __name__ == '__main__':
+    main()

global_config.py

@@ -14,7 +14,7 @@ class GlobalConfig:
     LLM_MODEL_TEMPERATURE: float = 0.2
     LLM_MODEL_MIN_OUTPUT_LENGTH: int = 50
     LLM_MODEL_MAX_OUTPUT_LENGTH: int = 2000
-    LLM_MODEL_MAX_INPUT_LENGTH: int = 300
+    LLM_MODEL_MAX_INPUT_LENGTH: int = 100
 
     HUGGINGFACEHUB_API_TOKEN = os.environ.get('HUGGINGFACEHUB_API_TOKEN', '')
     METAPHOR_API_KEY = os.environ.get('METAPHOR_API_KEY', '')
@@ -40,6 +40,15 @@ class GlobalConfig:
         }
     }
 
+    CHAT_USAGE_INSTRUCTIONS = (
+        'Briefly describe your topic of presentation in the textbox provided below.'
+        ' Subsequently, you can add follow-up instructions, e.g., "Can you add a slide on GPUs?"'
+        ' You can also ask AI to refine any particular slide, e.g., "Make the slide with title'
+        ' \'Examples of AI\' a bit more descriptive."'
+        '\n\n'
+        'SlideDeck AI generates only text content. It does not have access to the Internet.'
+    )
+
 
 logging.basicConfig(
     level=GlobalConfig.LOG_LEVEL,

requirements.txt

@@ -6,4 +6,7 @@ streamlit~=1.32.2
 python-pptx
 metaphor-python
 json5~=0.9.14
-requests~=2.31.0
+requests~=2.31.0
+
+transformers
+langchain-community

strings.json

@@ -1,6 +1,6 @@
 {
-    "app_name": "SlideDeck AI",
-    "caption": "*:green[Co-create your next PowerPoint slide deck with AI]*",
+    "app_name": ":green[SlideDeck AI [Reloaded]]",
+    "caption": "Converse, create, iterate, and improve your PowerPoint slide deck",
     "section_headers": [
         "Step 1: Generate your content",
         "Step 2: Make it structured",
@@ -25,5 +25,12 @@
     "image_info": "Got some more minutes? We are also trying to deliver an AI-generated art on the presentation topic, fresh off the studio, just for you!",
     "content_generation_failure_error": "Unfortunately, SlideDeck AI failed to generate any content for you! Please try again later.",
     "tos": "SlideDeck AI is an experimental prototype, and it has its limitations.\nPlease carefully review any and all AI-generated content.",
-    "tos2": "By using SlideDeck AI, you agree to fair and responsible usage.\nNo liability assumed by any party."
+    "tos2": "By using SlideDeck AI, you agree to fair and responsible usage.\nNo liability assumed by any party.",
+    "ai_greetings": [
+        "How may I help you today?",
+        "Stuck with creating your presentation? Let me help you.",
+        "Looks like you have a looming deadline. Can I help you start with your slide deck?",
+        "Hello! What topic do you have on your mind today?"
+    ],
+    "chat_placeholder": "Write the topic or instructions here"
 }