Another update

app.py

@@ -15,29 +15,41 @@ def respond(
     temperature,
     top_p,
 ):
-    messages = [{"role": "system", "content": system_message}]
+    messages = [{"role": "system", "content": system_message}] + history
+    messages.append({"role":"user","content":message})
 
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
+    reponse = ""
 
-    messages.append({"role": "user", "content": message})
+    # for val in history:
+    #     if val[0]:
+    #         messages.append({"role": "user", "content": val[0]})
+    #     if val[1]:
+    #         messages.append({"role": "assistant", "content": val[1]})
 
-    response = ""
-
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
+    for part in client.chat_completion(
+        messages, max_tokens=max_tokens, streams=True, temperature=temperature,
+        top_p=top_p
     ):
-        token = message.choices[0].delta.content
+        token = part.choices[0].delta.content
+        if token:
+            response += token
+
+    history.append({"role":"user", "content": message})
+    history.append({"role":"assistant", "content": respond})
+
+    return history,""
+
+    # for message in client.chat_completion(
+    #     messages,
+    #     max_tokens=max_tokens,
+    #     stream=True,
+    #     temperature=temperature,
+    #     top_p=top_p,
+    # ):
+    #     token = message.choices[0].delta.content
 
-        response += token
-        yield response
+    #     response += token
+    #     yield response
 
 
 """
@@ -62,7 +74,7 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 with gr.Blocks() as demo:
     gr.Markdown("## Zephyr Chatbot with Custom UI")
 
-    chatbot = gr.Chatbot()
+    chatbot = gr.Chatbot(type="messages", label="Chatbot")
     state = gr.State([])
 
     with gr.Row():