Commit

app.py

@@ -18,7 +18,7 @@ def respond(
     messages = [{"role": "system", "content": system_message}] + history
     messages.append({"role":"user","content":message})
 
-    reponse = ""
+    response = ""
 
     # for val in history:
     #     if val[0]:
@@ -27,7 +27,7 @@ def respond(
     #         messages.append({"role": "assistant", "content": val[1]})
 
     for part in client.chat_completion(
-        messages, max_tokens=max_tokens, streams=True, temperature=temperature,
+        messages, max_tokens=max_tokens, stream=True, temperature=temperature,
         top_p=top_p
     ):
         token = part.choices[0].delta.content
@@ -35,7 +35,7 @@ def respond(
             response += token
 
     history.append({"role":"user", "content": message})
-    history.append({"role":"assistant", "content": respond})
+    history.append({"role":"assistant", "content": response})
 
     return history,""
 
@@ -93,12 +93,12 @@ with gr.Blocks() as demo:
         dummy_btn = gr.Button("Dummy Action")
 
     def handle_submit(message, history, system, max_tokens, temperature, top_p):
-        response_gen = response(message, history, system, max_tokens, temperature, top_p)
-        final_response = ""
-        for r in response_gen:
-            final_response = r
-        updated_history = history + [(message, final_response)]
-        return updated_history, updated_history, ""
+        return respond(message, history, system, max_tokens, temperature, top_p)
+        # final_response = ""
+        # for r in response_gen:
+        #     final_response = r
+        # updated_history = history + [(message, final_response)]
+        # return updated_history, updated_history, ""
 
     send_btn.click(
         handle_submit,