Update app.py

app.py

@@ -71,9 +71,11 @@ def generate_text(
         temp += out["choices"][0]["text"]
         yield temp
 
-# Define the Gradio interface
-demo = gr.ChatInterface(
-    generate_text,
+# Define the Gradio interface without timeout
+demo = gr.Interface(
+    fn=generate_text,
+    inputs="text",
+    outputs="text",
     title="llama-cpp-python on GPU with ChromaDB",
     description="Running LLM with context retrieval from ChromaDB",
     examples=[
@@ -94,3 +96,4 @@ demo = gr.ChatInterface(
 
 if __name__ == "__main__":
     demo.launch()
+