Update app.py

app.py

@@ -84,7 +84,7 @@ def format_prompt(message, history):
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
-def generate(prompt, history, temperature=0.1, max_new_tokens=30000, top_p=0.95, repetition_penalty=1.0):
+def generate(prompt, history, temperature=0.1, max_new_tokens=25000, top_p=0.95, repetition_penalty=1.0):
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2