Update app.py

app.py

@@ -188,6 +188,7 @@ def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tok
         inputs,
         max_new_tokens=max_new_tokens,
         streamer=streamer,
+        do_sample=True,
         temperature=1.0,
         top_p=0.95,
         top_k=64,