Update app.py

app.py

@@ -30,9 +30,8 @@ def respond(
         do_sample=True,
         temperature=1,
     ):
-        text = response["generated_text"]
+        text = response["generated_text"].split("[/INST]")[-1]
         final += text
-        yield text
 
     return final