tmp

app.py

@@ -21,7 +21,7 @@ def chat(message, history):
     print("new_user_input_ids", new_user_input_ids)
     print("sizr bot_input_ids", bot_input_ids.size())
     print("size new_user_input_id", new_user_input_ids.size())
-    bot_input_ids = torch.cat([bot_input_ids, new_user_input_ids], dim=1)  if bot_input_ids is not None else new_user_input_ids
+    bot_input_ids = torch.cat([bot_input_ids, new_user_input_ids], dim=0)  if bot_input_ids is not None else new_user_input_ids
     # generated a response while limiting the total chat history to 1000 tokens, 
     chat_history_ids = model.generate(bot_input_ids, max_length=5000, pad_token_id=tokenizer.eos_token_id)
     # pretty print last ouput tokens from bot