rearrange history tracking

app.py

@@ -21,11 +21,17 @@ import gradio as gr
 
 
 def chat(message, history=[]):
-    new_user_input_ids = tokenizer.encode(message+ tokenizer.eos_token, return_tensors='pt')
-    bot_input_ids = torch.cat([torch.LongTensor(history), new_user_input_ids], dim=-1)
-    history = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id).tolist()
-    response = tokenizer.decode(history[0]).replace("<|endoftext|>", "")
-    return history, history, 'haha'
+    new_user_input_ids = tokenizer.encode(message+tokenizer.eos_token, return_tensors='pt')
+    if  len(history) > 0:
+        last_set_of_ids = history[len(history)-1][3]
+        bot_input_ids = torch.cat([last_set_of_ids, new_user_input_ids], dim=-1) 
+    else:
+        new_user_input_ids
+    response_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id).tolist()
+    response = tokenizer.decode(response_ids).replace("<|endoftext|>", "")
+    bot_input_ids = torch.cat([last_set_of_ids, response_ids], dim=-1)
+    history.push((message, response, bot_input_ids))
+    return response, history, feedback(message)
 
 
 def feedback(text):