Update app.py

app.py

@@ -263,8 +263,8 @@ def generate_response():
 
     
     app.logger.info('Prompt:')
-    request = model.detokenize(tokens[:CONTEXT_SIZE]).decode("utf-8", errors="ignore")
-    app.logger.info(request)
+    user_request = model.detokenize(tokens[:CONTEXT_SIZE]).decode("utf-8", errors="ignore")
+    app.logger.info(user_request)
 
     stop_generation = False
     app.logger.info('Generate started')
@@ -282,7 +282,7 @@ def generate_response():
     def generate_and_log_tokens(model, generator):
         for token in generate_tokens(model, generator):
             if token == model.token_eos(): # or (max_new_tokens is not None and i >= max_new_tokens):
-                log(request, model.detokenize(response_tokens).decode("utf-8", errors="ignore"))
+                log(user_request, model.detokenize(response_tokens).decode("utf-8", errors="ignore"))
                 break
             response_tokens.append(token)
             yield token