Update app.py

app.py

@@ -83,21 +83,21 @@ tokenizer.save_pretrained(new_model)
 trainer.model.push_to_hub(new_model, use_temp_dir=False, token="")
 tokenizer.push_to_hub(new_model, use_temp_dir=False, token="")
 
-# Format prompt
-message = [
-    "Türkiye'nin başkenti neresidir?"
-]
-tokenizer = AutoTokenizer.from_pretrained(new_model)
-prompt = tokenizer(message, return_tensors="pt", padding=True)
-# Generate output
-output = trainer.model.generate(
-    input_ids=prompt.input_ids,
-    attention_mask=prompt.attention_mask,
-    max_length=128,
-    do_sample=True,
-    top_p=0.95,
-    top_k=60,
-    num_return_sequences=1,
-)
-# Print output
-print(tokenizer.batch_decode(output, skip_special_tokens=True))
+# # Format prompt
+# message = [
+#     "Türkiye'nin başkenti neresidir?"
+# ]
+# tokenizer = AutoTokenizer.from_pretrained(new_model)
+# prompt = tokenizer(message, return_tensors="pt", padding=True)
+# # Generate output
+# output = trainer.model.generate(
+#     input_ids=prompt.input_ids,
+#     attention_mask=prompt.attention_mask,
+#     max_length=128,
+#     do_sample=True,
+#     top_p=0.95,
+#     top_k=60,
+#     num_return_sequences=1,
+# )
+# # Print output
+# print(tokenizer.batch_decode(output, skip_special_tokens=True))