Raymond-dev-546730 commited on
Commit
b717bb0
·
verified ·
1 Parent(s): c81c53c

Update Scripts/Inference_safetensors.py

Browse files
Files changed (1) hide show
  1. Scripts/Inference_safetensors.py +1 -1
Scripts/Inference_safetensors.py CHANGED
@@ -26,7 +26,7 @@ def generate_response(model, tokenizer, topic):
26
 
27
  outputs = model.generate(
28
  **inputs,
29
- max_new_tokens=2000,
30
  temperature=0.7,
31
  top_p=0.9,
32
  repetition_penalty=1.1,
 
26
 
27
  outputs = model.generate(
28
  **inputs,
29
+ max_new_tokens=2500,
30
  temperature=0.7,
31
  top_p=0.9,
32
  repetition_penalty=1.1,