Update README.md
Browse files
README.md
CHANGED
|
@@ -72,7 +72,7 @@ inputs = processor.apply_chat_template(
|
|
| 72 |
return_dict=True,
|
| 73 |
return_tensors="pt"
|
| 74 |
).to(model.device)
|
| 75 |
-
generated_ids = model.generate(**inputs, max_new_tokens=
|
| 76 |
output_text = processor.decode(generated_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=False)
|
| 77 |
print(output_text)
|
| 78 |
```
|
|
|
|
| 72 |
return_dict=True,
|
| 73 |
return_tensors="pt"
|
| 74 |
).to(model.device)
|
| 75 |
+
generated_ids = model.generate(**inputs, max_new_tokens=16384)
|
| 76 |
output_text = processor.decode(generated_ids[0][inputs["input_ids"].shape[1]:], skip_special_tokens=False)
|
| 77 |
print(output_text)
|
| 78 |
```
|