Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -48,6 +48,7 @@ def predict(message, history, system_prompt, temperature, max_tokens):
|
|
| 48 |
temperature=0.5,
|
| 49 |
max_new_tokens=DEFAULT_MAX_NEW_TOKENS,
|
| 50 |
use_cache=True,
|
|
|
|
| 51 |
)
|
| 52 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 53 |
t.start()
|
|
|
|
| 48 |
temperature=0.5,
|
| 49 |
max_new_tokens=DEFAULT_MAX_NEW_TOKENS,
|
| 50 |
use_cache=True,
|
| 51 |
+
stop_token="<|im_end|>"
|
| 52 |
)
|
| 53 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 54 |
t.start()
|