Di Zhang
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95)
|
|
| 39 |
inputs = model.tokenize(input_texts[0].encode('utf-8'))
|
| 40 |
for token in model.generate(inputs, top_p=top_p, temp=temperature):
|
| 41 |
#print(f"token: {token}")
|
| 42 |
-
text = model.detokenize([token]
|
| 43 |
#print(f"text detok: {text}")
|
| 44 |
temp += text.decode('utf-8')
|
| 45 |
yield temp
|
|
|
|
| 39 |
inputs = model.tokenize(input_texts[0].encode('utf-8'))
|
| 40 |
for token in model.generate(inputs, top_p=top_p, temp=temperature):
|
| 41 |
#print(f"token: {token}")
|
| 42 |
+
text = model.detokenize([token])
|
| 43 |
#print(f"text detok: {text}")
|
| 44 |
temp += text.decode('utf-8')
|
| 45 |
yield temp
|