Update engines/orpheus_engine.py
Browse files
engines/orpheus_engine.py
CHANGED
|
@@ -224,6 +224,8 @@ class OrpheusEngine(BaseEngine):
|
|
| 224 |
if 'choices' in data and data['choices']:
|
| 225 |
delta = data["choices"][0]["delta"]
|
| 226 |
token_text = delta.get("content", "")
|
|
|
|
|
|
|
| 227 |
if token_text:
|
| 228 |
token_counter += 1
|
| 229 |
# Print the time it took to get the first token
|
|
|
|
| 224 |
if 'choices' in data and data['choices']:
|
| 225 |
delta = data["choices"][0]["delta"]
|
| 226 |
token_text = delta.get("content", "")
|
| 227 |
+
if "<custom_token_" in token_text:
|
| 228 |
+
logging.debug(f"SNAC-frame: {token_text[:40]}")
|
| 229 |
if token_text:
|
| 230 |
token_counter += 1
|
| 231 |
# Print the time it took to get the first token
|