Spaces:
Paused
Paused
Update inferencer.py
Browse files- inferencer.py +2 -2
inferencer.py
CHANGED
|
@@ -205,8 +205,8 @@ class InterleaveInferencer:
|
|
| 205 |
**generation_input,
|
| 206 |
):
|
| 207 |
output = self.tokenizer.decode(unpacked_latent)
|
| 208 |
-
|
| 209 |
-
|
| 210 |
|
| 211 |
@torch.no_grad()
|
| 212 |
def interleave_inference(
|
|
|
|
| 205 |
**generation_input,
|
| 206 |
):
|
| 207 |
output = self.tokenizer.decode(unpacked_latent)
|
| 208 |
+
if output != "<|im_end|>":
|
| 209 |
+
yield output
|
| 210 |
|
| 211 |
@torch.no_grad()
|
| 212 |
def interleave_inference(
|