Update app.py

app.py

@@ -99,10 +99,8 @@ async def tts(ws: WebSocket):
     try:
         req = json.loads(await ws.receive_text())
         ids, attn = build_inputs(req.get("text", ""), req.get("voice", "Jakob"))
-        prompt_len = ids.size(1)               # Länge des Prompts
-
-        past  = None
-        buf   = []
+        prompt_len = ids.size(1)
+        past, buf = None, []
 
         while True:
             gen = model.generate(
@@ -111,44 +109,39 @@ async def tts(ws: WebSocket):
                 past_key_values=past,
                 max_new_tokens=CHUNK_TOKENS,
                 logits_processor=[MASKER],
-                do_sample=True, top_p=0.95, temperature=0.7,
+                do_sample=True, temperature=0.7, top_p=0.95,
                 return_dict_in_generate=True,
-                use_cache=True,
-                return_legacy_cache=True,      # wichtig <4.49
+                use_cache=True, return_legacy_cache=True,
             )
 
-            # Cache für den nächsten Loop
             past = gen.past_key_values if not isinstance(gen.past_key_values, Cache) else gen.past_key_values.to_legacy()
+            seq  = gen.sequences[0].tolist()
+            new_tok = seq[prompt_len:]
+            prompt_len = len(seq)
 
-            seq = gen.sequences[0].tolist()
-            new_tok = new_tokens_only(seq, prompt_len)
-            prompt_len = len(seq)              # nächstes Delta
-
-            if not new_tok:                    # (selten) nichts erzeugt ⇒ weiter
-                continue
+            if not new_tok:
+                continue                      # selten, aber möglich
 
             for t in new_tok:
                 if t == EOS_TOKEN:
-                    raise StopAsyncIteration
+                    # ein einziges Close‑Frame genügt
+                    await ws.close()          # <── einziges explizites close
+                    return
                 if t == NEW_BLOCK_TOKEN:
-                    buf.clear()
-                    continue
+                    buf.clear(); continue
                 buf.append(t - AUDIO_BASE)
                 if len(buf) == 7:
                     await ws.send_bytes(decode_block(buf))
                     buf.clear()
 
-            ids = None; attn = None            # ab jetzt nur noch Cache
+            ids = attn = None                # nur noch Cache
 
-    except (StopAsyncIteration, WebSocketDisconnect):
-        pass
+    except WebSocketDisconnect:
+        pass                                 # Client ging von selbst
     except Exception as e:
         print("WS‑Error:", e)
         if ws.client_state.name == "CONNECTED":
-            await ws.close(code=1011)
-    finally:
-        if ws.client_state.name == "CONNECTED":
-            await ws.close()
+            await ws.close(code=1011)        # Fehler melden
 
 # ── 6. Local run ────────────────────────────────────────────────────
 if __name__ == "__main__":