Update engines/orpheus_engine.py

engines/orpheus_engine.py

@@ -14,6 +14,7 @@ DEFAULT_API_URL = "http://127.0.0.1:1234"
 DEFAULT_HEADERS = {"Content-Type": "application/json"}
 DEFAULT_MODEL = "SebastianBodza/Kartoffel_Orpheus-3B_german_synthetic-v0.1"
 DEFAULT_VOICE = "Martin"
+STOP_SEQUENCE = "<custom_token_2>"
 SAMPLE_RATE = 24000  # Specific sample rate for Orpheus
 
 # Special token definitions for prompt formatting and token decoding
@@ -185,7 +186,7 @@ class OrpheusEngine(BaseEngine):
         
         payload = {
             "model": self.model,
-            "messages": [{"role": "user", "content": formatted_prompt}],
+            "messages": [{"role": "user", "content": f"<|audio|>{voice}: {text}<|eot_id|>"}],
             "max_tokens": self.max_tokens,
             "temperature": self.temperature,
             "top_p": self.top_p,