Update engines/orpheus_engine.py
Browse files
engines/orpheus_engine.py
CHANGED
|
@@ -180,14 +180,14 @@ class OrpheusEngine(BaseEngine):
|
|
| 180 |
"max_tokens": self.max_tokens,
|
| 181 |
"temperature": self.temperature,
|
| 182 |
"top_p": self.top_p,
|
| 183 |
-
"
|
| 184 |
"stream": True
|
| 185 |
}
|
| 186 |
|
| 187 |
try:
|
| 188 |
logging.debug(f"Requesting API URL: {self.api_url} with payload: {payload} and headers: {self.headers}")
|
| 189 |
response = requests.post(
|
| 190 |
-
self.api_url,
|
| 191 |
headers=self.headers,
|
| 192 |
json=payload,
|
| 193 |
stream=True
|
|
|
|
| 180 |
"max_tokens": self.max_tokens,
|
| 181 |
"temperature": self.temperature,
|
| 182 |
"top_p": self.top_p,
|
| 183 |
+
"frequency_penalty": self.repetition_penalty, # optional,
|
| 184 |
"stream": True
|
| 185 |
}
|
| 186 |
|
| 187 |
try:
|
| 188 |
logging.debug(f"Requesting API URL: {self.api_url} with payload: {payload} and headers: {self.headers}")
|
| 189 |
response = requests.post(
|
| 190 |
+
f"{self.api_url}/v1/chat/completions", # <—— neuer Pfad
|
| 191 |
headers=self.headers,
|
| 192 |
json=payload,
|
| 193 |
stream=True
|