Spaces:
Running
Running
feat: Use sambanova for initial, fireworks for follow-up
Browse files
server.js
CHANGED
|
@@ -476,7 +476,7 @@ ONLY output the changes in this format. Do NOT output the full HTML file again.`
|
|
| 476 |
|
| 477 |
const chatCompletion = client.chatCompletionStream({
|
| 478 |
model: MODEL_ID,
|
| 479 |
-
provider: "fireworks-ai", //
|
| 480 |
messages: messages,
|
| 481 |
max_tokens: 12_000, // Keep max_tokens reasonable
|
| 482 |
temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
|
|
|
|
| 476 |
|
| 477 |
const chatCompletion = client.chatCompletionStream({
|
| 478 |
model: MODEL_ID,
|
| 479 |
+
provider: isFollowUp ? "fireworks-ai" : "sambanova", // Use sambanova for initial, fireworks for follow-up
|
| 480 |
messages: messages,
|
| 481 |
max_tokens: 12_000, // Keep max_tokens reasonable
|
| 482 |
temperature: isFollowUp ? 0 : undefined, // Set temperature to 0 for follow-ups, otherwise use default
|