Spaces:
Sleeping
Sleeping
Add LiteLLM proxy model configuration and usage instructions
Browse files- basic_agent.py +5 -0
- info.md +5 -0
- litellm_config.yaml +7 -0
basic_agent.py
CHANGED
|
@@ -56,6 +56,11 @@ class BasicAgent:
|
|
| 56 |
api_key=os.getenv("GROQ_API_KEY")
|
| 57 |
)
|
| 58 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
# Simplified and generic tool descriptions
|
| 60 |
python_tool_description = (
|
| 61 |
"Executes Python code. This is vital for calculations, data manipulation, "
|
|
|
|
| 56 |
api_key=os.getenv("GROQ_API_KEY")
|
| 57 |
)
|
| 58 |
|
| 59 |
+
model = LiteLLMModel(
|
| 60 |
+
model_id="groq/deepseek-r1-distill-llama-70b",
|
| 61 |
+
api_base="http://127.0.0.1:4000"
|
| 62 |
+
)
|
| 63 |
+
|
| 64 |
# Simplified and generic tool descriptions
|
| 65 |
python_tool_description = (
|
| 66 |
"Executes Python code. This is vital for calculations, data manipulation, "
|
info.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
use command to run liteLLM proxy and prevent rate limit errors
|
| 2 |
+
|
| 3 |
+
```
|
| 4 |
+
litellm --config .\litellm_config.yaml
|
| 5 |
+
```
|
litellm_config.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_list:
|
| 2 |
+
- model_name: deepseek-r1-distill-llama-70b
|
| 3 |
+
litellm_params:
|
| 4 |
+
model: groq/deepseek-r1-distill-llama-70b
|
| 5 |
+
api_key: os.environ/GROQ_API_KEY
|
| 6 |
+
tpm: 5000
|
| 7 |
+
rpm: 20
|