Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from huggingface_hub import hf_hub_download
|
|
| 5 |
# Download your GGUF model from HF Hub
|
| 6 |
model_path = hf_hub_download(
|
| 7 |
repo_id="astegaras/merged_kaggle",
|
| 8 |
-
filename="llama-3.2-3b-instruct.
|
| 9 |
)
|
| 10 |
|
| 11 |
# Load the GGUF model with llama.cpp
|
|
|
|
| 5 |
# Download your GGUF model from HF Hub
|
| 6 |
model_path = hf_hub_download(
|
| 7 |
repo_id="astegaras/merged_kaggle",
|
| 8 |
+
filename="llama-3.2-3b-instruct.Q2_K.gguf"
|
| 9 |
)
|
| 10 |
|
| 11 |
# Load the GGUF model with llama.cpp
|