Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,6 @@ MODEL_PATH = "astegaras/merged_kaggle" # HF repo containing your .gguf
|
|
| 10 |
# llama_cpp automatically downloads from HF Hub if you provide the repo
|
| 11 |
llm = Llama.from_pretrained(
|
| 12 |
repo_id=MODEL_PATH,
|
| 13 |
-
filename="llama-3.2-3b-instruct.Q4_K_M.gguf",
|
| 14 |
n_threads=8,
|
| 15 |
n_ctx=4096,
|
| 16 |
verbose=False,
|
|
|
|
| 10 |
# llama_cpp automatically downloads from HF Hub if you provide the repo
|
| 11 |
llm = Llama.from_pretrained(
|
| 12 |
repo_id=MODEL_PATH,
|
|
|
|
| 13 |
n_threads=8,
|
| 14 |
n_ctx=4096,
|
| 15 |
verbose=False,
|