astegaras commited on
Commit
2fd7023
·
verified ·
1 Parent(s): 1737f69

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -10,7 +10,6 @@ MODEL_PATH = "astegaras/merged_kaggle" # HF repo containing your .gguf
10
  # llama_cpp automatically downloads from HF Hub if you provide the repo
11
  llm = Llama.from_pretrained(
12
  repo_id=MODEL_PATH,
13
- filename="llama-3.2-3b-instruct.Q4_K_M.gguf",
14
  n_threads=8,
15
  n_ctx=4096,
16
  verbose=False,
 
10
  # llama_cpp automatically downloads from HF Hub if you provide the repo
11
  llm = Llama.from_pretrained(
12
  repo_id=MODEL_PATH,
 
13
  n_threads=8,
14
  n_ctx=4096,
15
  verbose=False,