astegaras commited on
Commit
89d0feb
·
verified ·
1 Parent(s): a689683

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ from huggingface_hub import hf_hub_download
5
  # Download your GGUF model from HF Hub
6
  model_path = hf_hub_download(
7
  repo_id="astegaras/merged_kaggle",
8
- filename="llama-3.2-3b-instruct.Q4_0.gguf"
9
  )
10
 
11
  # Load the GGUF model with llama.cpp
 
5
  # Download your GGUF model from HF Hub
6
  model_path = hf_hub_download(
7
  repo_id="astegaras/merged_kaggle",
8
+ filename="llama-3.2-3b-instruct.Q2_K.gguf"
9
  )
10
 
11
  # Load the GGUF model with llama.cpp