Spaces:

2001kaye
/

pebble-pal

Sleeping

2001kaye commited on Sep 25, 2024

Commit

a7ba13a

verified ·

1 Parent(s): 6aa97f5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from llama_cpp import Llama
 # Load the Mistral model
 llm = Llama.from_pretrained(
     repo_id="bartowski/Mistral-Small-Instruct-2409-GGUF",
-    filename="Mistral-Small-Instruct-2409-IQ2_M.gguf",
 )
 def respond(

 # Load the Mistral model
 llm = Llama.from_pretrained(
     repo_id="bartowski/Mistral-Small-Instruct-2409-GGUF",
+    filename="Mistral-Small-Instruct-2409-Q5_K_L.gguf",
 )
 def respond(