Spaces:

ai-blueprint
/

rag-generate

Running

davidberenstein1957 HF staff commited on 11 days ago

Commit

0e535a1

verified ·

1 Parent(s): 42ec70d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ from llama_cpp import Llama
 llm = Llama.from_pretrained(
     repo_id="prithivMLmods/SmolLM2-135M-Instruct-GGUF",
-	filename="SmolLM2-135M-Instruct.Q4_K_M.gguf",
     verbose=False,
 )

 llm = Llama.from_pretrained(
     repo_id="prithivMLmods/SmolLM2-135M-Instruct-GGUF",
+	filename="SmolLM2-135M-Instruct.Q5_K_M.gguf",
     verbose=False,
 )