Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ Is it really that good? Let's see... (Note: This is a Q4 gguf so thst I can run
|
|
8 |
"""
|
9 |
|
10 |
model_path = "TheBloke/openchat-3.5-0106-GGUF"
|
11 |
-
model_name = "openchat-3.5-0106.
|
12 |
hf_hub_download(repo_id="TheBloke/openchat-3.5-0106-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=True)
|
13 |
|
14 |
print("Start the model init process")
|
|
|
8 |
"""
|
9 |
|
10 |
model_path = "TheBloke/openchat-3.5-0106-GGUF"
|
11 |
+
model_name = "openchat-3.5-0106.Q4_K_M.gguf"
|
12 |
hf_hub_download(repo_id="TheBloke/openchat-3.5-0106-GGUF", filename=model_name, local_dir=model_path, local_dir_use_symlinks=True)
|
13 |
|
14 |
print("Start the model init process")
|