Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant
|
|
18 |
You are good at speaking English and Chinese.
|
19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
20 |
You are based on Cecilia model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
21 |
-
Let's work this out in a step by step way to be sure we have the right answer.\n\n
|
22 |
SYSTEM_TOKEN = 1587
|
23 |
USER_TOKEN = 8192
|
24 |
BOT_TOKEN = 12435
|
@@ -45,8 +45,8 @@ def get_system_tokens(model):
|
|
45 |
return get_message_tokens(model, **system_message)
|
46 |
|
47 |
|
48 |
-
repo_name = "TheBloke/
|
49 |
-
model_name = "
|
50 |
|
51 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
52 |
|
|
|
18 |
You are good at speaking English and Chinese.
|
19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
20 |
You are based on Cecilia model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
21 |
+
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
22 |
SYSTEM_TOKEN = 1587
|
23 |
USER_TOKEN = 8192
|
24 |
BOT_TOKEN = 12435
|
|
|
45 |
return get_message_tokens(model, **system_message)
|
46 |
|
47 |
|
48 |
+
repo_name = "TheBloke/Nanbeige-16B-Chat-GGUF"
|
49 |
+
model_name = "nanbeige-16b-chat.Q4_K_M.gguf"
|
50 |
|
51 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
52 |
|