Update app.py

app.py

@@ -7,8 +7,8 @@ import sentencepiece
 
 
 # Load the model and tokenizer using transformers
-model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B", device_map="auto", torch_dtype="auto", trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("01-ai/Yi-34B-200K", trust_remote_code=True)
 
 def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0.3, top_p=0.9, top_k=50):
     prompt = get_prompt(message, chat_history, system_prompt)
@@ -42,18 +42,18 @@ def get_prompt(message, chat_history, system_prompt):
     texts.append(f"{message} [/INST]")
     return ''.join(texts)
 
-DEFAULT_SYSTEM_PROMPT = """
-    You are Yi. You are an AI assistant, you are moderately-polite and give only true information.
-    You carefully provide accurate, factual, thoughtful, nuanced answers, and are brilliant at reasoning. 
-    If you think there might not be a correct answer, you say so. Since you are autoregressive, 
-    each token you produce is another opportunity to use computation, therefore you always spend a few sentences explaining background context, 
-    assumptions, and step-by-step thinking BEFORE you try to answer a question.
+DESCRIPTION = """
+# 👋🏻Welcome to 🙋🏻‍♂️Tonic's🧑🏻‍🚀YI-200K🚀"
+You can use this Space to test out the current model [Tonic/YI](https://huggingface.co/01-ai/Yi-34B)
+You can also use 🧑🏻‍🚀YI-200K🚀 by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/Tonic/YiTonic?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3> 
+Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)
 """
+
 MAX_MAX_NEW_TOKENS = 200000
 DEFAULT_MAX_NEW_TOKENS = 100000
 MAX_INPUT_TOKEN_LENGTH = 100000
 
-DESCRIPTION = "# 👋🏻Welcome to 🙋🏻‍♂️Tonic's🧑🏻‍🚀YI-200K🚀"
+DESCRIPTION = "# 👋🏻Welcome to 🙋🏻‍♂️Tonic's🧑🏻‍🚀Yi-200K🚀"
 
 def clear_and_save_textbox(message): return '', message
 
@@ -152,7 +152,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
             top_k,
         ],
         outputs=chatbot,
-        api_name=False,
+        api_name=Generate,
     )
 
     button_event_preprocess = submit_button.click(
@@ -184,7 +184,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
             top_k,
         ],
         outputs=chatbot,
-        api_name=False,
+        api_name=Cgenerate,
     )
 
     retry_button.click(
@@ -235,4 +235,4 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
         api_name=False,
     )
 
-demo.queue(max_size=32).launch(show_api=False)
+demo.queue(max_size=32).launch(show_api=True)