Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| def greet(name): | |
| return "Hello " + name + "!!" | |
| iface = gr.Interface(fn=greet, inputs="text", outputs="text") | |
| iface.launch() | |
| MODELS=`[ | |
| { | |
| "name" : "mistralai/Mixtral-8x7B-Instruct-v0.1", | |
| "description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.", | |
| "websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/", | |
| "preprompt" : "", | |
| "chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}", | |
| "parameters" : { | |
| "temperature" : 0.6, | |
| "top_p" : 0.95, | |
| "repetition_penalty" : 1.2, | |
| "top_k" : 50, | |
| "truncate" : 24576, | |
| "max_new_tokens" : 8192, | |
| "stop" : ["</s>"] | |
| }, | |
| "promptExamples" : [ | |
| { | |
| "title": "Write an email from bullet list", | |
| "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" | |
| }, { | |
| "title": "Code a snake game", | |
| "prompt": "Code a basic snake game in python, give explanations for each step." | |
| }, { | |
| "title": "Assist in a task", | |
| "prompt": "How do I make a delicious lemon cheesecake?" | |
| } | |
| ] | |
| }, | |
| { | |
| "name": "meta-llama/Llama-2-70b-chat-hf", | |
| "description": "The latest and biggest model from Meta, fine-tuned for chat.", | |
| "websiteUrl": "https://ai.meta.com/llama/", | |
| "userMessageToken": "", | |
| "userMessageEndToken": " [/INST] ", | |
| "assistantMessageToken": "", | |
| "assistantMessageEndToken": " </s><s>[INST] ", | |
| "preprompt": " ", | |
| "chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}", | |
| "promptExamples": [ | |
| { | |
| "title": "Write an email from bullet list", | |
| "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" | |
| }, { | |
| "title": "Code a snake game", | |
| "prompt": "Code a basic snake game in python, give explanations for each step." | |
| }, { | |
| "title": "Assist in a task", | |
| "prompt": "How do I make a delicious lemon cheesecake?" | |
| } | |
| ], | |
| "parameters": { | |
| "temperature": 0.1, | |
| "top_p": 0.95, | |
| "repetition_penalty": 1.2, | |
| "top_k": 50, | |
| "truncate": 3072, | |
| "max_new_tokens": 1024, | |
| "stop" : ["</s>", " </s><s>[INST] "] | |
| } | |
| }, | |
| { | |
| "name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", | |
| "description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.", | |
| "websiteUrl" : "https://nousresearch.com/", | |
| "chatPromptTemplate" : "<|im_start|>system\n{{#if @root.preprompt}}{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}", | |
| "promptExamples": [ | |
| { | |
| "title": "Write an email from bullet list", | |
| "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" | |
| }, { | |
| "title": "Code a snake game", | |
| "prompt": "Code a basic snake game in python, give explanations for each step." | |
| }, { | |
| "title": "Assist in a task", | |
| "prompt": "How do I make a delicious lemon cheesecake?" | |
| } | |
| ], | |
| "parameters": { | |
| "temperature": 0.7, | |
| "top_p": 0.95, | |
| "repetition_penalty": 1, | |
| "top_k": 50, | |
| "truncate": 24576, | |
| "max_new_tokens": 2048, | |
| "stop": ["<|im_end|>"] | |
| } | |
| }, | |
| { | |
| "name": "codellama/CodeLlama-34b-Instruct-hf", | |
| "displayName": "codellama/CodeLlama-34b-Instruct-hf", | |
| "description": "Code Llama, a state of the art code model from Meta.", | |
| "websiteUrl": "https://about.fb.com/news/2023/08/code-llama-ai-for-coding/", | |
| "userMessageToken": "", | |
| "userMessageEndToken": " [/INST] ", | |
| "assistantMessageToken": "", | |
| "assistantMessageEndToken": " </s><s>[INST] ", | |
| "preprompt": " ", | |
| "chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}", | |
| "promptExamples": [ | |
| { | |
| "title": "Fibonacci in Python", | |
| "prompt": "Write a python function to calculate the nth fibonacci number." | |
| }, { | |
| "title": "JavaScript promises", | |