Upload 2 files

README.md

@@ -185,6 +185,25 @@ extra_gated_fields:
   By clicking Submit below I accept the terms of the license and acknowledge that the information I provide will be collected stored processed and shared in accordance with the Meta Privacy Policy: checkbox
 extra_gated_description: The information you provide will be collected, stored, processed and shared in accordance with the [Meta Privacy Policy](https://www.facebook.com/privacy/policy/).
 extra_gated_button_content: Submit
+widget:
+  - example_title: Winter holidays
+    messages:
+    - role: system
+      content: You are a helpful and honest assistant. Please, respond concisely and truthfully.
+    - role: user
+      content: Can you recommend a good destination for Winter holidays?
+  - example_title: Programming assistant
+    messages:
+    - role: system
+      content: You are a helpful and honest code and programming assistant. Please, respond concisely and truthfully.
+    - role: user
+      content: Write a function that computes the nth fibonacci number.
+inference:
+  parameters:
+    max_new_tokens: 300
+    stop:
+    - <|end_of_text|>
+    - <|eot_id|>
 ---
 
 ## Model Details
@@ -285,7 +304,7 @@ pipeline = transformers.pipeline(
     "text-generation",
     model=model_id,
     model_kwargs={"torch_dtype": torch.bfloat16},
-    device="cuda",
+    device="auto",
 )
 
 messages = [
@@ -300,8 +319,8 @@ prompt = pipeline.tokenizer.apply_chat_template(
 )
 
 terminators = [
-    tokenizer.eos_token_id,
-    tokenizer.convert_tokens_to_ids("<|eot_id|>")
+    pipeline.tokenizer.eos_token_id,
+    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]
 
 outputs = pipeline(

tokenizer_config.json

@@ -2050,7 +2050,7 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "model_input_names": [