update safetensors

README.md

@@ -91,7 +91,7 @@ system_messages={
             " Der Assistent gibt hilfreiche und höfliche Antworten auf die Fragen des Menschen.",
         }
  
-prompt = f"System: {system_messages[lang_code]}\nUser: {user}\nAssistant:<s>"
+prompt = f"System: {system_messages[lang_code]}\nUser: {user}\nAssistant:"
 ```
 
 The prompt template is also directly integrated in the Tokenizer and can be used as follows:

config.json

@@ -31,7 +31,7 @@
   "tie_word_embeddings": true,
   "tokenizer_class": "SPTokenizer",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.43.2",
   "use_cache": false,
   "vocab_size": 250680
 }

generation_config.json

@@ -3,6 +3,6 @@
   "bos_token_id": 1,
   "eos_token_id": 2,
   "pad_token_id": 3,
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.43.2",
   "use_cache": false
 }

gptx_tokenizer.py

@@ -436,7 +436,7 @@ class SPTokenizer(HFGPTXTokenizer):
                 "SL": "Pogovor med človekom in pomočnikom z umetno inteligenco. Pomočnik človeku prijazno in vljudno odgovarja na njegova vprašanja.",  # noqa
                 "SV": "En chatt mellan en människa och en assistent med artificiell intelligens. Assistenten ger hjälpsamma och artiga svar på människans frågor.",  # noqa
         }
-        chat_template = "{%- for message in messages %}\n{%- if (message['role']|lower == 'user') != (loop.index0 % 2 == 0) %}\n{{- raise_exception('Roles must alternate User/Assistant/User/Assistant/...') }}\n{%- endif %}\n{%-if message['role']|lower == 'user' %}\n{{- message['role']|capitalize + ': ' + message['content'] + '\\n' }}\n{%- elif message['role']|lower == 'assistant' %}\n{{- message['role']|capitalize + ': ' + message['content'] + eos_token + '\\n' }}\n{%- else %}\n{{- raise_exception('Only user and assistant roles are supported!') }}\n {%- endif %}\n{%- endfor %}{%-if add_generation_prompt %}\n{{- 'Assistant:<s> '}}\n{%- endif %}\n"
+        chat_template = "{%- for message in messages %}\n{%- if (message['role']|lower == 'user') != (loop.index0 % 2 == 0) %}\n{{- raise_exception('Roles must alternate User/Assistant/User/Assistant/...') }}\n{%- endif %}\n{%-if message['role']|lower == 'user' %}\n{{- message['role']|capitalize + ': ' + message['content'] + '\\n' }}\n{%- elif message['role']|lower == 'assistant' %}\n{{- message['role']|capitalize + ': ' + message['content'] + eos_token + '\\n' }}\n{%- else %}\n{{- raise_exception('Only user and assistant roles are supported!') }}\n {%- endif %}\n{%- endfor %}{%-if add_generation_prompt %}\n{{- 'Assistant: '}}\n{%- endif %}\n"
         self.chat_template = {
             lang: f"System: {sys_msg}" + "{{- '\\n'}}\n" + chat_template
             for lang, sys_msg in self.system_messages_by_lang.items()

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b422ed0f2f3a97c4035860044f4de5b3b4b37786b9ba5835f2dd7ee354cea03
+oid sha256:1cfaf20eadf3845f489ea5067f4e6de1a681da576c19938a9ec0cfe242df5201
 size 4936228560

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:462d1cb02ef01bb190125fc8882bc5e86437968cdb640befb3695be197cbd102
+oid sha256:3b9950b06babbe7a3724b4d2be33cd97a24cc65fdcda04274d9db837f5151886
 size 4929565048

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63cc533509aee497a75b359f2034b4ffa5eb20c0f2afe38792c2362cd1711319
+oid sha256:b5b1d86912a6116f6120b1b4660acedcb969039d610b0a2c64b02f960c137553
 size 4929565072

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:542c2c24d51ffa9849ed9415e0bd78168ca5536d26ba9c8fa6911d07f8154011
+oid sha256:e6d7af70db15816fdc38705f0e7dd9aa6420945eecfbe6870fa0ddce63adf2e3
 size 110125512