{ "eos_token": "<|end_of_text|>", "share_vocab": true, "transforms": [ "onmt_tokenize", "filtertoolong" ], "data": null, "tgt_vocab_size": 128256, "save_data": null, "vocab_size_multiple": 8, "tgt_vocab": null, "n_sample": 0, "src_vocab": null, "skip_empty_level": "silent", "bos_token": "<|begin_of_text|>", "src_vocab_size": 128256, "decoder_start_token": "<|begin_of_text|>", "pad_token": "", "training": { "accum_steps": [ 0 ], "batch_size_multiple": 1, "valid_batch_size": 256, "batch_type": "tokens", "quant_type": "", "accum_count": [ 32 ], "w_bit": 0, "compute_dtype": "torch.bfloat16", "normalization": "tokens", "quant_layers": [], "group_size": 0, "batch_size": 896 }, "transforms_configs": { "filtertoolong": { "tgt_seq_length": 512, "src_seq_length": 512 }, "onmt_tokenize": { "gpt2_pretok": true, "src_subword_model": "${MODEL_PATH}/bpe.model", "mapped_tokens": [ [ "<|begin_of_text|>", "｟begin_of_text｠" ], [ "<|end_of_text|>", "｟end_of_text｠" ], [ "<|reserved_special_token_0|>", "｟reserved_special_token_0｠" ], [ "<|reserved_special_token_1|>", "｟reserved_special_token_1｠" ], [ "<|reserved_special_token_2|>", "｟reserved_special_token_2｠" ], [ "<|reserved_special_token_3|>", "｟reserved_special_token_3｠" ], [ "<|start_header_id|>", "｟start_header_id｠" ], [ "<|end_header_id|>", "｟end_header_id｠" ], [ "<|reserved_special_token_4|>", "｟reserved_special_token_4｠" ], [ "<|eot_id|>", "｟eot_id｠" ], [ "<|reserved_special_token_5|>", "｟reserved_special_token_5｠" ], [ "<|reserved_special_token_6|>", "｟reserved_special_token_6｠" ], [ "<|reserved_special_token_7|>", "｟reserved_special_token_7｠" ], [ "<|reserved_special_token_8|>", "｟reserved_special_token_8｠" ], [ "<|reserved_special_token_9|>", "｟reserved_special_token_9｠" ], [ "<|reserved_special_token_10|>", "｟reserved_special_token_10｠" ], [ "<|reserved_special_token_11|>", "｟reserved_special_token_11｠" ], [ "<|reserved_special_token_12|>", "｟reserved_special_token_12｠" ], [ "<|reserved_special_token_13|>", "｟reserved_special_token_13｠" ], [ "<|reserved_special_token_14|>", "｟reserved_special_token_14｠" ], [ "<|reserved_special_token_15|>", "｟reserved_special_token_15｠" ], [ "<|reserved_special_token_16|>", "｟reserved_special_token_16｠" ], [ "<|reserved_special_token_17|>", "｟reserved_special_token_17｠" ], [ "<|reserved_special_token_18|>", "｟reserved_special_token_18｠" ], [ "<|reserved_special_token_19|>", "｟reserved_special_token_19｠" ], [ "<|reserved_special_token_20|>", "｟reserved_special_token_20｠" ], [ "<|reserved_special_token_21|>", "｟reserved_special_token_21｠" ], [ "<|reserved_special_token_22|>", "｟reserved_special_token_22｠" ], [ "<|reserved_special_token_23|>", "｟reserved_special_token_23｠" ], [ "<|reserved_special_token_24|>", "｟reserved_special_token_24｠" ], [ "<|reserved_special_token_25|>", "｟reserved_special_token_25｠" ], [ "<|reserved_special_token_26|>", "｟reserved_special_token_26｠" ], [ "<|reserved_special_token_27|>", "｟reserved_special_token_27｠" ], [ "<|reserved_special_token_28|>", "｟reserved_special_token_28｠" ], [ "<|reserved_special_token_29|>", "｟reserved_special_token_29｠" ], [ "<|reserved_special_token_30|>", "｟reserved_special_token_30｠" ], [ "<|reserved_special_token_31|>", "｟reserved_special_token_31｠" ], [ "<|reserved_special_token_32|>", "｟reserved_special_token_32｠" ], [ "<|reserved_special_token_33|>", "｟reserved_special_token_33｠" ], [ "<|reserved_special_token_34|>", "｟reserved_special_token_34｠" ], [ "<|reserved_special_token_35|>", "｟reserved_special_token_35｠" ], [ "<|reserved_special_token_36|>", "｟reserved_special_token_36｠" ], [ "<|reserved_special_token_37|>", "｟reserved_special_token_37｠" ], [ "<|reserved_special_token_38|>", "｟reserved_special_token_38｠" ], [ "<|reserved_special_token_39|>", "｟reserved_special_token_39｠" ], [ "<|reserved_special_token_40|>", "｟reserved_special_token_40｠" ], [ "<|reserved_special_token_41|>", "｟reserved_special_token_41｠" ], [ "<|reserved_special_token_42|>", "｟reserved_special_token_42｠" ], [ "<|reserved_special_token_43|>", "｟reserved_special_token_43｠" ], [ "<|reserved_special_token_44|>", "｟reserved_special_token_44｠" ], [ "<|reserved_special_token_45|>", "｟reserved_special_token_45｠" ], [ "<|reserved_special_token_46|>", "｟reserved_special_token_46｠" ], [ "<|reserved_special_token_47|>", "｟reserved_special_token_47｠" ], [ "<|reserved_special_token_48|>", "｟reserved_special_token_48｠" ], [ "<|reserved_special_token_49|>", "｟reserved_special_token_49｠" ], [ "<|reserved_special_token_50|>", "｟reserved_special_token_50｠" ], [ "<|reserved_special_token_51|>", "｟reserved_special_token_51｠" ], [ "<|reserved_special_token_52|>", "｟reserved_special_token_52｠" ], [ "<|reserved_special_token_53|>", "｟reserved_special_token_53｠" ], [ "<|reserved_special_token_54|>", "｟reserved_special_token_54｠" ], [ "<|reserved_special_token_55|>", "｟reserved_special_token_55｠" ], [ "<|reserved_special_token_56|>", "｟reserved_special_token_56｠" ], [ "<|reserved_special_token_57|>", "｟reserved_special_token_57｠" ], [ "<|reserved_special_token_58|>", "｟reserved_special_token_58｠" ], [ "<|reserved_special_token_59|>", "｟reserved_special_token_59｠" ], [ "<|reserved_special_token_60|>", "｟reserved_special_token_60｠" ], [ "<|reserved_special_token_61|>", "｟reserved_special_token_61｠" ], [ "<|reserved_special_token_62|>", "｟reserved_special_token_62｠" ], [ "<|reserved_special_token_63|>", "｟reserved_special_token_63｠" ], [ "<|reserved_special_token_64|>", "｟reserved_special_token_64｠" ], [ "<|reserved_special_token_65|>", "｟reserved_special_token_65｠" ], [ "<|reserved_special_token_66|>", "｟reserved_special_token_66｠" ], [ "<|reserved_special_token_67|>", "｟reserved_special_token_67｠" ], [ "<|reserved_special_token_68|>", "｟reserved_special_token_68｠" ], [ "<|reserved_special_token_69|>", "｟reserved_special_token_69｠" ], [ "<|reserved_special_token_70|>", "｟reserved_special_token_70｠" ], [ "<|reserved_special_token_71|>", "｟reserved_special_token_71｠" ], [ "<|reserved_special_token_72|>", "｟reserved_special_token_72｠" ], [ "<|reserved_special_token_73|>", "｟reserved_special_token_73｠" ], [ "<|reserved_special_token_74|>", "｟reserved_special_token_74｠" ], [ "<|reserved_special_token_75|>", "｟reserved_special_token_75｠" ], [ "<|reserved_special_token_76|>", "｟reserved_special_token_76｠" ], [ "<|reserved_special_token_77|>", "｟reserved_special_token_77｠" ], [ "<|reserved_special_token_78|>", "｟reserved_special_token_78｠" ], [ "<|reserved_special_token_79|>", "｟reserved_special_token_79｠" ], [ "<|reserved_special_token_80|>", "｟reserved_special_token_80｠" ], [ "<|reserved_special_token_81|>", "｟reserved_special_token_81｠" ], [ "<|reserved_special_token_82|>", "｟reserved_special_token_82｠" ], [ "<|reserved_special_token_83|>", "｟reserved_special_token_83｠" ], [ "<|reserved_special_token_84|>", "｟reserved_special_token_84｠" ], [ "<|reserved_special_token_85|>", "｟reserved_special_token_85｠" ], [ "<|reserved_special_token_86|>", "｟reserved_special_token_86｠" ], [ "<|reserved_special_token_87|>", "｟reserved_special_token_87｠" ], [ "<|reserved_special_token_88|>", "｟reserved_special_token_88｠" ], [ "<|reserved_special_token_89|>", "｟reserved_special_token_89｠" ], [ "<|reserved_special_token_90|>", "｟reserved_special_token_90｠" ], [ "<|reserved_special_token_91|>", "｟reserved_special_token_91｠" ], [ "<|reserved_special_token_92|>", "｟reserved_special_token_92｠" ], [ "<|reserved_special_token_93|>", "｟reserved_special_token_93｠" ], [ "<|reserved_special_token_94|>", "｟reserved_special_token_94｠" ], [ "<|reserved_special_token_95|>", "｟reserved_special_token_95｠" ], [ "<|reserved_special_token_96|>", "｟reserved_special_token_96｠" ], [ "<|reserved_special_token_97|>", "｟reserved_special_token_97｠" ], [ "<|reserved_special_token_98|>", "｟reserved_special_token_98｠" ], [ "<|reserved_special_token_99|>", "｟reserved_special_token_99｠" ], [ "<|reserved_special_token_100|>", "｟reserved_special_token_100｠" ], [ "<|reserved_special_token_101|>", "｟reserved_special_token_101｠" ], [ "<|reserved_special_token_102|>", "｟reserved_special_token_102｠" ], [ "<|reserved_special_token_103|>", "｟reserved_special_token_103｠" ], [ "<|reserved_special_token_104|>", "｟reserved_special_token_104｠" ], [ "<|reserved_special_token_105|>", "｟reserved_special_token_105｠" ], [ "<|reserved_special_token_106|>", "｟reserved_special_token_106｠" ], [ "<|reserved_special_token_107|>", "｟reserved_special_token_107｠" ], [ "<|reserved_special_token_108|>", "｟reserved_special_token_108｠" ], [ "<|reserved_special_token_109|>", "｟reserved_special_token_109｠" ], [ "<|reserved_special_token_110|>", "｟reserved_special_token_110｠" ], [ "<|reserved_special_token_111|>", "｟reserved_special_token_111｠" ], [ "<|reserved_special_token_112|>", "｟reserved_special_token_112｠" ], [ "<|reserved_special_token_113|>", "｟reserved_special_token_113｠" ], [ "<|reserved_special_token_114|>", "｟reserved_special_token_114｠" ], [ "<|reserved_special_token_115|>", "｟reserved_special_token_115｠" ], [ "<|reserved_special_token_116|>", "｟reserved_special_token_116｠" ], [ "<|reserved_special_token_117|>", "｟reserved_special_token_117｠" ], [ "<|reserved_special_token_118|>", "｟reserved_special_token_118｠" ], [ "<|reserved_special_token_119|>", "｟reserved_special_token_119｠" ], [ "<|reserved_special_token_120|>", "｟reserved_special_token_120｠" ], [ "<|reserved_special_token_121|>", "｟reserved_special_token_121｠" ], [ "<|reserved_special_token_122|>", "｟reserved_special_token_122｠" ], [ "<|reserved_special_token_123|>", "｟reserved_special_token_123｠" ], [ "<|reserved_special_token_124|>", "｟reserved_special_token_124｠" ], [ "<|reserved_special_token_125|>", "｟reserved_special_token_125｠" ], [ "<|reserved_special_token_126|>", "｟reserved_special_token_126｠" ], [ "<|reserved_special_token_127|>", "｟reserved_special_token_127｠" ], [ "<|reserved_special_token_128|>", "｟reserved_special_token_128｠" ], [ "<|reserved_special_token_129|>", "｟reserved_special_token_129｠" ], [ "<|reserved_special_token_130|>", "｟reserved_special_token_130｠" ], [ "<|reserved_special_token_131|>", "｟reserved_special_token_131｠" ], [ "<|reserved_special_token_132|>", "｟reserved_special_token_132｠" ], [ "<|reserved_special_token_133|>", "｟reserved_special_token_133｠" ], [ "<|reserved_special_token_134|>", "｟reserved_special_token_134｠" ], [ "<|reserved_special_token_135|>", "｟reserved_special_token_135｠" ], [ "<|reserved_special_token_136|>", "｟reserved_special_token_136｠" ], [ "<|reserved_special_token_137|>", "｟reserved_special_token_137｠" ], [ "<|reserved_special_token_138|>", "｟reserved_special_token_138｠" ], [ "<|reserved_special_token_139|>", "｟reserved_special_token_139｠" ], [ "<|reserved_special_token_140|>", "｟reserved_special_token_140｠" ], [ "<|reserved_special_token_141|>", "｟reserved_special_token_141｠" ], [ "<|reserved_special_token_142|>", "｟reserved_special_token_142｠" ], [ "<|reserved_special_token_143|>", "｟reserved_special_token_143｠" ], [ "<|reserved_special_token_144|>", "｟reserved_special_token_144｠" ], [ "<|reserved_special_token_145|>", "｟reserved_special_token_145｠" ], [ "<|reserved_special_token_146|>", "｟reserved_special_token_146｠" ], [ "<|reserved_special_token_147|>", "｟reserved_special_token_147｠" ], [ "<|reserved_special_token_148|>", "｟reserved_special_token_148｠" ], [ "<|reserved_special_token_149|>", "｟reserved_special_token_149｠" ], [ "<|reserved_special_token_150|>", "｟reserved_special_token_150｠" ], [ "<|reserved_special_token_151|>", "｟reserved_special_token_151｠" ], [ "<|reserved_special_token_152|>", "｟reserved_special_token_152｠" ], [ "<|reserved_special_token_153|>", "｟reserved_special_token_153｠" ], [ "<|reserved_special_token_154|>", "｟reserved_special_token_154｠" ], [ "<|reserved_special_token_155|>", "｟reserved_special_token_155｠" ], [ "<|reserved_special_token_156|>", "｟reserved_special_token_156｠" ], [ "<|reserved_special_token_157|>", "｟reserved_special_token_157｠" ], [ "<|reserved_special_token_158|>", "｟reserved_special_token_158｠" ], [ "<|reserved_special_token_159|>", "｟reserved_special_token_159｠" ], [ "<|reserved_special_token_160|>", "｟reserved_special_token_160｠" ], [ "<|reserved_special_token_161|>", "｟reserved_special_token_161｠" ], [ "<|reserved_special_token_162|>", "｟reserved_special_token_162｠" ], [ "<|reserved_special_token_163|>", "｟reserved_special_token_163｠" ], [ "<|reserved_special_token_164|>", "｟reserved_special_token_164｠" ], [ "<|reserved_special_token_165|>", "｟reserved_special_token_165｠" ], [ "<|reserved_special_token_166|>", "｟reserved_special_token_166｠" ], [ "<|reserved_special_token_167|>", "｟reserved_special_token_167｠" ], [ "<|reserved_special_token_168|>", "｟reserved_special_token_168｠" ], [ "<|reserved_special_token_169|>", "｟reserved_special_token_169｠" ], [ "<|reserved_special_token_170|>", "｟reserved_special_token_170｠" ], [ "<|reserved_special_token_171|>", "｟reserved_special_token_171｠" ], [ "<|reserved_special_token_172|>", "｟reserved_special_token_172｠" ], [ "<|reserved_special_token_173|>", "｟reserved_special_token_173｠" ], [ "<|reserved_special_token_174|>", "｟reserved_special_token_174｠" ], [ "<|reserved_special_token_175|>", "｟reserved_special_token_175｠" ], [ "<|reserved_special_token_176|>", "｟reserved_special_token_176｠" ], [ "<|reserved_special_token_177|>", "｟reserved_special_token_177｠" ], [ "<|reserved_special_token_178|>", "｟reserved_special_token_178｠" ], [ "<|reserved_special_token_179|>", "｟reserved_special_token_179｠" ], [ "<|reserved_special_token_180|>", "｟reserved_special_token_180｠" ], [ "<|reserved_special_token_181|>", "｟reserved_special_token_181｠" ], [ "<|reserved_special_token_182|>", "｟reserved_special_token_182｠" ], [ "<|reserved_special_token_183|>", "｟reserved_special_token_183｠" ], [ "<|reserved_special_token_184|>", "｟reserved_special_token_184｠" ], [ "<|reserved_special_token_185|>", "｟reserved_special_token_185｠" ], [ "<|reserved_special_token_186|>", "｟reserved_special_token_186｠" ], [ "<|reserved_special_token_187|>", "｟reserved_special_token_187｠" ], [ "<|reserved_special_token_188|>", "｟reserved_special_token_188｠" ], [ "<|reserved_special_token_189|>", "｟reserved_special_token_189｠" ], [ "<|reserved_special_token_190|>", "｟reserved_special_token_190｠" ], [ "<|reserved_special_token_191|>", "｟reserved_special_token_191｠" ], [ "<|reserved_special_token_192|>", "｟reserved_special_token_192｠" ], [ "<|reserved_special_token_193|>", "｟reserved_special_token_193｠" ], [ "<|reserved_special_token_194|>", "｟reserved_special_token_194｠" ], [ "<|reserved_special_token_195|>", "｟reserved_special_token_195｠" ], [ "<|reserved_special_token_196|>", "｟reserved_special_token_196｠" ], [ "<|reserved_special_token_197|>", "｟reserved_special_token_197｠" ], [ "<|reserved_special_token_198|>", "｟reserved_special_token_198｠" ], [ "<|reserved_special_token_199|>", "｟reserved_special_token_199｠" ], [ "<|reserved_special_token_200|>", "｟reserved_special_token_200｠" ], [ "<|reserved_special_token_201|>", "｟reserved_special_token_201｠" ], [ "<|reserved_special_token_202|>", "｟reserved_special_token_202｠" ], [ "<|reserved_special_token_203|>", "｟reserved_special_token_203｠" ], [ "<|reserved_special_token_204|>", "｟reserved_special_token_204｠" ], [ "<|reserved_special_token_205|>", "｟reserved_special_token_205｠" ], [ "<|reserved_special_token_206|>", "｟reserved_special_token_206｠" ], [ "<|reserved_special_token_207|>", "｟reserved_special_token_207｠" ], [ "<|reserved_special_token_208|>", "｟reserved_special_token_208｠" ], [ "<|reserved_special_token_209|>", "｟reserved_special_token_209｠" ], [ "<|reserved_special_token_210|>", "｟reserved_special_token_210｠" ], [ "<|reserved_special_token_211|>", "｟reserved_special_token_211｠" ], [ "<|reserved_special_token_212|>", "｟reserved_special_token_212｠" ], [ "<|reserved_special_token_213|>", "｟reserved_special_token_213｠" ], [ "<|reserved_special_token_214|>", "｟reserved_special_token_214｠" ], [ "<|reserved_special_token_215|>", "｟reserved_special_token_215｠" ], [ "<|reserved_special_token_216|>", "｟reserved_special_token_216｠" ], [ "<|reserved_special_token_217|>", "｟reserved_special_token_217｠" ], [ "<|reserved_special_token_218|>", "｟reserved_special_token_218｠" ], [ "<|reserved_special_token_219|>", "｟reserved_special_token_219｠" ], [ "<|reserved_special_token_220|>", "｟reserved_special_token_220｠" ], [ "<|reserved_special_token_221|>", "｟reserved_special_token_221｠" ], [ "<|reserved_special_token_222|>", "｟reserved_special_token_222｠" ], [ "<|reserved_special_token_223|>", "｟reserved_special_token_223｠" ], [ "<|reserved_special_token_224|>", "｟reserved_special_token_224｠" ], [ "<|reserved_special_token_225|>", "｟reserved_special_token_225｠" ], [ "<|reserved_special_token_226|>", "｟reserved_special_token_226｠" ], [ "<|reserved_special_token_227|>", "｟reserved_special_token_227｠" ], [ "<|reserved_special_token_228|>", "｟reserved_special_token_228｠" ], [ "<|reserved_special_token_229|>", "｟reserved_special_token_229｠" ], [ "<|reserved_special_token_230|>", "｟reserved_special_token_230｠" ], [ "<|reserved_special_token_231|>", "｟reserved_special_token_231｠" ], [ "<|reserved_special_token_232|>", "｟reserved_special_token_232｠" ], [ "<|reserved_special_token_233|>", "｟reserved_special_token_233｠" ], [ "<|reserved_special_token_234|>", "｟reserved_special_token_234｠" ], [ "<|reserved_special_token_235|>", "｟reserved_special_token_235｠" ], [ "<|reserved_special_token_236|>", "｟reserved_special_token_236｠" ], [ "<|reserved_special_token_237|>", "｟reserved_special_token_237｠" ], [ "<|reserved_special_token_238|>", "｟reserved_special_token_238｠" ], [ "<|reserved_special_token_239|>", "｟reserved_special_token_239｠" ], [ "<|reserved_special_token_240|>", "｟reserved_special_token_240｠" ], [ "<|reserved_special_token_241|>", "｟reserved_special_token_241｠" ], [ "<|reserved_special_token_242|>", "｟reserved_special_token_242｠" ], [ "<|reserved_special_token_243|>", "｟reserved_special_token_243｠" ], [ "<|reserved_special_token_244|>", "｟reserved_special_token_244｠" ], [ "<|reserved_special_token_245|>", "｟reserved_special_token_245｠" ], [ "<|reserved_special_token_246|>", "｟reserved_special_token_246｠" ], [ "<|reserved_special_token_247|>", "｟reserved_special_token_247｠" ], [ "<|reserved_special_token_248|>", "｟reserved_special_token_248｠" ], [ "<|reserved_special_token_249|>", "｟reserved_special_token_249｠" ], [ "<|reserved_special_token_250|>", "｟reserved_special_token_250｠" ] ], "src_subword_type": "bpe" } }, "model": { "head_dim": null, "sliding_window": 0, "architecture": "transformer_lm", "num_experts": 0, "heads": 32, "hidden_size": 4096, "norm_eps": 1e-05, "num_experts_per_tok": 0, "mlp_activation_fn": "gated-silu", "left_pad": true, "layers": 32, "layer_norm": "rms", "shared_layer_norm": false, "add_ffnbias": false, "heads_kv": 8, "add_qkvbias": false, "parallel_residual": false, "transformer_ff": 14336, "embeddings": { "n_positions": 0, "tgt_word_vec_size": 4096, "position_encoding_type": "Rotary", "src_word_vec_size": 4096 }, "rope_config": { "rotary_interleave": false, "rotary_theta": 500000 }, "decoder": { "position_encoding_type": "Rotary", "n_positions": 0, "decoder_type": "transformer_lm", "tgt_word_vec_size": 4096, "rope_config": { "rotary_interleave": false, "rotary_theta": 500000 } } }, "inference": { "optional_eos": [], "top_p": 0.9, "temperature": 0.6, "max_length": 4096, "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}" } }