diff --git "a/notebooks/TGI-launcher.ipynb" "b/notebooks/TGI-launcher.ipynb" deleted file mode 100644--- "a/notebooks/TGI-launcher.ipynb" +++ /dev/null @@ -1,343 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "id": "f8856772-5173-4549-aebd-0f4564cce143", - "metadata": { - "tags": [] - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[2m2024-04-26T14:32:20.564290Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Args { model_id: \"astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit\", revision: None, validation_workers: 2, sharded: None, num_shard: None, quantize: None, speculate: None, dtype: None, trust_remote_code: false, max_concurrent_requests: 128, max_best_of: 2, max_stop_sequences: 4, max_top_n_tokens: 5, max_input_tokens: None, max_input_length: None, max_total_tokens: None, waiting_served_ratio: 1.2, max_batch_prefill_tokens: None, max_batch_total_tokens: None, max_waiting_tokens: 20, max_batch_size: None, cuda_graphs: None, hostname: \"r-derek-thomas-tgi-benchmark-space-7loilyzl-976bc-u85av\", port: 1234, shard_uds_path: \"/tmp/text-generation-server\", master_addr: \"localhost\", master_port: 29500, huggingface_hub_cache: Some(\"/data\"), weights_cache_override: None, disable_custom_kernels: false, cuda_memory_fraction: 1.0, rope_scaling: None, rope_factor: None, json_output: false, otlp_endpoint: None, cors_allow_origin: [], watermark_gamma: None, watermark_delta: None, ngrok: false, ngrok_authtoken: None, ngrok_edge: None, tokenizer_config_path: None, disable_grammar_support: false, env: false, max_client_batch_size: 4 }\n", - "\u001b[2m2024-04-26T14:32:20.564424Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Model supports up to 8192 but tgi will now set its default to 4096 instead. This is to save VRAM by refusing large prompts in order to allow more users on the same hardware. You can increase that size using `--max-batch-prefill-tokens=8242 --max-total-tokens=8192 --max-input-tokens=8191`.\n", - "\u001b[2m2024-04-26T14:32:20.564433Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Default `max_input_tokens` to 4095\n", - "\u001b[2m2024-04-26T14:32:20.564437Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Default `max_total_tokens` to 4096\n", - "\u001b[2m2024-04-26T14:32:20.564440Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Default `max_batch_prefill_tokens` to 4145\n", - "\u001b[2m2024-04-26T14:32:20.564444Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Using default cuda graphs [1, 2, 4, 8, 16, 32]\n", - "\u001b[2m2024-04-26T14:32:20.564544Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mdownload\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting download process.\n", - "\u001b[2m2024-04-26T14:32:24.291204Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Files are already present on the host. Skipping download.\n", - "\n", - "\u001b[2m2024-04-26T14:32:24.868030Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mdownload\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Successfully downloaded weights.\n", - "\u001b[2m2024-04-26T14:32:24.868285Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting shard \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-26T14:32:28.793351Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Auto selecting quantization method gptq\n", - "\n", - "\u001b[2m2024-04-26T14:32:31.758835Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Disabling exllama because desc_act=True\n", - "\n", - "\u001b[2m2024-04-26T14:32:34.877571Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Waiting for shard to be ready... \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-26T14:32:44.959227Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Waiting for shard to be ready... \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-26T14:32:46.924472Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Server started at unix:///tmp/text-generation-server-0\n", - "\n", - "\u001b[2m2024-04-26T14:32:46.962095Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Shard ready in 22.093015034s \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-26T14:32:47.058502Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting Webserver\n", - "\u001b[2m2024-04-26T14:32:47.129542Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m185:\u001b[0m Using the Hugging Face API\n", - "\u001b[2m2024-04-26T14:32:47.500280Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|begin_of_text|>' was expected to have ID '128000' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500303Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|end_of_text|>' was expected to have ID '128001' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500306Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_0|>' was expected to have ID '128002' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500309Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_1|>' was expected to have ID '128003' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500311Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_2|>' was expected to have ID '128004' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500313Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_3|>' was expected to have ID '128005' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500315Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|start_header_id|>' was expected to have ID '128006' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500317Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|end_header_id|>' was expected to have ID '128007' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500320Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_4|>' was expected to have ID '128008' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500322Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|eot_id|>' was expected to have ID '128009' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500324Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_5|>' was expected to have ID '128010' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500326Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_6|>' was expected to have ID '128011' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500328Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_7|>' was expected to have ID '128012' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500330Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_8|>' was expected to have ID '128013' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500338Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_9|>' was expected to have ID '128014' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500340Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_10|>' was expected to have ID '128015' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500343Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_11|>' was expected to have ID '128016' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500345Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_12|>' was expected to have ID '128017' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500347Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_13|>' was expected to have ID '128018' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500349Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_14|>' was expected to have ID '128019' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500351Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_15|>' was expected to have ID '128020' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500353Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_16|>' was expected to have ID '128021' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500355Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_17|>' was expected to have ID '128022' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500358Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_18|>' was expected to have ID '128023' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500360Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_19|>' was expected to have ID '128024' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500362Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_20|>' was expected to have ID '128025' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500364Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_21|>' was expected to have ID '128026' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500367Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_22|>' was expected to have ID '128027' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500369Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_23|>' was expected to have ID '128028' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500371Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_24|>' was expected to have ID '128029' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500373Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_25|>' was expected to have ID '128030' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500375Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_26|>' was expected to have ID '128031' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500379Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_27|>' was expected to have ID '128032' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500381Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_28|>' was expected to have ID '128033' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500383Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_29|>' was expected to have ID '128034' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500385Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_30|>' was expected to have ID '128035' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500387Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_31|>' was expected to have ID '128036' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500389Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_32|>' was expected to have ID '128037' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500391Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_33|>' was expected to have ID '128038' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500393Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_34|>' was expected to have ID '128039' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500396Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_35|>' was expected to have ID '128040' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500398Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_36|>' was expected to have ID '128041' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500400Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_37|>' was expected to have ID '128042' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500402Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_38|>' was expected to have ID '128043' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500404Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_39|>' was expected to have ID '128044' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500406Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_40|>' was expected to have ID '128045' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500408Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_41|>' was expected to have ID '128046' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500411Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_42|>' was expected to have ID '128047' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500413Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_43|>' was expected to have ID '128048' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500415Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_44|>' was expected to have ID '128049' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500417Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_45|>' was expected to have ID '128050' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500419Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_46|>' was expected to have ID '128051' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500421Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_47|>' was expected to have ID '128052' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500423Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_48|>' was expected to have ID '128053' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500425Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_49|>' was expected to have ID '128054' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500428Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_50|>' was expected to have ID '128055' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500430Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_51|>' was expected to have ID '128056' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500434Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_52|>' was expected to have ID '128057' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500436Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_53|>' was expected to have ID '128058' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500438Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_54|>' was expected to have ID '128059' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500440Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_55|>' was expected to have ID '128060' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500442Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_56|>' was expected to have ID '128061' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500444Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_57|>' was expected to have ID '128062' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500446Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_58|>' was expected to have ID '128063' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500448Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_59|>' was expected to have ID '128064' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500450Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_60|>' was expected to have ID '128065' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500453Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_61|>' was expected to have ID '128066' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500455Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_62|>' was expected to have ID '128067' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500457Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_63|>' was expected to have ID '128068' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500459Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_64|>' was expected to have ID '128069' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500461Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_65|>' was expected to have ID '128070' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500463Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_66|>' was expected to have ID '128071' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500465Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_67|>' was expected to have ID '128072' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500467Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_68|>' was expected to have ID '128073' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500469Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_69|>' was expected to have ID '128074' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500472Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_70|>' was expected to have ID '128075' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500474Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_71|>' was expected to have ID '128076' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500476Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_72|>' was expected to have ID '128077' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500478Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_73|>' was expected to have ID '128078' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500480Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_74|>' was expected to have ID '128079' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500482Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_75|>' was expected to have ID '128080' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500484Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_76|>' was expected to have ID '128081' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500486Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_77|>' was expected to have ID '128082' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500488Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_78|>' was expected to have ID '128083' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500490Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_79|>' was expected to have ID '128084' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500492Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_80|>' was expected to have ID '128085' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500494Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_81|>' was expected to have ID '128086' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500497Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_82|>' was expected to have ID '128087' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500499Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_83|>' was expected to have ID '128088' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500501Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_84|>' was expected to have ID '128089' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500503Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_85|>' was expected to have ID '128090' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500505Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_86|>' was expected to have ID '128091' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500508Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_87|>' was expected to have ID '128092' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500510Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_88|>' was expected to have ID '128093' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500512Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_89|>' was expected to have ID '128094' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500514Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_90|>' was expected to have ID '128095' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500516Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_91|>' was expected to have ID '128096' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500518Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_92|>' was expected to have ID '128097' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500525Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_93|>' was expected to have ID '128098' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500527Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_94|>' was expected to have ID '128099' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500530Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_95|>' was expected to have ID '128100' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500532Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_96|>' was expected to have ID '128101' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500534Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_97|>' was expected to have ID '128102' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500536Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_98|>' was expected to have ID '128103' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500538Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_99|>' was expected to have ID '128104' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500541Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_100|>' was expected to have ID '128105' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500543Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_101|>' was expected to have ID '128106' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500545Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_102|>' was expected to have ID '128107' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500548Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_103|>' was expected to have ID '128108' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500550Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_104|>' was expected to have ID '128109' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500552Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_105|>' was expected to have ID '128110' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500555Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_106|>' was expected to have ID '128111' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500557Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_107|>' was expected to have ID '128112' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500559Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_108|>' was expected to have ID '128113' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500561Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_109|>' was expected to have ID '128114' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500563Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_110|>' was expected to have ID '128115' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500566Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_111|>' was expected to have ID '128116' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500568Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_112|>' was expected to have ID '128117' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500570Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_113|>' was expected to have ID '128118' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500572Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_114|>' was expected to have ID '128119' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500575Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_115|>' was expected to have ID '128120' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500577Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_116|>' was expected to have ID '128121' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500579Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_117|>' was expected to have ID '128122' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500581Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_118|>' was expected to have ID '128123' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500584Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_119|>' was expected to have ID '128124' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500586Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_120|>' was expected to have ID '128125' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500588Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_121|>' was expected to have ID '128126' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500591Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_122|>' was expected to have ID '128127' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500593Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_123|>' was expected to have ID '128128' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500595Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_124|>' was expected to have ID '128129' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500597Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_125|>' was expected to have ID '128130' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500599Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_126|>' was expected to have ID '128131' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500602Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_127|>' was expected to have ID '128132' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500604Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_128|>' was expected to have ID '128133' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500606Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_129|>' was expected to have ID '128134' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500608Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_130|>' was expected to have ID '128135' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500610Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_131|>' was expected to have ID '128136' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500612Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_132|>' was expected to have ID '128137' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500614Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_133|>' was expected to have ID '128138' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500616Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_134|>' was expected to have ID '128139' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500618Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_135|>' was expected to have ID '128140' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500620Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_136|>' was expected to have ID '128141' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500623Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_137|>' was expected to have ID '128142' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500625Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_138|>' was expected to have ID '128143' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500627Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_139|>' was expected to have ID '128144' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500629Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_140|>' was expected to have ID '128145' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500631Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_141|>' was expected to have ID '128146' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500633Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_142|>' was expected to have ID '128147' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500636Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_143|>' was expected to have ID '128148' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500638Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_144|>' was expected to have ID '128149' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500640Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_145|>' was expected to have ID '128150' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500642Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_146|>' was expected to have ID '128151' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500644Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_147|>' was expected to have ID '128152' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500646Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_148|>' was expected to have ID '128153' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500649Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_149|>' was expected to have ID '128154' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500651Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_150|>' was expected to have ID '128155' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500653Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_151|>' was expected to have ID '128156' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500655Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_152|>' was expected to have ID '128157' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500657Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_153|>' was expected to have ID '128158' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500659Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_154|>' was expected to have ID '128159' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500661Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_155|>' was expected to have ID '128160' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500663Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_156|>' was expected to have ID '128161' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500665Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_157|>' was expected to have ID '128162' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500667Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_158|>' was expected to have ID '128163' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500670Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_159|>' was expected to have ID '128164' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500672Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_160|>' was expected to have ID '128165' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500674Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_161|>' was expected to have ID '128166' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500676Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_162|>' was expected to have ID '128167' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500678Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_163|>' was expected to have ID '128168' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500680Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_164|>' was expected to have ID '128169' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500682Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_165|>' was expected to have ID '128170' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500684Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_166|>' was expected to have ID '128171' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500686Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_167|>' was expected to have ID '128172' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500688Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_168|>' was expected to have ID '128173' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500690Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_169|>' was expected to have ID '128174' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500692Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_170|>' was expected to have ID '128175' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500694Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_171|>' was expected to have ID '128176' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500697Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_172|>' was expected to have ID '128177' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500699Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_173|>' was expected to have ID '128178' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500701Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_174|>' was expected to have ID '128179' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500703Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_175|>' was expected to have ID '128180' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500705Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_176|>' was expected to have ID '128181' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500707Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_177|>' was expected to have ID '128182' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500709Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_178|>' was expected to have ID '128183' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500711Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_179|>' was expected to have ID '128184' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500713Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_180|>' was expected to have ID '128185' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500715Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_181|>' was expected to have ID '128186' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500717Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_182|>' was expected to have ID '128187' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500719Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_183|>' was expected to have ID '128188' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500721Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_184|>' was expected to have ID '128189' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500723Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_185|>' was expected to have ID '128190' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500725Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_186|>' was expected to have ID '128191' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500727Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_187|>' was expected to have ID '128192' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500729Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_188|>' was expected to have ID '128193' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500731Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_189|>' was expected to have ID '128194' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500733Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_190|>' was expected to have ID '128195' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500735Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_191|>' was expected to have ID '128196' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500738Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_192|>' was expected to have ID '128197' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500740Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_193|>' was expected to have ID '128198' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500742Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_194|>' was expected to have ID '128199' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500744Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_195|>' was expected to have ID '128200' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500746Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_196|>' was expected to have ID '128201' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500748Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_197|>' was expected to have ID '128202' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500750Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_198|>' was expected to have ID '128203' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500753Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_199|>' was expected to have ID '128204' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500755Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_200|>' was expected to have ID '128205' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500757Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_201|>' was expected to have ID '128206' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500758Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_202|>' was expected to have ID '128207' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500761Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_203|>' was expected to have ID '128208' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500763Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_204|>' was expected to have ID '128209' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500765Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_205|>' was expected to have ID '128210' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500767Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_206|>' was expected to have ID '128211' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500769Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_207|>' was expected to have ID '128212' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500771Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_208|>' was expected to have ID '128213' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500773Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_209|>' was expected to have ID '128214' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500775Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_210|>' was expected to have ID '128215' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500777Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_211|>' was expected to have ID '128216' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500779Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_212|>' was expected to have ID '128217' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500781Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_213|>' was expected to have ID '128218' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500784Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_214|>' was expected to have ID '128219' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500786Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_215|>' was expected to have ID '128220' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500788Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_216|>' was expected to have ID '128221' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500790Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_217|>' was expected to have ID '128222' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500792Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_218|>' was expected to have ID '128223' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500794Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_219|>' was expected to have ID '128224' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500796Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_220|>' was expected to have ID '128225' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500798Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_221|>' was expected to have ID '128226' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500800Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_222|>' was expected to have ID '128227' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500802Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_223|>' was expected to have ID '128228' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.500804Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_224|>' was expected to have ID '128229' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501807Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_225|>' was expected to have ID '128230' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501810Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_226|>' was expected to have ID '128231' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501812Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_227|>' was expected to have ID '128232' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501814Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_228|>' was expected to have ID '128233' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501816Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_229|>' was expected to have ID '128234' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501818Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_230|>' was expected to have ID '128235' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501820Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_231|>' was expected to have ID '128236' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501822Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_232|>' was expected to have ID '128237' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501824Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_233|>' was expected to have ID '128238' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501826Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_234|>' was expected to have ID '128239' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501828Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_235|>' was expected to have ID '128240' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501831Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_236|>' was expected to have ID '128241' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501833Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_237|>' was expected to have ID '128242' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501836Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_238|>' was expected to have ID '128243' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501838Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_239|>' was expected to have ID '128244' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501840Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_240|>' was expected to have ID '128245' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501842Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_241|>' was expected to have ID '128246' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501844Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_242|>' was expected to have ID '128247' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501846Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_243|>' was expected to have ID '128248' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501848Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_244|>' was expected to have ID '128249' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501850Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_245|>' was expected to have ID '128250' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501852Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_246|>' was expected to have ID '128251' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501880Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_247|>' was expected to have ID '128252' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501882Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_248|>' was expected to have ID '128253' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501884Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_249|>' was expected to have ID '128254' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.501886Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_250|>' was expected to have ID '128255' but was given ID 'None' \n", - "\u001b[2m2024-04-26T14:32:47.574888Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m471:\u001b[0m Serving revision d7395bd8b015df3f7cb1b2e929d84d3a9f9bc17d of model astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit\n", - "\u001b[2m2024-04-26T14:32:47.574904Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m253:\u001b[0m Using config Some(Llama)\n", - "\u001b[2m2024-04-26T14:32:47.574908Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m265:\u001b[0m Using the Hugging Face API to retrieve tokenizer config\n", - "\u001b[2m2024-04-26T14:32:47.580312Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m314:\u001b[0m Warming up model\n", - "\u001b[2m2024-04-26T14:33:02.035576Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Cuda Graphs are enabled for sizes [1, 2, 4, 8, 16, 32]\n", - "\n", - "\u001b[2m2024-04-26T14:33:15.301759Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m351:\u001b[0m Setting max batch total tokens to 207808\n", - "\u001b[2m2024-04-26T14:33:15.301775Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m352:\u001b[0m Connected\n", - "\u001b[2m2024-04-26T14:33:15.301779Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m366:\u001b[0m Invalid hostname, defaulting to 0.0.0.0\n" - ] - } - ], - "source": [ - "!RUST_BACKTRACE=1 \\\n", - "text-generation-launcher \\\n", - "--model-id astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit \\\n", - "--port 1234 # We need to change it from the default to play well with spaces \n", - "\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "de3b9694-d417-4d17-a28e-e481703344ec", - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.9.5" - } - }, - "nbformat": 4, - "nbformat_minor": 5 -}