diff --git "a/TGI-launcher.ipynb" "b/TGI-launcher.ipynb" --- "a/TGI-launcher.ipynb" +++ "b/TGI-launcher.ipynb" @@ -1,5 +1,25 @@ { "cells": [ + { + "cell_type": "markdown", + "id": "fe3c1d07-73d2-4906-97c4-2877f42a5fd7", + "metadata": {}, + "source": [ + "Here we can see the different settings for TGI. Be sure to read through them and decide which settings are most important for your use-case.\n", + "\n", + "Here are some of the most important ones for our purposes:\n", + "- `--model-id`\n", + "- `--quantize` Most of the time you want to quantize to save memory\n", + "- `--max-input-tokens` We will use a high number for RAG and a low number for Chat\n", + "- `--max-total-tokens` \n", + "- `--max-batch-size` \n", + "- `--max-batch-total-tokens`\n", + "\n", + "These are just used because we are on spaces, and dont want to conflict with the spaces server:\n", + "- `--hostname`\n", + "- `--port`" + ] + }, { "cell_type": "code", "execution_count": 2, @@ -118,9 +138,17 @@ "!text-generation-launcher -h" ] }, + { + "cell_type": "markdown", + "id": "598435df-0cdb-411b-96c2-3930fc222f8e", + "metadata": {}, + "source": [ + "We can launch directly from the notebook since we dont need the command to be interactive." + ] + }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "f8856772-5173-4549-aebd-0f4564cce143", "metadata": { "tags": [] @@ -130,322 +158,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[2m2024-04-29T11:31:45.324585Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Args { model_id: \"astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit\", revision: None, validation_workers: 2, sharded: None, num_shard: None, quantize: None, speculate: None, dtype: None, trust_remote_code: false, max_concurrent_requests: 128, max_best_of: 2, max_stop_sequences: 4, max_top_n_tokens: 5, max_input_tokens: Some(3000), max_input_length: None, max_total_tokens: Some(3300), waiting_served_ratio: 1.2, max_batch_prefill_tokens: None, max_batch_total_tokens: None, max_waiting_tokens: 20, max_batch_size: Some(5), cuda_graphs: None, hostname: \"r-derek-thomas-tgi-benchmark-space-kiwh48a6-ee7f8-q0926\", port: 1234, shard_uds_path: \"/tmp/text-generation-server\", master_addr: \"localhost\", master_port: 29500, huggingface_hub_cache: Some(\"/data\"), weights_cache_override: None, disable_custom_kernels: false, cuda_memory_fraction: 1.0, rope_scaling: None, rope_factor: None, json_output: false, otlp_endpoint: None, cors_allow_origin: [], watermark_gamma: None, watermark_delta: None, ngrok: false, ngrok_authtoken: None, ngrok_edge: None, tokenizer_config_path: None, disable_grammar_support: false, env: false, max_client_batch_size: 4 }\n", - "\u001b[2m2024-04-29T11:31:45.324638Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mhf_hub\u001b[0m\u001b[2m:\u001b[0m Token file not found \"/home/user/.cache/huggingface/token\" \n", - "\u001b[2m2024-04-29T11:31:45.324693Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Model supports up to 8192 but tgi will now set its default to 4096 instead. This is to save VRAM by refusing large prompts in order to allow more users on the same hardware. You can increase that size using `--max-batch-prefill-tokens=8242 --max-total-tokens=8192 --max-input-tokens=8191`.\n", - "\u001b[2m2024-04-29T11:31:45.324708Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Default `max_batch_prefill_tokens` to 15000\n", - "\u001b[2m2024-04-29T11:31:45.324711Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Using default cuda graphs [1, 2, 4, 8, 16, 32]\n", - "\u001b[2m2024-04-29T11:31:45.324717Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Sharding model on 4 processes\n", - "\u001b[2m2024-04-29T11:31:45.324790Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mdownload\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting download process.\n", - "\u001b[2m2024-04-29T11:31:48.463078Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Files are already present on the host. Skipping download.\n", - "\n", - "\u001b[2m2024-04-29T11:31:49.028388Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mdownload\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Successfully downloaded weights.\n", - "\u001b[2m2024-04-29T11:31:49.028634Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting shard \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:49.028669Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting shard \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m1\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:49.029393Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting shard \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m3\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:49.029390Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting shard \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m2\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:52.714744Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Auto selecting quantization method gptq\n", - "\n", - "\u001b[2m2024-04-29T11:31:52.719589Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Auto selecting quantization method gptq\n", - "\n", - "\u001b[2m2024-04-29T11:31:52.735832Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Auto selecting quantization method gptq\n", - "\n", - "\u001b[2m2024-04-29T11:31:52.745487Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Auto selecting quantization method gptq\n", - "\n", - "\u001b[2m2024-04-29T11:31:55.904511Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Disabling exllama because desc_act=True\n", - "\n", - "\u001b[2m2024-04-29T11:31:55.973483Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Disabling exllama because desc_act=True\n", - "\n", - "\u001b[2m2024-04-29T11:31:56.005021Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Disabling exllama because desc_act=True\n", - "\n", - "\u001b[2m2024-04-29T11:31:56.012221Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Disabling exllama because desc_act=True\n", - "\n", - "\u001b[2m2024-04-29T11:31:58.835086Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Server started at unix:///tmp/text-generation-server-2\n", - "\n", - "\u001b[2m2024-04-29T11:31:58.836043Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Server started at unix:///tmp/text-generation-server-3\n", - "\n", - "\u001b[2m2024-04-29T11:31:58.836199Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Server started at unix:///tmp/text-generation-server-0\n", - "\n", - "\u001b[2m2024-04-29T11:31:58.840200Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Shard ready in 9.809474543s \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m0\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:58.841577Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Shard ready in 9.81073868s \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m3\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:58.842478Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Server started at unix:///tmp/text-generation-server-1\n", - "\n", - "\u001b[2m2024-04-29T11:31:58.853402Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Shard ready in 9.822450659s \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m2\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:58.939990Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[1mshard-manager\u001b[0m: \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Shard ready in 9.909222621s \u001b[2m\u001b[3mrank\u001b[0m\u001b[2m=\u001b[0m1\u001b[0m\n", - "\u001b[2m2024-04-29T11:31:59.036529Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Starting Webserver\n", - "\u001b[2m2024-04-29T11:31:59.094170Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m185:\u001b[0m Using the Hugging Face API\n", - "\u001b[2m2024-04-29T11:31:59.094212Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mhf_hub\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/hf-hub-0.3.2/src/lib.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m55:\u001b[0m Token file not found \"/home/user/.cache/huggingface/token\" \n", - "\u001b[2m2024-04-29T11:31:59.431256Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|begin_of_text|>' was expected to have ID '128000' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431292Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|end_of_text|>' was expected to have ID '128001' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431296Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_0|>' was expected to have ID '128002' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431298Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_1|>' was expected to have ID '128003' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431301Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_2|>' was expected to have ID '128004' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431303Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_3|>' was expected to have ID '128005' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431305Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|start_header_id|>' was expected to have ID '128006' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431308Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|end_header_id|>' was expected to have ID '128007' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431310Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_4|>' was expected to have ID '128008' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431326Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|eot_id|>' was expected to have ID '128009' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431328Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_5|>' was expected to have ID '128010' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431330Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_6|>' was expected to have ID '128011' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431333Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_7|>' was expected to have ID '128012' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431335Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_8|>' was expected to have ID '128013' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431337Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_9|>' was expected to have ID '128014' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431340Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_10|>' was expected to have ID '128015' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431342Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_11|>' was expected to have ID '128016' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431345Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_12|>' was expected to have ID '128017' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431347Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_13|>' was expected to have ID '128018' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431349Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_14|>' was expected to have ID '128019' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431353Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_15|>' was expected to have ID '128020' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431355Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_16|>' was expected to have ID '128021' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431358Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_17|>' was expected to have ID '128022' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431360Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_18|>' was expected to have ID '128023' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431362Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_19|>' was expected to have ID '128024' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431364Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_20|>' was expected to have ID '128025' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431366Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_21|>' was expected to have ID '128026' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431369Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_22|>' was expected to have ID '128027' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431371Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_23|>' was expected to have ID '128028' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431373Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_24|>' was expected to have ID '128029' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431376Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_25|>' was expected to have ID '128030' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431378Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_26|>' was expected to have ID '128031' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431380Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_27|>' was expected to have ID '128032' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431383Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_28|>' was expected to have ID '128033' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431385Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_29|>' was expected to have ID '128034' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431387Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_30|>' was expected to have ID '128035' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431389Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_31|>' was expected to have ID '128036' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431392Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_32|>' was expected to have ID '128037' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431396Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_33|>' was expected to have ID '128038' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431398Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_34|>' was expected to have ID '128039' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431401Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_35|>' was expected to have ID '128040' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431403Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_36|>' was expected to have ID '128041' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431405Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_37|>' was expected to have ID '128042' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431407Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_38|>' was expected to have ID '128043' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431409Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_39|>' was expected to have ID '128044' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431412Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_40|>' was expected to have ID '128045' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431414Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_41|>' was expected to have ID '128046' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431416Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_42|>' was expected to have ID '128047' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431418Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_43|>' was expected to have ID '128048' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431421Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_44|>' was expected to have ID '128049' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431423Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_45|>' was expected to have ID '128050' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431426Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_46|>' was expected to have ID '128051' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431428Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_47|>' was expected to have ID '128052' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431431Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_48|>' was expected to have ID '128053' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431433Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_49|>' was expected to have ID '128054' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431436Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_50|>' was expected to have ID '128055' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431439Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_51|>' was expected to have ID '128056' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431442Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_52|>' was expected to have ID '128057' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431444Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_53|>' was expected to have ID '128058' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431446Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_54|>' was expected to have ID '128059' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431449Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_55|>' was expected to have ID '128060' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431451Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_56|>' was expected to have ID '128061' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431454Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_57|>' was expected to have ID '128062' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431457Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_58|>' was expected to have ID '128063' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431461Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_59|>' was expected to have ID '128064' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431463Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_60|>' was expected to have ID '128065' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431465Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_61|>' was expected to have ID '128066' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431467Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_62|>' was expected to have ID '128067' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431469Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_63|>' was expected to have ID '128068' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431472Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_64|>' was expected to have ID '128069' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431474Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_65|>' was expected to have ID '128070' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431476Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_66|>' was expected to have ID '128071' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431479Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_67|>' was expected to have ID '128072' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431481Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_68|>' was expected to have ID '128073' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431483Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_69|>' was expected to have ID '128074' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431486Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_70|>' was expected to have ID '128075' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431488Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_71|>' was expected to have ID '128076' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431490Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_72|>' was expected to have ID '128077' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431492Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_73|>' was expected to have ID '128078' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431495Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_74|>' was expected to have ID '128079' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431498Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_75|>' was expected to have ID '128080' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431500Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_76|>' was expected to have ID '128081' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431502Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_77|>' was expected to have ID '128082' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431504Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_78|>' was expected to have ID '128083' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431507Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_79|>' was expected to have ID '128084' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431509Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_80|>' was expected to have ID '128085' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431511Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_81|>' was expected to have ID '128086' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431513Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_82|>' was expected to have ID '128087' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431516Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_83|>' was expected to have ID '128088' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431518Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_84|>' was expected to have ID '128089' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431520Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_85|>' was expected to have ID '128090' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431522Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_86|>' was expected to have ID '128091' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431525Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_87|>' was expected to have ID '128092' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431527Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_88|>' was expected to have ID '128093' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431529Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_89|>' was expected to have ID '128094' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431531Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_90|>' was expected to have ID '128095' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431534Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_91|>' was expected to have ID '128096' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431538Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_92|>' was expected to have ID '128097' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431540Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_93|>' was expected to have ID '128098' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431542Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_94|>' was expected to have ID '128099' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431544Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_95|>' was expected to have ID '128100' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431546Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_96|>' was expected to have ID '128101' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431549Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_97|>' was expected to have ID '128102' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431551Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_98|>' was expected to have ID '128103' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431553Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_99|>' was expected to have ID '128104' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431555Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_100|>' was expected to have ID '128105' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431558Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_101|>' was expected to have ID '128106' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431560Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_102|>' was expected to have ID '128107' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431562Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_103|>' was expected to have ID '128108' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431565Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_104|>' was expected to have ID '128109' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431567Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_105|>' was expected to have ID '128110' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431569Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_106|>' was expected to have ID '128111' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431571Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_107|>' was expected to have ID '128112' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431574Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_108|>' was expected to have ID '128113' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431576Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_109|>' was expected to have ID '128114' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431578Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_110|>' was expected to have ID '128115' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431580Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_111|>' was expected to have ID '128116' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431583Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_112|>' was expected to have ID '128117' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431585Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_113|>' was expected to have ID '128118' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431587Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_114|>' was expected to have ID '128119' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431590Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_115|>' was expected to have ID '128120' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431592Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_116|>' was expected to have ID '128121' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431594Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_117|>' was expected to have ID '128122' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431596Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_118|>' was expected to have ID '128123' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431599Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_119|>' was expected to have ID '128124' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431601Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_120|>' was expected to have ID '128125' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431603Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_121|>' was expected to have ID '128126' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431605Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_122|>' was expected to have ID '128127' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431608Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_123|>' was expected to have ID '128128' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431610Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_124|>' was expected to have ID '128129' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431612Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_125|>' was expected to have ID '128130' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431614Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_126|>' was expected to have ID '128131' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431617Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_127|>' was expected to have ID '128132' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431619Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_128|>' was expected to have ID '128133' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431621Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_129|>' was expected to have ID '128134' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431623Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_130|>' was expected to have ID '128135' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431625Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_131|>' was expected to have ID '128136' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431628Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_132|>' was expected to have ID '128137' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431630Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_133|>' was expected to have ID '128138' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431632Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_134|>' was expected to have ID '128139' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431634Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_135|>' was expected to have ID '128140' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431636Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_136|>' was expected to have ID '128141' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431639Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_137|>' was expected to have ID '128142' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431641Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_138|>' was expected to have ID '128143' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431643Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_139|>' was expected to have ID '128144' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431645Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_140|>' was expected to have ID '128145' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431647Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_141|>' was expected to have ID '128146' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431649Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_142|>' was expected to have ID '128147' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431652Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_143|>' was expected to have ID '128148' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431654Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_144|>' was expected to have ID '128149' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431656Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_145|>' was expected to have ID '128150' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431658Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_146|>' was expected to have ID '128151' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431660Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_147|>' was expected to have ID '128152' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431662Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_148|>' was expected to have ID '128153' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431665Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_149|>' was expected to have ID '128154' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431667Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_150|>' was expected to have ID '128155' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431669Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_151|>' was expected to have ID '128156' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431671Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_152|>' was expected to have ID '128157' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431673Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_153|>' was expected to have ID '128158' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431675Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_154|>' was expected to have ID '128159' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431677Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_155|>' was expected to have ID '128160' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431679Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_156|>' was expected to have ID '128161' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431682Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_157|>' was expected to have ID '128162' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431684Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_158|>' was expected to have ID '128163' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431686Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_159|>' was expected to have ID '128164' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431688Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_160|>' was expected to have ID '128165' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431690Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_161|>' was expected to have ID '128166' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431692Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_162|>' was expected to have ID '128167' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431694Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_163|>' was expected to have ID '128168' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431696Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_164|>' was expected to have ID '128169' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431698Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_165|>' was expected to have ID '128170' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431701Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_166|>' was expected to have ID '128171' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431703Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_167|>' was expected to have ID '128172' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431705Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_168|>' was expected to have ID '128173' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431707Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_169|>' was expected to have ID '128174' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431709Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_170|>' was expected to have ID '128175' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431711Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_171|>' was expected to have ID '128176' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431713Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_172|>' was expected to have ID '128177' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431716Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_173|>' was expected to have ID '128178' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431718Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_174|>' was expected to have ID '128179' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431720Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_175|>' was expected to have ID '128180' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431722Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_176|>' was expected to have ID '128181' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431724Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_177|>' was expected to have ID '128182' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431726Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_178|>' was expected to have ID '128183' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431728Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_179|>' was expected to have ID '128184' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431731Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_180|>' was expected to have ID '128185' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431733Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_181|>' was expected to have ID '128186' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431735Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_182|>' was expected to have ID '128187' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431737Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_183|>' was expected to have ID '128188' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431739Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_184|>' was expected to have ID '128189' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431741Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_185|>' was expected to have ID '128190' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431743Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_186|>' was expected to have ID '128191' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431746Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_187|>' was expected to have ID '128192' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431748Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_188|>' was expected to have ID '128193' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431750Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_189|>' was expected to have ID '128194' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431752Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_190|>' was expected to have ID '128195' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431755Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_191|>' was expected to have ID '128196' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431757Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_192|>' was expected to have ID '128197' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431759Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_193|>' was expected to have ID '128198' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431761Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_194|>' was expected to have ID '128199' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431763Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_195|>' was expected to have ID '128200' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431765Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_196|>' was expected to have ID '128201' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431768Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_197|>' was expected to have ID '128202' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431770Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_198|>' was expected to have ID '128203' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431772Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_199|>' was expected to have ID '128204' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431774Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_200|>' was expected to have ID '128205' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431776Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_201|>' was expected to have ID '128206' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431779Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_202|>' was expected to have ID '128207' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431781Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_203|>' was expected to have ID '128208' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431783Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_204|>' was expected to have ID '128209' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431785Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_205|>' was expected to have ID '128210' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431787Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_206|>' was expected to have ID '128211' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431789Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_207|>' was expected to have ID '128212' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431791Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_208|>' was expected to have ID '128213' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431793Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_209|>' was expected to have ID '128214' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431796Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_210|>' was expected to have ID '128215' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431798Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_211|>' was expected to have ID '128216' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431800Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_212|>' was expected to have ID '128217' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431802Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_213|>' was expected to have ID '128218' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431804Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_214|>' was expected to have ID '128219' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431806Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_215|>' was expected to have ID '128220' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431808Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_216|>' was expected to have ID '128221' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431811Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_217|>' was expected to have ID '128222' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431813Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_218|>' was expected to have ID '128223' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431815Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_219|>' was expected to have ID '128224' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431817Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_220|>' was expected to have ID '128225' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431819Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_221|>' was expected to have ID '128226' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431821Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_222|>' was expected to have ID '128227' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.431823Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_223|>' was expected to have ID '128228' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433008Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_224|>' was expected to have ID '128229' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433011Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_225|>' was expected to have ID '128230' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433013Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_226|>' was expected to have ID '128231' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433015Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_227|>' was expected to have ID '128232' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433017Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_228|>' was expected to have ID '128233' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433019Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_229|>' was expected to have ID '128234' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433021Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_230|>' was expected to have ID '128235' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433024Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_231|>' was expected to have ID '128236' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433026Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_232|>' was expected to have ID '128237' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433028Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_233|>' was expected to have ID '128238' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433030Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_234|>' was expected to have ID '128239' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433033Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_235|>' was expected to have ID '128240' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433035Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_236|>' was expected to have ID '128241' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433037Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_237|>' was expected to have ID '128242' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433039Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_238|>' was expected to have ID '128243' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433042Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_239|>' was expected to have ID '128244' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433044Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_240|>' was expected to have ID '128245' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433046Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_241|>' was expected to have ID '128246' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433048Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_242|>' was expected to have ID '128247' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433050Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_243|>' was expected to have ID '128248' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433052Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_244|>' was expected to have ID '128249' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433054Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_245|>' was expected to have ID '128250' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433166Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_246|>' was expected to have ID '128251' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433168Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_247|>' was expected to have ID '128252' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433171Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_248|>' was expected to have ID '128253' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433173Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_249|>' was expected to have ID '128254' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.433175Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtokenizers::tokenizer::serialization\u001b[0m\u001b[2m:\u001b[0m \u001b[2m/usr/local/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokenizers-0.19.1/src/tokenizer/serialization.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m159:\u001b[0m Warning: Token '<|reserved_special_token_250|>' was expected to have ID '128255' but was given ID 'None' \n", - "\u001b[2m2024-04-29T11:31:59.468322Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m471:\u001b[0m Serving revision d7395bd8b015df3f7cb1b2e929d84d3a9f9bc17d of model astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit\n", - "\u001b[2m2024-04-29T11:31:59.468342Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m253:\u001b[0m Using config Some(Llama)\n", - "\u001b[2m2024-04-29T11:31:59.468346Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m265:\u001b[0m Using the Hugging Face API to retrieve tokenizer config\n", - "\u001b[2m2024-04-29T11:31:59.475211Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m314:\u001b[0m Warming up model\n", - "\u001b[2m2024-04-29T11:32:24.486792Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Cuda Graphs are enabled for sizes [1, 2, 4, 8, 16, 32]\n", - "\n", - "\u001b[2m2024-04-29T11:32:24.493165Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Cuda Graphs are enabled for sizes [1, 2, 4, 8, 16, 32]\n", - "\n", - "\u001b[2m2024-04-29T11:32:24.512910Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Cuda Graphs are enabled for sizes [1, 2, 4, 8, 16, 32]\n", - "\n", - "\u001b[2m2024-04-29T11:32:24.516465Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_launcher\u001b[0m\u001b[2m:\u001b[0m Cuda Graphs are enabled for sizes [1, 2, 4, 8, 16, 32]\n", - "\n", - "\u001b[2m2024-04-29T11:32:36.373318Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m351:\u001b[0m Setting max batch total tokens to 182944\n", - "\u001b[2m2024-04-29T11:32:36.373342Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m352:\u001b[0m Connected\n", - "\u001b[2m2024-04-29T11:32:36.373345Z\u001b[0m \u001b[33m WARN\u001b[0m \u001b[2mtext_generation_router\u001b[0m\u001b[2m:\u001b[0m \u001b[2mrouter/src/main.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m366:\u001b[0m Invalid hostname, defaulting to 0.0.0.0\n" + "zsh:1: command not found: text-generation-launcher\n" ] } ], @@ -453,11 +166,13 @@ "!RUST_BACKTRACE=1 \\\n", "text-generation-launcher \\\n", "--model-id astronomer/Llama-3-8B-Instruct-GPTQ-8-Bit \\\n", + "--quantize gptq \\\n", "--max-input-tokens 3000 \\\n", "--max-total-tokens 3300 \\\n", "--max-batch-size 5 \\\n", + "--max-total-tokens 100000 \\\n", "--hostname 0.0.0.0 \\\n", - "--port 1234 # We need to change it from the default to play well with spaces \n", + "--port 1337 # We need to change it from the default to play well with spaces \n", "\n" ] }, @@ -486,7 +201,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.5" + "version": "3.10.8" } }, "nbformat": 4,