diff --git a/demos/generate_text.ipynb b/demos/generate_text.ipynb new file mode 100644 index 0000000..2f8ac8a --- /dev/null +++ b/demos/generate_text.ipynb @@ -0,0 +1,669 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Defaulting to user installation because normal site-packages is not writeable\n", + "Requirement already satisfied: pandas in /home/lucia/.local/lib/python3.10/site-packages (2.2.2)\n", + "Requirement already satisfied: tokengrams in /home/lucia/.local/lib/python3.10/site-packages (0.3.3)\n", + "Requirement already satisfied: datasets in /home/lucia/.local/lib/python3.10/site-packages (1.13.0)\n", + "Requirement already satisfied: transformers in /home/lucia/.local/lib/python3.10/site-packages (4.44.2)\n", + "Requirement already satisfied: huggingface_hub in /home/lucia/.local/lib/python3.10/site-packages (0.23.2)\n", + "Requirement already satisfied: numpy>=1.22.4 in /opt/conda/lib/python3.10/site-packages (from pandas) (1.26.4)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /home/lucia/.local/lib/python3.10/site-packages (from pandas) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas) (2024.1)\n", + "Requirement already satisfied: tzdata>=2022.7 in /home/lucia/.local/lib/python3.10/site-packages (from pandas) (2024.1)\n", + "Requirement already satisfied: tqdm>=4.0.0 in /opt/conda/lib/python3.10/site-packages (from tokengrams) (4.66.4)\n", + "Requirement already satisfied: aiohttp in /home/lucia/.local/lib/python3.10/site-packages (from datasets) (3.10.5)\n", + "Requirement already satisfied: dill in /home/lucia/.local/lib/python3.10/site-packages (from datasets) (0.3.8)\n", + "Requirement already satisfied: fsspec>=2021.05.0 in /opt/conda/lib/python3.10/site-packages (from fsspec[http]>=2021.05.0->datasets) (2024.6.0)\n", + "Collecting huggingface_hub\n", + " Using cached huggingface_hub-0.0.19-py3-none-any.whl.metadata (6.3 kB)\n", + "Requirement already satisfied: multiprocess in /home/lucia/.local/lib/python3.10/site-packages (from datasets) (0.70.16)\n", + "Requirement already satisfied: packaging in /opt/conda/lib/python3.10/site-packages (from datasets) (23.2)\n", + "Requirement already satisfied: pyarrow!=4.0.0,>=1.0.0 in /home/lucia/.local/lib/python3.10/site-packages (from datasets) (17.0.0)\n", + "Requirement already satisfied: requests>=2.19.0 in /opt/conda/lib/python3.10/site-packages (from datasets) (2.32.2)\n", + "Requirement already satisfied: xxhash in /home/lucia/.local/lib/python3.10/site-packages (from datasets) (3.5.0)\n", + "Requirement already satisfied: filelock in /opt/conda/lib/python3.10/site-packages (from transformers) (3.13.1)\n", + "INFO: pip is looking at multiple versions of transformers to determine which version is compatible with other requirements. This could take a while.\n", + "Collecting transformers\n", + " Using cached transformers-4.44.1-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.44.0-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.43.4-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.43.3-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.43.2-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.43.1-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.43.0-py3-none-any.whl.metadata (43 kB)\n", + "INFO: pip is still looking at multiple versions of transformers to determine which version is compatible with other requirements. This could take a while.\n", + " Using cached transformers-4.42.4-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.42.3-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.42.2-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.42.1-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.42.0-py3-none-any.whl.metadata (43 kB)\n", + "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n", + " Using cached transformers-4.41.2-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.41.1-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.41.0-py3-none-any.whl.metadata (43 kB)\n", + " Using cached transformers-4.40.2-py3-none-any.whl.metadata (137 kB)\n", + " Using cached transformers-4.40.1-py3-none-any.whl.metadata (137 kB)\n", + " Using cached transformers-4.40.0-py3-none-any.whl.metadata (137 kB)\n", + " Using cached transformers-4.39.3-py3-none-any.whl.metadata (134 kB)\n", + " Using cached transformers-4.39.2-py3-none-any.whl.metadata (134 kB)\n", + " Using cached transformers-4.39.1-py3-none-any.whl.metadata (134 kB)\n", + " Using cached transformers-4.39.0-py3-none-any.whl.metadata (134 kB)\n", + " Using cached transformers-4.38.2-py3-none-any.whl.metadata (130 kB)\n", + " Using cached transformers-4.38.1-py3-none-any.whl.metadata (131 kB)\n", + " Using cached transformers-4.38.0-py3-none-any.whl.metadata (131 kB)\n", + " Using cached transformers-4.37.2-py3-none-any.whl.metadata (129 kB)\n", + " Using cached transformers-4.37.1-py3-none-any.whl.metadata (129 kB)\n", + " Using cached transformers-4.37.0-py3-none-any.whl.metadata (129 kB)\n", + " Using cached transformers-4.36.2-py3-none-any.whl.metadata (126 kB)\n", + " Using cached transformers-4.36.1-py3-none-any.whl.metadata (126 kB)\n", + " Using cached transformers-4.36.0-py3-none-any.whl.metadata (126 kB)\n", + " Using cached transformers-4.35.2-py3-none-any.whl.metadata (123 kB)\n", + " Using cached transformers-4.35.1-py3-none-any.whl.metadata (123 kB)\n", + " Using cached transformers-4.35.0-py3-none-any.whl.metadata (123 kB)\n", + " Using cached transformers-4.34.1-py3-none-any.whl.metadata (121 kB)\n", + " Using cached transformers-4.34.0-py3-none-any.whl.metadata (121 kB)\n", + " Using cached transformers-4.33.3-py3-none-any.whl.metadata (119 kB)\n", + " Using cached transformers-4.33.2-py3-none-any.whl.metadata (119 kB)\n", + " Using cached transformers-4.33.1-py3-none-any.whl.metadata (119 kB)\n", + " Using cached transformers-4.33.0-py3-none-any.whl.metadata (119 kB)\n", + " Using cached transformers-4.32.1-py3-none-any.whl.metadata (118 kB)\n", + " Using cached transformers-4.32.0-py3-none-any.whl.metadata (118 kB)\n", + " Using cached transformers-4.31.0-py3-none-any.whl.metadata (116 kB)\n", + " Using cached transformers-4.30.2-py3-none-any.whl.metadata (113 kB)\n", + " Using cached transformers-4.30.1-py3-none-any.whl.metadata (113 kB)\n", + " Using cached transformers-4.30.0-py3-none-any.whl.metadata (113 kB)\n", + " Using cached transformers-4.29.2-py3-none-any.whl.metadata (112 kB)\n", + " Using cached transformers-4.29.1-py3-none-any.whl.metadata (112 kB)\n", + " Using cached transformers-4.29.0-py3-none-any.whl.metadata (111 kB)\n", + " Using cached transformers-4.28.1-py3-none-any.whl.metadata (109 kB)\n", + " Using cached transformers-4.28.0-py3-none-any.whl.metadata (109 kB)\n", + " Using cached transformers-4.27.4-py3-none-any.whl.metadata (106 kB)\n", + " Using cached transformers-4.27.3-py3-none-any.whl.metadata (106 kB)\n", + " Using cached transformers-4.27.2-py3-none-any.whl.metadata (106 kB)\n", + " Using cached transformers-4.27.1-py3-none-any.whl.metadata (106 kB)\n", + " Using cached transformers-4.27.0-py3-none-any.whl.metadata (106 kB)\n", + " Using cached transformers-4.26.1-py3-none-any.whl.metadata (100 kB)\n", + " Using cached transformers-4.26.0-py3-none-any.whl.metadata (100 kB)\n", + " Using cached transformers-4.25.1-py3-none-any.whl.metadata (93 kB)\n", + " Using cached transformers-4.24.0-py3-none-any.whl.metadata (90 kB)\n", + " Using cached transformers-4.23.1-py3-none-any.whl.metadata (88 kB)\n", + " Using cached transformers-4.23.0-py3-none-any.whl.metadata (88 kB)\n", + " Using cached transformers-4.22.2-py3-none-any.whl.metadata (84 kB)\n", + " Using cached transformers-4.22.1-py3-none-any.whl.metadata (84 kB)\n", + " Using cached transformers-4.22.0-py3-none-any.whl.metadata (84 kB)\n", + " Using cached transformers-4.21.3-py3-none-any.whl.metadata (81 kB)\n", + " Using cached transformers-4.21.2-py3-none-any.whl.metadata (81 kB)\n", + " Using cached transformers-4.21.1-py3-none-any.whl.metadata (81 kB)\n", + " Using cached transformers-4.21.0-py3-none-any.whl.metadata (81 kB)\n", + " Using cached transformers-4.20.1-py3-none-any.whl.metadata (77 kB)\n", + " Using cached transformers-4.20.0-py3-none-any.whl.metadata (77 kB)\n", + " Using cached transformers-4.19.4-py3-none-any.whl.metadata (73 kB)\n", + " Using cached transformers-4.19.3-py3-none-any.whl.metadata (73 kB)\n", + " Using cached transformers-4.19.2-py3-none-any.whl.metadata (73 kB)\n", + " Using cached transformers-4.19.1-py3-none-any.whl.metadata (73 kB)\n", + " Using cached transformers-4.19.0-py3-none-any.whl.metadata (73 kB)\n", + " Using cached transformers-4.18.0-py3-none-any.whl.metadata (70 kB)\n", + " Using cached transformers-4.17.0-py3-none-any.whl.metadata (67 kB)\n", + " Using cached transformers-4.16.2-py3-none-any.whl.metadata (61 kB)\n", + " Using cached transformers-4.16.1-py3-none-any.whl.metadata (61 kB)\n", + " Using cached transformers-4.16.0-py3-none-any.whl.metadata (61 kB)\n", + " Using cached transformers-4.15.0-py3-none-any.whl.metadata (59 kB)\n", + " Using cached transformers-4.14.1-py3-none-any.whl.metadata (59 kB)\n", + " Using cached transformers-4.13.0-py3-none-any.whl.metadata (59 kB)\n", + " Using cached transformers-4.12.5-py3-none-any.whl.metadata (56 kB)\n", + " Using cached transformers-4.12.4-py3-none-any.whl.metadata (56 kB)\n", + " Using cached transformers-4.12.3-py3-none-any.whl.metadata (56 kB)\n", + " Using cached transformers-4.12.2-py3-none-any.whl.metadata (56 kB)\n", + "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.10/site-packages (from transformers) (6.0.1)\n", + "Requirement already satisfied: regex!=2019.12.17 in /home/lucia/.local/lib/python3.10/site-packages (from transformers) (2024.7.24)\n", + "Collecting sacremoses (from transformers)\n", + " Using cached sacremoses-0.1.1-py3-none-any.whl.metadata (8.3 kB)\n", + "Collecting tokenizers<0.11,>=0.10.1 (from transformers)\n", + " Using cached tokenizers-0.10.3.tar.gz (212 kB)\n", + " Installing build dependencies ... \u001b[?25ldone\n", + "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", + "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", + "\u001b[?25hRequirement already satisfied: typing-extensions in /opt/conda/lib/python3.10/site-packages (from huggingface_hub) (4.11.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (2.4.0)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (1.3.1)\n", + "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.10/site-packages (from aiohttp->datasets) (23.1.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (1.4.1)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (6.0.5)\n", + "Requirement already satisfied: yarl<2.0,>=1.0 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (1.9.4)\n", + "Requirement already satisfied: async-timeout<5.0,>=4.0 in /home/lucia/.local/lib/python3.10/site-packages (from aiohttp->datasets) (4.0.3)\n", + "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->datasets) (2.0.4)\n", + "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->datasets) (3.7)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->datasets) (2.2.1)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->datasets) (2024.2.2)\n", + "Requirement already satisfied: click in /opt/conda/lib/python3.10/site-packages (from sacremoses->transformers) (8.1.7)\n", + "Requirement already satisfied: joblib in /home/lucia/.local/lib/python3.10/site-packages (from sacremoses->transformers) (1.4.2)\n", + "Using cached transformers-4.12.2-py3-none-any.whl (3.1 MB)\n", + "Using cached huggingface_hub-0.0.19-py3-none-any.whl (56 kB)\n", + "Using cached sacremoses-0.1.1-py3-none-any.whl (897 kB)\n", + "Building wheels for collected packages: tokenizers\n", + " Building wheel for tokenizers (pyproject.toml) ... \u001b[?25lerror\n", + " \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n", + " \n", + " \u001b[31m×\u001b[0m \u001b[32mBuilding wheel for tokenizers \u001b[0m\u001b[1;32m(\u001b[0m\u001b[32mpyproject.toml\u001b[0m\u001b[1;32m)\u001b[0m did not run successfully.\n", + " \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n", + " \u001b[31m╰─>\u001b[0m \u001b[31m[417 lines of output]\u001b[0m\n", + " \u001b[31m \u001b[0m running bdist_wheel\n", + " \u001b[31m \u001b[0m running build\n", + " \u001b[31m \u001b[0m running build_py\n", + " \u001b[31m \u001b[0m creating build\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/models\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/models/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/models\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/decoders\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/decoders/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/decoders\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/normalizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/normalizers/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/normalizers\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/pre_tokenizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/pre_tokenizers/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/pre_tokenizers\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/processors\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/processors/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/processors\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/trainers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/trainers/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/trainers\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/base_tokenizer.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/bert_wordpiece.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/byte_level_bpe.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/char_level_bpe.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/sentencepiece_bpe.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/implementations/sentencepiece_unigram.py -> build/lib.linux-x86_64-cpython-310/tokenizers/implementations\n", + " \u001b[31m \u001b[0m creating build/lib.linux-x86_64-cpython-310/tokenizers/tools\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/tools/__init__.py -> build/lib.linux-x86_64-cpython-310/tokenizers/tools\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/tools/visualizer.py -> build/lib.linux-x86_64-cpython-310/tokenizers/tools\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/models/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/models\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/decoders/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/decoders\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/normalizers/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/normalizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/pre_tokenizers/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/pre_tokenizers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/processors/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/processors\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/trainers/__init__.pyi -> build/lib.linux-x86_64-cpython-310/tokenizers/trainers\n", + " \u001b[31m \u001b[0m copying py_src/tokenizers/tools/visualizer-styles.css -> build/lib.linux-x86_64-cpython-310/tokenizers/tools\n", + " \u001b[31m \u001b[0m running build_ext\n", + " \u001b[31m \u001b[0m running build_rust\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Updating\u001b[0m crates.io index\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Updating\u001b[0m git repository `https://github.com/pyo3/rust-numpy/`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Updating\u001b[0m git repository `https://github.com/n1t0/rayon-cond`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Locking\u001b[0m 135 packages to latest compatible versions\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m base64 v0.13.1 \u001b[1m\u001b[33m(latest: v0.22.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m bitflags v1.3.2 \u001b[1m\u001b[33m(latest: v2.6.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m cfg-if v0.1.10 \u001b[1m\u001b[33m(latest: v1.0.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m clap v2.34.0 \u001b[1m\u001b[33m(latest: v4.5.16)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m ctor v0.1.26 \u001b[1m\u001b[33m(latest: v0.2.8)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m darling v0.10.2 \u001b[1m\u001b[33m(latest: v0.20.10)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m darling_core v0.10.2 \u001b[1m\u001b[33m(latest: v0.20.10)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m darling_macro v0.10.2 \u001b[1m\u001b[33m(latest: v0.20.10)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m derive_builder v0.9.0 \u001b[1m\u001b[33m(latest: v0.20.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m derive_builder_core v0.9.0 \u001b[1m\u001b[33m(latest: v0.20.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m encode_unicode v0.3.6 \u001b[1m\u001b[33m(latest: v1.0.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m env_logger v0.7.1 \u001b[1m\u001b[33m(latest: v0.11.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m getrandom v0.1.16 \u001b[1m\u001b[33m(latest: v0.2.15)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m hermit-abi v0.1.19 \u001b[1m\u001b[33m(latest: v0.4.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m humantime v1.3.0 \u001b[1m\u001b[33m(latest: v2.1.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m indicatif v0.15.0 \u001b[1m\u001b[33m(latest: v0.17.8)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m indoc v0.3.6 \u001b[1m\u001b[33m(latest: v2.0.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m indoc-impl v0.3.6 \u001b[1m\u001b[33m(latest: v0.3.7)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m inventory v0.1.11 \u001b[1m\u001b[33m(latest: v0.3.15)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m itertools v0.8.2 \u001b[1m\u001b[33m(latest: v0.13.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m itertools v0.9.0 \u001b[1m\u001b[33m(latest: v0.13.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m linux-raw-sys v0.4.14 \u001b[1m\u001b[33m(latest: v0.6.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m matrixmultiply v0.2.4 \u001b[1m\u001b[33m(latest: v0.3.9)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m ndarray v0.13.1 \u001b[1m\u001b[33m(latest: v0.16.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m num-complex v0.2.4 \u001b[1m\u001b[33m(latest: v0.4.6)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m number_prefix v0.3.0 \u001b[1m\u001b[33m(latest: v0.4.0)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m parking_lot v0.11.2 \u001b[1m\u001b[33m(latest: v0.12.3)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m parking_lot_core v0.8.6 \u001b[1m\u001b[33m(latest: v0.9.10)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m paste v0.1.18 \u001b[1m\u001b[33m(latest: v1.0.15)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m pyo3 v0.12.4 \u001b[1m\u001b[33m(latest: v0.22.2)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m pyo3-derive-backend v0.12.4 \u001b[1m\u001b[33m(latest: v0.12.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m pyo3cls v0.12.4 \u001b[1m\u001b[33m(latest: v0.12.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m quick-error v1.2.3 \u001b[1m\u001b[33m(latest: v2.0.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m rand v0.7.3 \u001b[1m\u001b[33m(latest: v0.8.5)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m rand_chacha v0.2.2 \u001b[1m\u001b[33m(latest: v0.3.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m rand_core v0.5.1 \u001b[1m\u001b[33m(latest: v0.6.4)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m rand_hc v0.2.0 \u001b[1m\u001b[33m(latest: v0.3.2)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m redox_syscall v0.2.16 \u001b[1m\u001b[33m(latest: v0.5.3)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m regex-syntax v0.6.29 \u001b[1m\u001b[33m(latest: v0.8.4)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m strsim v0.8.0 \u001b[1m\u001b[33m(latest: v0.11.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m strsim v0.9.3 \u001b[1m\u001b[33m(latest: v0.11.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m syn v1.0.109 \u001b[1m\u001b[33m(latest: v2.0.77)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m textwrap v0.11.0 \u001b[1m\u001b[33m(latest: v0.16.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m unindent v0.1.11 \u001b[1m\u001b[33m(latest: v0.2.3)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m wasi v0.9.0+wasi-snapshot-preview1 \u001b[1m\u001b[33m(latest: v0.13.2+wasi-0.2.1)\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[36m Adding\u001b[0m windows-sys v0.52.0 \u001b[1m\u001b[33m(latest: v0.59.0)\u001b[0m\n", + " \u001b[31m \u001b[0m cargo rustc --lib --message-format=json-render-diagnostics --manifest-path Cargo.toml --release -v --features pyo3/extension-module --crate-type cdylib --\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[33mwarning\u001b[0m\u001b[1m:\u001b[0m unused manifest key: target.x86_64-apple-darwin.rustflags\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m proc-macro2 v1.0.86\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unicode-ident v1.0.12\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m autocfg v1.3.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m syn v1.0.109\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m libc v0.2.158\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v1.0.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m memchr v2.7.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m shlex v1.3.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m crossbeam-utils v0.8.20\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m proc-macro-hack v0.5.20+deprecated\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m getrandom v0.1.16\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m fnv v1.0.7\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m smallvec v1.13.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ident_case v1.0.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m strsim v0.9.3\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m regex-syntax v0.8.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rawpointer v0.2.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unicode-width v0.1.13\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/proc-macro2-1.0.86/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"proc-macro\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"nightly\", \"proc-macro\", \"span-locations\"))' -C metadata=dce65f3895ff3b4f -C extra-filename=-dce65f3895ff3b4f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/proc-macro2-dce65f3895ff3b4f -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unicode_ident --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unicode-ident-1.0.12/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=64225dcd6d908b0e -C extra-filename=-64225dcd6d908b0e --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name autocfg --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/autocfg-1.3.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=7883da62ebd09624 -C extra-filename=-7883da62ebd09624 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/syn-1.0.109/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"clone-impls\"' --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"extra-traits\"' --cfg 'feature=\"full\"' --cfg 'feature=\"parsing\"' --cfg 'feature=\"printing\"' --cfg 'feature=\"proc-macro\"' --cfg 'feature=\"quote\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"clone-impls\", \"default\", \"derive\", \"extra-traits\", \"fold\", \"full\", \"parsing\", \"printing\", \"proc-macro\", \"quote\", \"test\", \"visit\", \"visit-mut\"))' -C metadata=4cf12c30d28f810d -C extra-filename=-4cf12c30d28f810d --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/syn-4cf12c30d28f810d -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/libc-0.2.158/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"extra_traits\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"align\", \"const-extern-fn\", \"default\", \"extra_traits\", \"rustc-dep-of-std\", \"rustc-std-workspace-core\", \"std\", \"use_std\"))' -C metadata=4b261129cdecb68b -C extra-filename=-4b261129cdecb68b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/libc-4b261129cdecb68b -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name cfg_if --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/cfg-if-1.0.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiler_builtins\", \"core\", \"rustc-dep-of-std\"))' -C metadata=069aa8d3b6fffb61 -C extra-filename=-069aa8d3b6fffb61 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name memchr --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/memchr-2.7.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"compiler_builtins\", \"core\", \"default\", \"libc\", \"logging\", \"rustc-dep-of-std\", \"std\", \"use_std\"))' -C metadata=98aad6ebcffcf120 -C extra-filename=-98aad6ebcffcf120 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name shlex --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/shlex-1.3.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"std\"))' -C metadata=29f68b1250937afa -C extra-filename=-29f68b1250937afa --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/crossbeam-utils-0.8.20/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no --warn=unexpected_cfgs -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"loom\", \"nightly\", \"std\"))' -C metadata=83731834fd1d61fd -C extra-filename=-83731834fd1d61fd --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/crossbeam-utils-83731834fd1d61fd -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/proc-macro-hack-0.5.20+deprecated/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=431824022aa8ad7f -C extra-filename=-431824022aa8ad7f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/proc-macro-hack-431824022aa8ad7f -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/getrandom-0.1.16/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"bindgen\", \"compiler_builtins\", \"core\", \"dummy\", \"js-sys\", \"log\", \"rustc-dep-of-std\", \"std\", \"stdweb\", \"test-in-browser\", \"wasm-bindgen\"))' -C metadata=df0ecdf682f41f96 -C extra-filename=-df0ecdf682f41f96 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/getrandom-df0ecdf682f41f96 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name fnv --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/fnv-1.0.7/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"std\"))' -C metadata=444c02e4b5242b37 -C extra-filename=-444c02e4b5242b37 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name smallvec --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/smallvec-1.13.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"arbitrary\", \"const_generics\", \"const_new\", \"debugger_visualizer\", \"drain_filter\", \"drain_keep_rest\", \"may_dangle\", \"serde\", \"specialization\", \"union\", \"write\"))' -C metadata=54b60278d2fd4af7 -C extra-filename=-54b60278d2fd4af7 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ident_case --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ident_case-1.0.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=f9ebc3e0d26d6510 -C extra-filename=-f9ebc3e0d26d6510 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name strsim --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/strsim-0.9.3/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=c5ed5f0f3eec67ae -C extra-filename=-c5ed5f0f3eec67ae --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name regex_syntax --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/regex-syntax-0.8.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --cfg 'feature=\"unicode\"' --cfg 'feature=\"unicode-age\"' --cfg 'feature=\"unicode-bool\"' --cfg 'feature=\"unicode-case\"' --cfg 'feature=\"unicode-gencat\"' --cfg 'feature=\"unicode-perl\"' --cfg 'feature=\"unicode-script\"' --cfg 'feature=\"unicode-segment\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"arbitrary\", \"default\", \"std\", \"unicode\", \"unicode-age\", \"unicode-bool\", \"unicode-case\", \"unicode-gencat\", \"unicode-perl\", \"unicode-script\", \"unicode-segment\"))' -C metadata=189987509e6b620a -C extra-filename=-189987509e6b620a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m either v1.13.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m byteorder v1.5.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m serde v1.0.209\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m parking_lot_core v0.8.6\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rayon-core v1.12.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m pkg-config v0.3.30\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m inventory v0.1.11\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m scopeguard v1.2.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unindent v0.1.11\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m pyo3 v0.12.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m serde_json v1.0.127\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m lazy_static v1.5.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m bitflags v1.3.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m derive_builder v0.9.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m minimal-lexical v0.2.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m quick-error v1.2.3\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ryu v1.0.18\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ansi_term v0.12.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m log v0.4.22\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m number_prefix v0.3.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m itoa v1.0.11\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m vec_map v0.8.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ndarray v0.13.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m once_cell v1.19.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m base64 v0.13.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unicode-segmentation v1.11.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m strsim v0.8.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m cfg-if v0.1.10\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m termcolor v1.4.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m regex-syntax v0.6.29\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unicode_categories v0.1.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rawpointer --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rawpointer-0.2.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=25344ca069a916c0 -C extra-filename=-25344ca069a916c0 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unicode_width --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unicode-width-0.1.13/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiler_builtins\", \"core\", \"default\", \"no_std\", \"rustc-dep-of-std\", \"std\"))' -C metadata=147e4b4395044b58 -C extra-filename=-147e4b4395044b58 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name either --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/either-1.13.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"serde\", \"use_std\"))' -C metadata=cbb2d4c5b75a4107 -C extra-filename=-cbb2d4c5b75a4107 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name byteorder --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/byteorder-1.5.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"std\"))' -C metadata=701a861a4d770fe6 -C extra-filename=-701a861a4d770fe6 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/serde-1.0.209/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"rc\"' --cfg 'feature=\"serde_derive\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"derive\", \"rc\", \"serde_derive\", \"std\", \"unstable\"))' -C metadata=e241dfefd6378c40 -C extra-filename=-e241dfefd6378c40 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/serde-e241dfefd6378c40 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/parking_lot_core-0.8.6/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"backtrace\", \"deadlock_detection\", \"nightly\", \"petgraph\", \"thread-id\"))' -C metadata=e36b8b1d7602edbf -C extra-filename=-e36b8b1d7602edbf --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/parking_lot_core-e36b8b1d7602edbf -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rayon-core-1.12.1/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"web_spin_lock\"))' -C metadata=2202607f5aa42298 -C extra-filename=-2202607f5aa42298 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/rayon-core-2202607f5aa42298 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name pkg_config --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/pkg-config-0.3.30/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=e2aa6d146c930417 -C extra-filename=-e2aa6d146c930417 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/inventory-0.1.11/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=1d913761fc71377a -C extra-filename=-1d913761fc71377a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/inventory-1d913761fc71377a -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name scopeguard --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/scopeguard-1.2.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"use_std\"))' -C metadata=ac8773d0c8be3a88 -C extra-filename=-ac8773d0c8be3a88 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unindent --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unindent-0.1.11/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=c0ca27a732d0d4f2 -C extra-filename=-c0ca27a732d0d4f2 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/pyo3-0.12.4/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"ctor\"' --cfg 'feature=\"default\"' --cfg 'feature=\"extension-module\"' --cfg 'feature=\"indoc\"' --cfg 'feature=\"inventory\"' --cfg 'feature=\"macros\"' --cfg 'feature=\"paste\"' --cfg 'feature=\"pyo3cls\"' --cfg 'feature=\"unindent\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"ctor\", \"default\", \"extension-module\", \"hashbrown\", \"indoc\", \"inventory\", \"macros\", \"nightly\", \"num-bigint\", \"num-complex\", \"paste\", \"pyo3cls\", \"python3\", \"unindent\"))' -C metadata=34b558ef4d8979ef -C extra-filename=-34b558ef4d8979ef --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/pyo3-34b558ef4d8979ef -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/serde_json-1.0.127/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"arbitrary_precision\", \"default\", \"float_roundtrip\", \"indexmap\", \"preserve_order\", \"raw_value\", \"std\", \"unbounded_depth\"))' -C metadata=1341d8b70535f24a -C extra-filename=-1341d8b70535f24a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/serde_json-1341d8b70535f24a -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name lazy_static --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/lazy_static-1.5.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"spin\", \"spin_no_std\"))' -C metadata=b8cd5ec493744c98 -C extra-filename=-b8cd5ec493744c98 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name bitflags --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/bitflags-1.3.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiler_builtins\", \"core\", \"default\", \"example_generated\", \"rustc-dep-of-std\"))' -C metadata=572d549a09e7b042 -C extra-filename=-572d549a09e7b042 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_mod --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/derive_builder-0.9.0/build/mod.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiletest_rs\", \"env_logger\", \"log\", \"logging\", \"nightlytests\", \"skeptic\", \"skeptic_tests\"))' -C metadata=f6af66a5f4111def -C extra-filename=-f6af66a5f4111def --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/derive_builder-f6af66a5f4111def -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name minimal_lexical --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/minimal-lexical-0.2.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"compact\", \"default\", \"lint\", \"nightly\", \"std\"))' -C metadata=88cdc20278564cf1 -C extra-filename=-88cdc20278564cf1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name quick_error --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/quick-error-1.2.3/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=83540d84ed6b4b87 -C extra-filename=-83540d84ed6b4b87 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ryu --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ryu-1.0.18/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"no-panic\", \"small\"))' -C metadata=9fe2ffa6563da72a -C extra-filename=-9fe2ffa6563da72a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ansi_term --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ansi_term-0.12.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"derive_serde_style\", \"serde\"))' -C metadata=9697d021dfc96b25 -C extra-filename=-9697d021dfc96b25 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name log --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/log-0.4.22/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"kv\", \"kv_serde\", \"kv_std\", \"kv_sval\", \"kv_unstable\", \"kv_unstable_serde\", \"kv_unstable_std\", \"kv_unstable_sval\", \"max_level_debug\", \"max_level_error\", \"max_level_info\", \"max_level_off\", \"max_level_trace\", \"max_level_warn\", \"release_max_level_debug\", \"release_max_level_error\", \"release_max_level_info\", \"release_max_level_off\", \"release_max_level_trace\", \"release_max_level_warn\", \"serde\", \"std\", \"sval\", \"sval_ref\", \"value-bag\"))' -C metadata=fee03072b48908b6 -C extra-filename=-fee03072b48908b6 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name number_prefix --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/number_prefix-0.3.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"std\"))' -C metadata=47262f61f1c6a366 -C extra-filename=-47262f61f1c6a366 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name itoa --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/itoa-1.0.11/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"no-panic\"))' -C metadata=5ca595a7c9604cbf -C extra-filename=-5ca595a7c9604cbf --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name vec_map --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/vec_map-0.8.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"eders\", \"serde\"))' -C metadata=fa32a1cd80d7fcbc -C extra-filename=-fa32a1cd80d7fcbc --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ndarray-0.13.1/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"approx\", \"blas\", \"blas-src\", \"cblas-sys\", \"docs\", \"rayon\", \"serde\", \"serde-1\", \"test\", \"test-blas-openblas-sys\"))' -C metadata=ffd10b2b084df0ee -C extra-filename=-ffd10b2b084df0ee --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/ndarray-ffd10b2b084df0ee -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unindent --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unindent-0.1.11/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=78354fc3d1163902 -C extra-filename=-78354fc3d1163902 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name once_cell --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/once_cell-1.19.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"default\"' --cfg 'feature=\"race\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"atomic-polyfill\", \"critical-section\", \"default\", \"parking_lot\", \"portable-atomic\", \"race\", \"std\", \"unstable\"))' -C metadata=9e854eed23737148 -C extra-filename=-9e854eed23737148 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name base64 --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/base64-0.13.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"std\"))' -C metadata=835cd68726307e54 -C extra-filename=-835cd68726307e54 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unicode_segmentation --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unicode-segmentation-1.11.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"no_std\"))' -C metadata=f9cb403ccf9aafe3 -C extra-filename=-f9cb403ccf9aafe3 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name strsim --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/strsim-0.8.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=25f5b22ddc7add9b -C extra-filename=-25f5b22ddc7add9b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name cfg_if --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/cfg-if-0.1.10/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiler_builtins\", \"core\", \"rustc-dep-of-std\"))' -C metadata=61526e3ac0a5d11a -C extra-filename=-61526e3ac0a5d11a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name termcolor --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/termcolor-1.4.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=91817b919abf241e -C extra-filename=-91817b919abf241e --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name regex_syntax --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/regex-syntax-0.6.29/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"unicode\"' --cfg 'feature=\"unicode-age\"' --cfg 'feature=\"unicode-bool\"' --cfg 'feature=\"unicode-case\"' --cfg 'feature=\"unicode-gencat\"' --cfg 'feature=\"unicode-perl\"' --cfg 'feature=\"unicode-script\"' --cfg 'feature=\"unicode-segment\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"unicode\", \"unicode-age\", \"unicode-bool\", \"unicode-case\", \"unicode-gencat\", \"unicode-perl\", \"unicode-script\", \"unicode-segment\"))' -C metadata=436fa53568c5ecc4 -C extra-filename=-436fa53568c5ecc4 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unicode_categories --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unicode_categories-0.1.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=6cc42eb7547cbd30 -C extra-filename=-6cc42eb7547cbd30 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m instant v0.1.13\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name instant --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/instant-0.1.13/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"inaccurate\", \"js-sys\", \"now\", \"stdweb\", \"wasm-bindgen\", \"wasm-bindgen_rs\", \"web-sys\"))' -C metadata=30811dddb1d7c14f -C extra-filename=-30811dddb1d7c14f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cfg_if=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcfg_if-069aa8d3b6fffb61.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m matrixmultiply v0.2.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name matrixmultiply --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/matrixmultiply-0.2.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"std\"))' -C metadata=e81e1bb8e77793e1 -C extra-filename=-e81e1bb8e77793e1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern rawpointer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librawpointer-25344ca069a916c0.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m textwrap v0.11.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name textwrap --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/textwrap-0.11.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"hyphenation\", \"term_size\"))' -C metadata=b47182d7f07a0e83 -C extra-filename=-b47182d7f07a0e83 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern unicode_width=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_width-147e4b4395044b58.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m cc v1.1.15\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name cc --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/cc-1.1.15/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"jobserver\", \"parallel\"))' -C metadata=37a1a1b162360def -C extra-filename=-37a1a1b162360def --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern shlex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libshlex-29f68b1250937afa.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.8.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m itertools v0.9.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name itertools --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/itertools-0.9.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"use_std\"))' -C metadata=120219380b521206 -C extra-filename=-120219380b521206 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern either=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libeither-cbb2d4c5b75a4107.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name itertools --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/itertools-0.8.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"use_std\"))' -C metadata=23c94ea62554b785 -C extra-filename=-23c94ea62554b785 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern either=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libeither-cbb2d4c5b75a4107.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m unicode-normalization-alignments v0.1.12\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name unicode_normalization_alignments --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/unicode-normalization-alignments-0.1.12/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=63bf7301ba1e71a4 -C extra-filename=-63bf7301ba1e71a4 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern smallvec=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsmallvec-54b60278d2fd4af7.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/getrandom-df0ecdf682f41f96/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m humantime v1.3.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m num-traits v0.2.19\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name humantime --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/humantime-1.3.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=b17c493756e9b200 -C extra-filename=-b17c493756e9b200 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern quick_error=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquick_error-83540d84ed6b4b87.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m lock_api v0.4.12\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m num-complex v0.2.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m matrixmultiply v0.3.9\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-traits-0.2.19/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"i128\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"libm\", \"std\"))' -C metadata=48a8ac98b389200f -C extra-filename=-48a8ac98b389200f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/num-traits-48a8ac98b389200f -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern autocfg=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libautocfg-7883da62ebd09624.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-complex-0.2.4/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"rand\", \"serde\", \"std\"))' -C metadata=23abeec020ef583f -C extra-filename=-23abeec020ef583f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/num-complex-23abeec020ef583f -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern autocfg=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libautocfg-7883da62ebd09624.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/lock_api-0.4.12/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"atomic_usize\"' --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"arc_lock\", \"atomic_usize\", \"default\", \"nightly\", \"owning_ref\", \"serde\"))' -C metadata=73b0bf1b17677ff7 -C extra-filename=-73b0bf1b17677ff7 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/lock_api-73b0bf1b17677ff7 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern autocfg=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libautocfg-7883da62ebd09624.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/matrixmultiply-0.3.9/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"cgemm\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"cgemm\", \"constconf\", \"default\", \"num_cpus\", \"once_cell\", \"std\", \"thread-tree\", \"threading\"))' -C metadata=e7d43178843fe7b3 -C extra-filename=-e7d43178843fe7b3 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/matrixmultiply-e7d43178843fe7b3 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern autocfg=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libautocfg-7883da62ebd09624.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/crossbeam-utils-83731834fd1d61fd/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/proc-macro-hack-431824022aa8ad7f/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/syn-4cf12c30d28f810d/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/proc-macro2-dce65f3895ff3b4f/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name crossbeam_utils --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/crossbeam-utils-0.8.20/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --warn=unexpected_cfgs --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"loom\", \"nightly\", \"std\"))' -C metadata=5fe1a42cb8431226 -C extra-filename=-5fe1a42cb8431226 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow --check-cfg 'cfg(crossbeam_no_atomic,crossbeam_sanitize_thread)'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/derive_builder-f6af66a5f4111def/build-script-mod`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/serde_json-1341d8b70535f24a/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name proc_macro_hack --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/proc-macro-hack-0.5.20+deprecated/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=b49030fd20457a17 -C extra-filename=-b49030fd20457a17 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/libc-4b261129cdecb68b/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name libc --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/libc-0.2.158/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"extra_traits\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"align\", \"const-extern-fn\", \"default\", \"extra_traits\", \"rustc-dep-of-std\", \"rustc-std-workspace-core\", \"std\", \"use_std\"))' -C metadata=8262032f1e05c089 -C extra-filename=-8262032f1e05c089 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow --cfg freebsd11 --cfg libc_priv_mod_use --cfg libc_union --cfg libc_const_size_of --cfg libc_align --cfg libc_int128 --cfg libc_core_cvoid --cfg libc_packedN --cfg libc_cfg_target_vendor --cfg libc_non_exhaustive --cfg libc_long_array --cfg libc_ptr_addr_of --cfg libc_underscore_const_names --cfg libc_const_extern_fn --check-cfg 'cfg(emscripten_new_stat_abi)' --check-cfg 'cfg(espidf_time64)' --check-cfg 'cfg(freebsd10)' --check-cfg 'cfg(freebsd11)' --check-cfg 'cfg(freebsd12)' --check-cfg 'cfg(freebsd13)' --check-cfg 'cfg(freebsd14)' --check-cfg 'cfg(freebsd15)' --check-cfg 'cfg(libc_align)' --check-cfg 'cfg(libc_cfg_target_vendor)' --check-cfg 'cfg(libc_const_extern_fn)' --check-cfg 'cfg(libc_const_extern_fn_unstable)' --check-cfg 'cfg(libc_const_size_of)' --check-cfg 'cfg(libc_core_cvoid)' --check-cfg 'cfg(libc_deny_warnings)' --check-cfg 'cfg(libc_int128)' --check-cfg 'cfg(libc_long_array)' --check-cfg 'cfg(libc_non_exhaustive)' --check-cfg 'cfg(libc_packedN)' --check-cfg 'cfg(libc_priv_mod_use)' --check-cfg 'cfg(libc_ptr_addr_of)' --check-cfg 'cfg(libc_thread_local)' --check-cfg 'cfg(libc_underscore_const_names)' --check-cfg 'cfg(libc_union)' --check-cfg 'cfg(target_os,values(\"switch\",\"aix\",\"ohos\",\"hurd\",\"visionos\"))' --check-cfg 'cfg(target_env,values(\"illumos\",\"wasi\",\"aix\",\"ohos\"))' --check-cfg 'cfg(target_arch,values(\"loongarch64\",\"mips32r6\",\"mips64r6\",\"csky\"))'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/inventory-1d913761fc71377a/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/serde-e241dfefd6378c40/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name proc_macro2 --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/proc-macro2-1.0.86/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"proc-macro\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"nightly\", \"proc-macro\", \"span-locations\"))' -C metadata=a53443ded1dfcef2 -C extra-filename=-a53443ded1dfcef2 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern unicode_ident=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_ident-64225dcd6d908b0e.rmeta --cap-lints allow --cfg wrap_proc_macro --check-cfg 'cfg(fuzzing)' --check-cfg 'cfg(no_is_available)' --check-cfg 'cfg(no_literal_byte_character)' --check-cfg 'cfg(no_literal_c_string)' --check-cfg 'cfg(no_source_text)' --check-cfg 'cfg(proc_macro_span)' --check-cfg 'cfg(procmacro2_backtrace)' --check-cfg 'cfg(procmacro2_nightly_testing)' --check-cfg 'cfg(procmacro2_semver_exempt)' --check-cfg 'cfg(randomize_layout)' --check-cfg 'cfg(span_locations)' --check-cfg 'cfg(super_unstable)' --check-cfg 'cfg(wrap_proc_macro)'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/rayon-core-2202607f5aa42298/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/ndarray-ffd10b2b084df0ee/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/parking_lot_core-e36b8b1d7602edbf/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/num-traits-48a8ac98b389200f/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/lock_api-73b0bf1b17677ff7/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m aho-corasick v1.1.3\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m nom v7.1.3\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name aho_corasick --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/aho-corasick-1.1.3/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"perf-literal\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"logging\", \"perf-literal\", \"std\"))' -C metadata=3ab56ade417ee174 -C extra-filename=-3ab56ade417ee174 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern memchr=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmemchr-98aad6ebcffcf120.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name nom --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/nom-7.1.3/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"docsrs\", \"std\"))' -C metadata=8a084cf9e98aef2c -C extra-filename=-8a084cf9e98aef2c --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern memchr=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmemchr-98aad6ebcffcf120.rmeta --extern minimal_lexical=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libminimal_lexical-88cdc20278564cf1.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/num-complex-23abeec020ef583f/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/matrixmultiply-e7d43178843fe7b3/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name matrixmultiply --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/matrixmultiply-0.3.9/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"cgemm\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"cgemm\", \"constconf\", \"default\", \"num_cpus\", \"once_cell\", \"std\", \"thread-tree\", \"threading\"))' -C metadata=fef05d356b78315f -C extra-filename=-fef05d356b78315f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern rawpointer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librawpointer-25344ca069a916c0.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name lock_api --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/lock_api-0.4.12/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"atomic_usize\"' --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"arc_lock\", \"atomic_usize\", \"default\", \"nightly\", \"owning_ref\", \"serde\"))' -C metadata=f83b6d9ef7c7f49f -C extra-filename=-f83b6d9ef7c7f49f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern scopeguard=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libscopeguard-ac8773d0c8be3a88.rmeta --cap-lints allow --cfg has_const_fn_trait_bound`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name num_traits --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-traits-0.2.19/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"i128\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"libm\", \"std\"))' -C metadata=04f24cb06d3c2fbe -C extra-filename=-04f24cb06d3c2fbe --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow --cfg has_total_cmp`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m crossbeam-epoch v0.9.18\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name crossbeam_epoch --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/crossbeam-epoch-0.9.18/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"loom\", \"loom-crate\", \"nightly\", \"std\"))' -C metadata=1162c98467d8fcf6 -C extra-filename=-1162c98467d8fcf6 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern crossbeam_utils=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcrossbeam_utils-5fe1a42cb8431226.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m quote v1.0.37\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name quote --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/quote-1.0.37/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"proc-macro\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"proc-macro\"))' -C metadata=e75358a20634fd41 -C extra-filename=-e75358a20634fd41 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/pyo3-34b558ef4d8979ef/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m syn v2.0.77\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name syn --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/syn-1.0.109/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"clone-impls\"' --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"extra-traits\"' --cfg 'feature=\"full\"' --cfg 'feature=\"parsing\"' --cfg 'feature=\"printing\"' --cfg 'feature=\"proc-macro\"' --cfg 'feature=\"quote\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"clone-impls\", \"default\", \"derive\", \"extra-traits\", \"fold\", \"full\", \"parsing\", \"printing\", \"proc-macro\", \"quote\", \"test\", \"visit\", \"visit-mut\"))' -C metadata=5fa820972b0322e8 -C extra-filename=-5fa820972b0322e8 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rmeta --extern unicode_ident=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_ident-64225dcd6d908b0e.rmeta --cap-lints allow --cfg syn_disable_nightly_tests`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name syn --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/syn-2.0.77/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"clone-impls\"' --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"parsing\"' --cfg 'feature=\"printing\"' --cfg 'feature=\"proc-macro\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"clone-impls\", \"default\", \"derive\", \"extra-traits\", \"fold\", \"full\", \"parsing\", \"printing\", \"proc-macro\", \"test\", \"visit\", \"visit-mut\"))' -C metadata=11ec48a793d3673f -C extra-filename=-11ec48a793d3673f --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rmeta --extern unicode_ident=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_ident-64225dcd6d908b0e.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m paste-impl v0.1.18\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name paste_impl --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/paste-impl-0.1.18/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=af92603fbf9be662 -C extra-filename=-af92603fbf9be662 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro_hack=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro_hack-b49030fd20457a17.so --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m crossbeam-deque v0.8.5\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name crossbeam_deque --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/crossbeam-deque-0.8.5/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"std\"))' -C metadata=743c0f6ed6fe6fe8 -C extra-filename=-743c0f6ed6fe6fe8 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern crossbeam_epoch=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcrossbeam_epoch-1162c98467d8fcf6.rmeta --extern crossbeam_utils=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcrossbeam_utils-5fe1a42cb8431226.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m onig_sys v69.8.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m esaxx-rs v0.1.10\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/onig_sys-69.8.1/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"bindgen\", \"default\", \"generate\", \"posix-api\", \"print-debug\"))' -C metadata=5356c6bc700c2826 -C extra-filename=-5356c6bc700c2826 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-5356c6bc700c2826 -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcc-37a1a1b162360def.rlib --extern pkg_config=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpkg_config-e2aa6d146c930417.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name build_script_build --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/esaxx-rs-0.1.10/build.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"cc\"' --cfg 'feature=\"cpp\"' --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"cc\", \"cpp\", \"default\"))' -C metadata=aa332e27d8f61f3c -C extra-filename=-aa332e27d8f61f3c --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/esaxx-rs-aa332e27d8f61f3c -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcc-37a1a1b162360def.rlib --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rayon_core --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rayon-core-1.12.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"web_spin_lock\"))' -C metadata=42d3d4e7963916c1 -C extra-filename=-42d3d4e7963916c1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern crossbeam_deque=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcrossbeam_deque-743c0f6ed6fe6fe8.rmeta --extern crossbeam_utils=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcrossbeam_utils-5fe1a42cb8431226.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/esaxx-rs-aa332e27d8f61f3c/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m paste v0.1.18\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name paste --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/paste-0.1.18/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=77cfc92c5c84a892 -C extra-filename=-77cfc92c5c84a892 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern paste_impl=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpaste_impl-af92603fbf9be662.so --extern proc_macro_hack=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro_hack-b49030fd20457a17.so --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m num-integer v0.1.46\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m num-complex v0.4.6\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name num_integer --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-integer-0.1.46/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"std\"))' -C metadata=6b9813fd539b3b7a -C extra-filename=-6b9813fd539b3b7a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name num_complex --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-complex-0.2.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"i128\", \"rand\", \"serde\", \"std\"))' -C metadata=88ee02742315b6d2 -C extra-filename=-88ee02742315b6d2 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --cap-lints allow --cfg has_i128 --cfg has_const_fn`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name num_complex --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/num-complex-0.4.6/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"bytecheck\", \"bytemuck\", \"default\", \"libm\", \"rand\", \"rkyv\", \"serde\", \"std\"))' -C metadata=4bce8ee361c8cbb5 -C extra-filename=-4bce8ee361c8cbb5 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-5356c6bc700c2826/build-script-build`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m atty v0.2.14\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m console v0.15.8\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name getrandom --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/getrandom-0.1.16/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"bindgen\", \"compiler_builtins\", \"core\", \"dummy\", \"js-sys\", \"log\", \"rustc-dep-of-std\", \"std\", \"stdweb\", \"test-in-browser\", \"wasm-bindgen\"))' -C metadata=8d6eb4053cea3593 -C extra-filename=-8d6eb4053cea3593 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cfg_if=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcfg_if-069aa8d3b6fffb61.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name parking_lot_core --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/parking_lot_core-0.8.6/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"backtrace\", \"deadlock_detection\", \"nightly\", \"petgraph\", \"thread-id\"))' -C metadata=36d039a4665525ee -C extra-filename=-36d039a4665525ee --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cfg_if=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcfg_if-069aa8d3b6fffb61.rmeta --extern instant=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libinstant-30811dddb1d7c14f.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --extern smallvec=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsmallvec-54b60278d2fd4af7.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name atty --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/atty-0.2.14/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=824de6acfdffc9b1 -C extra-filename=-824de6acfdffc9b1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name console --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/console-0.15.8/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"ansi-parsing\"' --cfg 'feature=\"default\"' --cfg 'feature=\"unicode-width\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"ansi-parsing\", \"default\", \"unicode-width\", \"windows-console-colors\"))' -C metadata=7389811a5688094b -C extra-filename=-7389811a5688094b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern lazy_static=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblazy_static-b8cd5ec493744c98.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --extern unicode_width=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_width-147e4b4395044b58.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m clap v2.34.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rayon v1.10.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name clap --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/clap-2.34.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"ansi_term\"' --cfg 'feature=\"atty\"' --cfg 'feature=\"color\"' --cfg 'feature=\"default\"' --cfg 'feature=\"strsim\"' --cfg 'feature=\"suggestions\"' --cfg 'feature=\"vec_map\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"ansi_term\", \"atty\", \"clippy\", \"color\", \"debug\", \"default\", \"doc\", \"nightly\", \"no_cargo\", \"strsim\", \"suggestions\", \"term_size\", \"unstable\", \"vec_map\", \"wrap_help\", \"yaml\", \"yaml-rust\"))' -C metadata=8b73c3ff02b2061a -C extra-filename=-8b73c3ff02b2061a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern ansi_term=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libansi_term-9697d021dfc96b25.rmeta --extern atty=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libatty-824de6acfdffc9b1.rmeta --extern bitflags=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libbitflags-572d549a09e7b042.rmeta --extern strsim=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libstrsim-25f5b22ddc7add9b.rmeta --extern textwrap=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libtextwrap-b47182d7f07a0e83.rmeta --extern unicode_width=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_width-147e4b4395044b58.rmeta --extern vec_map=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libvec_map-fa32a1cd80d7fcbc.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rayon --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rayon-1.10.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"web_spin_lock\"))' -C metadata=8704d374a66af352 -C extra-filename=-8704d374a66af352 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern either=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libeither-cbb2d4c5b75a4107.rmeta --extern rayon_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon_core-42d3d4e7963916c1.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rand_core v0.5.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rand_core --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rand_core-0.5.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"getrandom\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"getrandom\", \"serde\", \"serde1\", \"std\"))' -C metadata=eb45dce8fe3856ac -C extra-filename=-eb45dce8fe3856ac --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern getrandom=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libgetrandom-8d6eb4053cea3593.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m parking_lot v0.11.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name parking_lot --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/parking_lot-0.11.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"arc_lock\", \"deadlock_detection\", \"default\", \"nightly\", \"owning_ref\", \"send_guard\", \"serde\", \"stdweb\", \"wasm-bindgen\"))' -C metadata=6389d506bd23dbb3 -C extra-filename=-6389d506bd23dbb3 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern instant=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libinstant-30811dddb1d7c14f.rmeta --extern lock_api=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblock_api-f83b6d9ef7c7f49f.rmeta --extern parking_lot_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libparking_lot_core-36d039a4665525ee.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ndarray v0.16.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ndarray --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ndarray-0.16.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"approx\", \"blas\", \"default\", \"docs\", \"matrixmultiply-threading\", \"portable-atomic-critical-section\", \"rayon\", \"serde\", \"serde-1\", \"std\", \"test\"))' -C metadata=9cdbb7e178a9dab9 -C extra-filename=-9cdbb7e178a9dab9 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern matrixmultiply=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmatrixmultiply-fef05d356b78315f.rmeta --extern num_complex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_complex-4bce8ee361c8cbb5.rmeta --extern num_integer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_integer-6b9813fd539b3b7a.rmeta --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --extern rawpointer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librawpointer-25344ca069a916c0.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ndarray --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ndarray-0.13.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"approx\", \"blas\", \"blas-src\", \"cblas-sys\", \"docs\", \"rayon\", \"serde\", \"serde-1\", \"test\", \"test-blas-openblas-sys\"))' -C metadata=8406a1ca7eb20aaa -C extra-filename=-8406a1ca7eb20aaa --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern matrixmultiply=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmatrixmultiply-e81e1bb8e77793e1.rmeta --extern num_complex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_complex-88ee02742315b6d2.rmeta --extern num_integer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_integer-6b9813fd539b3b7a.rmeta --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --extern rawpointer=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librawpointer-25344ca069a916c0.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m regex-automata v0.4.7\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name regex_automata --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/regex-automata-0.4.7/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"dfa-onepass\"' --cfg 'feature=\"hybrid\"' --cfg 'feature=\"meta\"' --cfg 'feature=\"nfa-backtrack\"' --cfg 'feature=\"nfa-pikevm\"' --cfg 'feature=\"nfa-thompson\"' --cfg 'feature=\"perf-inline\"' --cfg 'feature=\"perf-literal\"' --cfg 'feature=\"perf-literal-multisubstring\"' --cfg 'feature=\"perf-literal-substring\"' --cfg 'feature=\"std\"' --cfg 'feature=\"syntax\"' --cfg 'feature=\"unicode\"' --cfg 'feature=\"unicode-age\"' --cfg 'feature=\"unicode-bool\"' --cfg 'feature=\"unicode-case\"' --cfg 'feature=\"unicode-gencat\"' --cfg 'feature=\"unicode-perl\"' --cfg 'feature=\"unicode-script\"' --cfg 'feature=\"unicode-segment\"' --cfg 'feature=\"unicode-word-boundary\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"dfa\", \"dfa-build\", \"dfa-onepass\", \"dfa-search\", \"hybrid\", \"internal-instrument\", \"internal-instrument-pikevm\", \"logging\", \"meta\", \"nfa\", \"nfa-backtrack\", \"nfa-pikevm\", \"nfa-thompson\", \"perf\", \"perf-inline\", \"perf-literal\", \"perf-literal-multisubstring\", \"perf-literal-substring\", \"std\", \"syntax\", \"unicode\", \"unicode-age\", \"unicode-bool\", \"unicode-case\", \"unicode-gencat\", \"unicode-perl\", \"unicode-script\", \"unicode-segment\", \"unicode-word-boundary\"))' -C metadata=ed7cef13f17ea6d9 -C extra-filename=-ed7cef13f17ea6d9 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern aho_corasick=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libaho_corasick-3ab56ade417ee174.rmeta --extern memchr=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmemchr-98aad6ebcffcf120.rmeta --extern regex_syntax=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex_syntax-189987509e6b620a.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name esaxx_rs --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/esaxx-rs-0.1.10/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"cc\"' --cfg 'feature=\"cpp\"' --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"cc\", \"cpp\", \"default\"))' -C metadata=3ee3217f610fd2f6 -C extra-filename=-3ee3217f610fd2f6 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/esaxx-rs-792067c475bebe11/out -l static=esaxx -l stdc++`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m zerocopy-derive v0.7.35\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m serde_derive v1.0.209\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ghost v0.1.17\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name zerocopy_derive --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/zerocopy-derive-0.7.35/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=27265acdd14acc9a -C extra-filename=-27265acdd14acc9a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-11ec48a793d3673f.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name serde_derive --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/serde_derive-1.0.209/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"deserialize_in_place\"))' -C metadata=92b84ebf62301e41 -C extra-filename=-92b84ebf62301e41 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-11ec48a793d3673f.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ghost --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ghost-0.1.17/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=0ec180d0d3f2a476 -C extra-filename=-0ec180d0d3f2a476 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-11ec48a793d3673f.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m darling_core v0.10.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m pyo3-derive-backend v0.12.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name darling_core --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/darling_core-0.10.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"strsim\"' --cfg 'feature=\"suggestions\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"diagnostics\", \"strsim\", \"suggestions\"))' -C metadata=19b9277275fbc605 -C extra-filename=-19b9277275fbc605 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern fnv=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libfnv-444c02e4b5242b37.rmeta --extern ident_case=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libident_case-f9ebc3e0d26d6510.rmeta --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rmeta --extern strsim=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libstrsim-c5ed5f0f3eec67ae.rmeta --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name pyo3_derive_backend --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/pyo3-derive-backend-0.12.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=09105bdda382ec26 -C extra-filename=-09105bdda382ec26 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rmeta --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m zerocopy v0.7.35\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name zerocopy --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/zerocopy-0.7.35/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"byteorder\"' --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"simd\"' --cfg 'feature=\"zerocopy-derive\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"__internal_use_only_features_that_work_on_stable\", \"alloc\", \"byteorder\", \"default\", \"derive\", \"simd\", \"simd-nightly\", \"zerocopy-derive\"))' -C metadata=d4265bbe657559f5 -C extra-filename=-d4265bbe657559f5 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern byteorder=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libbyteorder-701a861a4d770fe6.rmeta --extern zerocopy_derive=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libzerocopy_derive-27265acdd14acc9a.so --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rayon-cond v0.1.0 (https://github.com/n1t0/rayon-cond#c56e4f1d)\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rayon_cond --edition=2015 /home/lucia/.cargo/git/checkouts/rayon-cond-7ecee7da88eb486f/c56e4f1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=825f7e3b4ea61273 -C extra-filename=-825f7e3b4ea61273 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern either=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libeither-cbb2d4c5b75a4107.rmeta --extern itertools=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libitertools-23c94ea62554b785.rmeta --extern rayon=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon-8704d374a66af352.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m inventory-impl v0.1.11\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m indoc-impl v0.3.6\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ctor v0.1.26\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name inventory_impl --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/inventory-impl-0.1.11/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=16b99e1bb2cb7ca1 -C extra-filename=-16b99e1bb2cb7ca1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name indoc_impl --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/indoc-impl-0.3.6/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"unstable\"))' -C metadata=edf5450572a9ebdb -C extra-filename=-edf5450572a9ebdb --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern proc_macro_hack=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro_hack-b49030fd20457a17.so --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern unindent=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunindent-c0ca27a732d0d4f2.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ctor --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ctor-0.1.26/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=d1833c3affaf7c66 -C extra-filename=-d1833c3affaf7c66 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m ppv-lite86 v0.2.20\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name ppv_lite86 --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/ppv-lite86-0.2.20/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"simd\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"no_simd\", \"simd\", \"std\"))' -C metadata=2e1a5adfa27e5cc6 -C extra-filename=-2e1a5adfa27e5cc6 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern zerocopy=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libzerocopy-d4265bbe657559f5.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m regex v1.10.6\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name regex --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/regex-1.10.6/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"perf\"' --cfg 'feature=\"perf-backtrack\"' --cfg 'feature=\"perf-cache\"' --cfg 'feature=\"perf-dfa\"' --cfg 'feature=\"perf-inline\"' --cfg 'feature=\"perf-literal\"' --cfg 'feature=\"perf-onepass\"' --cfg 'feature=\"std\"' --cfg 'feature=\"unicode\"' --cfg 'feature=\"unicode-age\"' --cfg 'feature=\"unicode-bool\"' --cfg 'feature=\"unicode-case\"' --cfg 'feature=\"unicode-gencat\"' --cfg 'feature=\"unicode-perl\"' --cfg 'feature=\"unicode-script\"' --cfg 'feature=\"unicode-segment\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"logging\", \"pattern\", \"perf\", \"perf-backtrack\", \"perf-cache\", \"perf-dfa\", \"perf-dfa-full\", \"perf-inline\", \"perf-literal\", \"perf-onepass\", \"std\", \"unicode\", \"unicode-age\", \"unicode-bool\", \"unicode-case\", \"unicode-gencat\", \"unicode-perl\", \"unicode-script\", \"unicode-segment\", \"unstable\", \"use_std\"))' -C metadata=883f132f16a8c2d0 -C extra-filename=-883f132f16a8c2d0 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern aho_corasick=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libaho_corasick-3ab56ade417ee174.rmeta --extern memchr=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmemchr-98aad6ebcffcf120.rmeta --extern regex_automata=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex_automata-ed7cef13f17ea6d9.rmeta --extern regex_syntax=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex_syntax-189987509e6b620a.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rand_chacha v0.2.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rand_chacha --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rand_chacha-0.2.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"simd\", \"std\"))' -C metadata=9c8e38ee5fbc1c4d -C extra-filename=-9c8e38ee5fbc1c4d --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern ppv_lite86=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libppv_lite86-2e1a5adfa27e5cc6.rmeta --extern rand_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librand_core-eb45dce8fe3856ac.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m indoc v0.3.6\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name indoc --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/indoc-0.3.6/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"unstable\"))' -C metadata=39a41c7d940cf5ad -C extra-filename=-39a41c7d940cf5ad --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern indoc_impl=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libindoc_impl-edf5450572a9ebdb.so --extern proc_macro_hack=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro_hack-b49030fd20457a17.so --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m indicatif v0.15.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m env_logger v0.7.1\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name indicatif --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/indicatif-0.15.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"improved_unicode\", \"rayon\", \"unicode-segmentation\", \"unicode-width\", \"with_rayon\"))' -C metadata=92e5708bfdd21479 -C extra-filename=-92e5708bfdd21479 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern console=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libconsole-7389811a5688094b.rmeta --extern lazy_static=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblazy_static-b8cd5ec493744c98.rmeta --extern number_prefix=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnumber_prefix-47262f61f1c6a366.rmeta --extern regex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex-883f132f16a8c2d0.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name env_logger --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/env_logger-0.7.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"atty\"' --cfg 'feature=\"default\"' --cfg 'feature=\"humantime\"' --cfg 'feature=\"regex\"' --cfg 'feature=\"termcolor\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"atty\", \"default\", \"humantime\", \"regex\", \"termcolor\"))' -C metadata=25532a30b2e55d0b -C extra-filename=-25532a30b2e55d0b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern atty=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libatty-824de6acfdffc9b1.rmeta --extern humantime=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libhumantime-b17c493756e9b200.rmeta --extern log=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblog-fee03072b48908b6.rmeta --extern regex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex-883f132f16a8c2d0.rmeta --extern termcolor=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libtermcolor-91817b919abf241e.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m pyo3cls v0.12.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name pyo3cls --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/pyo3cls-0.12.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=8065a39e3fd3cca3 -C extra-filename=-8065a39e3fd3cca3 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern pyo3_derive_backend=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpyo3_derive_backend-09105bdda382ec26.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m darling_macro v0.10.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name darling_macro --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/darling_macro-0.10.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=fad01d3cf4a19064 -C extra-filename=-fad01d3cf4a19064 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern darling_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libdarling_core-19b9277275fbc605.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m rand v0.7.3\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name rand --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/rand-0.7.3/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"alloc\"' --cfg 'feature=\"default\"' --cfg 'feature=\"getrandom\"' --cfg 'feature=\"getrandom_package\"' --cfg 'feature=\"libc\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"getrandom\", \"getrandom_package\", \"libc\", \"log\", \"nightly\", \"packed_simd\", \"rand_pcg\", \"serde1\", \"simd_support\", \"small_rng\", \"std\", \"stdweb\", \"wasm-bindgen\"))' -C metadata=42f75882fb6fe770 -C extra-filename=-42f75882fb6fe770 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern getrandom_package=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libgetrandom-8d6eb4053cea3593.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --extern rand_chacha=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librand_chacha-9c8e38ee5fbc1c4d.rmeta --extern rand_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librand_core-eb45dce8fe3856ac.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name inventory --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/inventory-0.1.11/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=8ac78d710491bd1b -C extra-filename=-8ac78d710491bd1b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern ctor=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libctor-d1833c3affaf7c66.so --extern ghost=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libghost-0ec180d0d3f2a476.so --extern inventory_impl=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libinventory_impl-16b99e1bb2cb7ca1.so --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name serde --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/serde-1.0.209/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"derive\"' --cfg 'feature=\"rc\"' --cfg 'feature=\"serde_derive\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"default\", \"derive\", \"rc\", \"serde_derive\", \"std\", \"unstable\"))' -C metadata=3bc9016507b48228 -C extra-filename=-3bc9016507b48228 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern serde_derive=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde_derive-92b84ebf62301e41.so --cap-lints allow --check-cfg 'cfg(no_core_cstr)' --check-cfg 'cfg(no_core_num_saturating)' --check-cfg 'cfg(no_core_try_from)' --check-cfg 'cfg(no_diagnostic_namespace)' --check-cfg 'cfg(no_float_copysign)' --check-cfg 'cfg(no_num_nonzero_signed)' --check-cfg 'cfg(no_relaxed_trait_bounds)' --check-cfg 'cfg(no_serde_derive)' --check-cfg 'cfg(no_std_atomic)' --check-cfg 'cfg(no_std_atomic64)' --check-cfg 'cfg(no_systemtime_checked_add)' --check-cfg 'cfg(no_target_has_atomic)'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name pyo3 --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/pyo3-0.12.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"ctor\"' --cfg 'feature=\"default\"' --cfg 'feature=\"extension-module\"' --cfg 'feature=\"indoc\"' --cfg 'feature=\"inventory\"' --cfg 'feature=\"macros\"' --cfg 'feature=\"paste\"' --cfg 'feature=\"pyo3cls\"' --cfg 'feature=\"unindent\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"ctor\", \"default\", \"extension-module\", \"hashbrown\", \"indoc\", \"inventory\", \"macros\", \"nightly\", \"num-bigint\", \"num-complex\", \"paste\", \"pyo3cls\", \"python3\", \"unindent\"))' -C metadata=d9d097c48c3dfeb1 -C extra-filename=-d9d097c48c3dfeb1 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern ctor=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libctor-d1833c3affaf7c66.so --extern indoc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libindoc-39a41c7d940cf5ad.rmeta --extern inventory=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libinventory-8ac78d710491bd1b.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --extern parking_lot=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libparking_lot-6389d506bd23dbb3.rmeta --extern paste=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpaste-77cfc92c5c84a892.rmeta --extern pyo3cls=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpyo3cls-8065a39e3fd3cca3.so --extern unindent=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunindent-78354fc3d1163902.rmeta --cap-lints allow --cfg Py_3_5 --cfg Py_3_6 --cfg Py_3_7 --cfg Py_3_8 --cfg Py_3_9 --cfg Py_3_10 --cfg Py_3 --cfg 'py_sys_config=\"WITH_THREAD\"'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m darling v0.10.2\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name darling --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/darling-0.10.2/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"suggestions\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"diagnostics\", \"suggestions\"))' -C metadata=6dcce7f66a64d513 -C extra-filename=-6dcce7f66a64d513 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern darling_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libdarling_core-19b9277275fbc605.rmeta --extern darling_macro=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libdarling_macro-fad01d3cf4a19064.so --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m derive_builder_core v0.9.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name derive_builder_core --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/derive_builder_core-0.9.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"log\", \"logging\"))' -C metadata=0658942002dfb32a -C extra-filename=-0658942002dfb32a --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern darling=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libdarling-6dcce7f66a64d513.rmeta --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rmeta --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rmeta --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name derive_builder --edition=2015 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/derive_builder-0.9.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type proc-macro --emit=dep-info,link -C prefer-dynamic -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"compiletest_rs\", \"env_logger\", \"log\", \"logging\", \"nightlytests\", \"skeptic\", \"skeptic_tests\"))' -C metadata=3e093ec85ea340af -C extra-filename=-3e093ec85ea340af --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern darling=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libdarling-6dcce7f66a64d513.rlib --extern derive_builder_core=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libderive_builder_core-0658942002dfb32a.rlib --extern proc_macro2=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libproc_macro2-a53443ded1dfcef2.rlib --extern quote=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libquote-e75358a20634fd41.rlib --extern syn=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libsyn-5fa820972b0322e8.rlib --extern proc_macro --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m spm_precompiled v0.1.4\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name serde_json --edition=2021 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/serde_json-1.0.127/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"alloc\", \"arbitrary_precision\", \"default\", \"float_roundtrip\", \"indexmap\", \"preserve_order\", \"raw_value\", \"std\", \"unbounded_depth\"))' -C metadata=c62f0a66639a2b79 -C extra-filename=-c62f0a66639a2b79 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern itoa=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libitoa-5ca595a7c9604cbf.rmeta --extern memchr=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libmemchr-98aad6ebcffcf120.rmeta --extern ryu=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libryu-9fe2ffa6563da72a.rmeta --extern serde=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde-3bc9016507b48228.rmeta --cap-lints allow --cfg 'fast_arithmetic=\"64\"' --check-cfg 'cfg(fast_arithmetic, values(\"32\", \"64\"))'`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name spm_precompiled --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/spm_precompiled-0.1.4/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values())' -C metadata=11b07ddc799221ab -C extra-filename=-11b07ddc799221ab --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern base64=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libbase64-835cd68726307e54.rmeta --extern nom=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnom-8a084cf9e98aef2c.rmeta --extern serde=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde-3bc9016507b48228.rmeta --extern unicode_segmentation=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_segmentation-f9cb403ccf9aafe3.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m numpy v0.11.0 (https://github.com/pyo3/rust-numpy/?rev=e331befa27fede78d4662edf08fa0508db39be01#e331befa)\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name numpy --edition=2018 /home/lucia/.cargo/git/checkouts/rust-numpy-ea13d29ac0b89ab6/e331bef/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"python3\"))' -C metadata=223e88c879998bb4 -C extra-filename=-223e88c879998bb4 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern cfg_if=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libcfg_if-61526e3ac0a5d11a.rmeta --extern libc=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblibc-8262032f1e05c089.rmeta --extern ndarray=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libndarray-9cdbb7e178a9dab9.rmeta --extern num_complex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_complex-88ee02742315b6d2.rmeta --extern num_traits=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libnum_traits-04f24cb06d3c2fbe.rmeta --extern pyo3=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libpyo3-d9d097c48c3dfeb1.rmeta --cap-lints allow`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name onig_sys --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/onig_sys-69.8.1/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"bindgen\", \"default\", \"generate\", \"posix-api\", \"print-debug\"))' -C metadata=f3ac831f03f3e40c -C extra-filename=-f3ac831f03f3e40c --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --cap-lints allow -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-13664383b801b4dc/out -l static=onig`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m onig v6.4.0\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name onig --edition=2018 /home/lucia/.cargo/registry/src/index.crates.io-6f17d22bba15001f/onig-6.4.0/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"generate\", \"posix-api\", \"print-debug\", \"std-pattern\"))' -C metadata=3b441708e50cb41b -C extra-filename=-3b441708e50cb41b --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern bitflags=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libbitflags-572d549a09e7b042.rmeta --extern once_cell=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libonce_cell-9e854eed23737148.rmeta --extern onig_sys=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libonig_sys-f3ac831f03f3e40c.rmeta --cap-lints allow -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-13664383b801b4dc/out`\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Compiling\u001b[0m tokenizers v0.10.1 (/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/tokenizers-lib)\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[32m Running\u001b[0m `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name tokenizers --edition=2018 tokenizers-lib/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"indicatif\"' --cfg 'feature=\"progressbar\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"indicatif\", \"progressbar\"))' -C metadata=b70f5ca438826c61 -C extra-filename=-b70f5ca438826c61 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern clap=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libclap-8b73c3ff02b2061a.rmeta --extern derive_builder=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libderive_builder-3e093ec85ea340af.so --extern esaxx_rs=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libesaxx_rs-3ee3217f610fd2f6.rmeta --extern indicatif=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libindicatif-92e5708bfdd21479.rmeta --extern itertools=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libitertools-120219380b521206.rmeta --extern lazy_static=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblazy_static-b8cd5ec493744c98.rmeta --extern log=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblog-fee03072b48908b6.rmeta --extern onig=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libonig-3b441708e50cb41b.rmeta --extern rand=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librand-42f75882fb6fe770.rmeta --extern rayon=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon-8704d374a66af352.rmeta --extern rayon_cond=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon_cond-825f7e3b4ea61273.rmeta --extern regex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex-883f132f16a8c2d0.rmeta --extern regex_syntax=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex_syntax-436fa53568c5ecc4.rmeta --extern serde=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde-3bc9016507b48228.rmeta --extern serde_json=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde_json-c62f0a66639a2b79.rmeta --extern spm_precompiled=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libspm_precompiled-11b07ddc799221ab.rmeta --extern unicode_normalization_alignments=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_normalization_alignments-63bf7301ba1e71a4.rmeta --extern unicode_segmentation=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_segmentation-f9cb403ccf9aafe3.rmeta --extern unicode_categories=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_categories-6cc42eb7547cbd30.rmeta -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/esaxx-rs-792067c475bebe11/out -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-13664383b801b4dc/out`\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: `#[macro_use]` only has an effect on `extern crate` and modules\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/utils/mod.rs:24:1\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m24\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[macro_use]\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `#[warn(unused_attributes)]` on by default\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: `#[macro_use]` only has an effect on `extern crate` and modules\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/utils/mod.rs:35:1\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m35\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m#[macro_use]\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: variable does not need to be mutable\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/models/unigram/model.rs:280:21\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m280\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m let mut target_node = &mut best_path_ends_at[key_pos];\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m----\u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mhelp: remove this `mut`\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `#[warn(unused_mut)]` on by default\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: variable does not need to be mutable\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/models/unigram/model.rs:297:21\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m297\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m let mut target_node = &mut best_path_ends_at[starts_at + mblen];\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m----\u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mhelp: remove this `mut`\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: variable does not need to be mutable\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/pre_tokenizers/byte_level.rs:175:59\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m175\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m encoding.process_tokens_with_offsets_mut(|(i, (token, mut offsets))| {\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m----\u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mhelp: remove this `mut`\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[33mwarning\u001b[0m\u001b[0m\u001b[1m: fields `bos_id` and `eos_id` are never read\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/models/unigram/lattice.rs:59:5\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m53\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0mpub struct Lattice<'a> {\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m-------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mfields in this struct\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m...\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m59\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m bos_id: usize,\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m60\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m eos_id: usize,\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[33m^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `Lattice` has a derived impl for the trait `Debug`, but this is intentionally ignored during dead code analysis\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `#[warn(dead_code)]` on by default\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;9merror\u001b[0m\u001b[0m\u001b[1m: casting `&T` to `&mut T` is undefined behavior, even if the reference is unused, consider instead using an `UnsafeCell`\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--> \u001b[0m\u001b[0mtokenizers-lib/src/models/bpe/trainer.rs:517:47\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m513\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m let w = &words[*i] as *const _ as *mut _;\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m--------------------------------\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12mcasting happend here\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m...\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m\u001b[1m\u001b[38;5;12m517\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m let word: &mut Word = &mut (*w);\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;9m^^^^^^^^^\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m|\u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: for more information, visit \u001b[0m\n", + " \u001b[31m \u001b[0m \u001b[0m \u001b[0m\u001b[0m\u001b[1m\u001b[38;5;12m= \u001b[0m\u001b[0m\u001b[1mnote\u001b[0m\u001b[0m: `#[deny(invalid_reference_casting)]` on by default\u001b[0m\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[33mwarning\u001b[0m\u001b[1m:\u001b[0m `tokenizers` (lib) generated 6 warnings\n", + " \u001b[31m \u001b[0m \u001b[1m\u001b[31merror\u001b[0m\u001b[1m:\u001b[0m could not compile `tokenizers` (lib) due to 1 previous error; 6 warnings emitted\n", + " \u001b[31m \u001b[0m \n", + " \u001b[31m \u001b[0m Caused by:\n", + " \u001b[31m \u001b[0m process didn't exit successfully: `/home/lucia/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/bin/rustc --crate-name tokenizers --edition=2018 tokenizers-lib/src/lib.rs --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"indicatif\"' --cfg 'feature=\"progressbar\"' --check-cfg 'cfg(docsrs)' --check-cfg 'cfg(feature, values(\"default\", \"indicatif\", \"progressbar\"))' -C metadata=b70f5ca438826c61 -C extra-filename=-b70f5ca438826c61 --out-dir /tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps -C strip=debuginfo -L dependency=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps --extern clap=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libclap-8b73c3ff02b2061a.rmeta --extern derive_builder=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libderive_builder-3e093ec85ea340af.so --extern esaxx_rs=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libesaxx_rs-3ee3217f610fd2f6.rmeta --extern indicatif=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libindicatif-92e5708bfdd21479.rmeta --extern itertools=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libitertools-120219380b521206.rmeta --extern lazy_static=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblazy_static-b8cd5ec493744c98.rmeta --extern log=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/liblog-fee03072b48908b6.rmeta --extern onig=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libonig-3b441708e50cb41b.rmeta --extern rand=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librand-42f75882fb6fe770.rmeta --extern rayon=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon-8704d374a66af352.rmeta --extern rayon_cond=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/librayon_cond-825f7e3b4ea61273.rmeta --extern regex=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex-883f132f16a8c2d0.rmeta --extern regex_syntax=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libregex_syntax-436fa53568c5ecc4.rmeta --extern serde=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde-3bc9016507b48228.rmeta --extern serde_json=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libserde_json-c62f0a66639a2b79.rmeta --extern spm_precompiled=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libspm_precompiled-11b07ddc799221ab.rmeta --extern unicode_normalization_alignments=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_normalization_alignments-63bf7301ba1e71a4.rmeta --extern unicode_segmentation=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_segmentation-f9cb403ccf9aafe3.rmeta --extern unicode_categories=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/deps/libunicode_categories-6cc42eb7547cbd30.rmeta -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/esaxx-rs-792067c475bebe11/out -L native=/tmp/pip-install-q2ytw2hk/tokenizers_2d269a28806045c3b231e068d1ffafaa/target/release/build/onig_sys-13664383b801b4dc/out` (exit status: 1)\n", + " \u001b[31m \u001b[0m error: `cargo rustc --lib --message-format=json-render-diagnostics --manifest-path Cargo.toml --release -v --features pyo3/extension-module --crate-type cdylib --` failed with code 101\n", + " \u001b[31m \u001b[0m \u001b[31m[end of output]\u001b[0m\n", + " \n", + " \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n", + "\u001b[?25h\u001b[31m ERROR: Failed building wheel for tokenizers\u001b[0m\u001b[31m\n", + "\u001b[0mFailed to build tokenizers\n", + "\u001b[31mERROR: Could not build wheels for tokenizers, which is required to install pyproject.toml-based projects\u001b[0m\u001b[31m\n", + "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n" + ] + } + ], + "source": [ + "%pip install maturin datasets transformers numpy pandas tokengrams\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/lucia/.local/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", + " from .autonotebook import tqdm as notebook_tqdm\n" + ] + } + ], + "source": [ + "from tokengrams import MemmapIndex, tokenize_hf_dataset\n", + "\n", + "from datasets import load_dataset\n", + "from transformers import AutoTokenizer" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "ename": "", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[1;31mRunning cells with 'base (Python 3.10.14)' requires the ipykernel package.\n", + "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n", + "\u001b[1;31mCommand: 'conda install -n base ipykernel --update-deps --force-reinstall'" + ] + } + ], + "source": [ + "tokenize_hf_dataset(\n", + " dataset=load_dataset(\"EleutherAI/lambada_openai\", \"en\"),\n", + " tokenizer=AutoTokenizer.from_pretrained(\"EleutherAI/pythia-160m\"),\n", + " output_path=\"lambada.bin\",\n", + " text_key=\"text\",\n", + " append_eod=False,\n", + " workers=1,\n", + ")\n", + "\n", + "index = MemmapIndex.build('lambada.bin', 'lambada.idx', vocab=2**16, verbose=True)\n", + "\n", + "# Sample text\n", + "tokenizer = AutoTokenizer.from_pretrained(\"EleutherAI/pythia-160m\")\n", + "sample = index.sample_unsmoothed(tokenizer.encode(\"Once\"), n=8, k=200, num_samples=1)[0]\n", + "\n", + "print(tokenizer.decode(sample))" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "base", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.14" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}