quickstart.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# **Setup**\n"
      ],
      "metadata": {
        "id": "je2cRd5ucnLO"
      }
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "pNeD0oCnsddc",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "ae9450ad-91b0-4412-958f-f65d54d49e73"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'LADy'...\n",
            "remote: Enumerating objects: 6711, done.\u001b[K\n",
            "remote: Counting objects: 100% (1064/1064), done.\u001b[K\n",
            "remote: Compressing objects: 100% (421/421), done.\u001b[K\n",
            "remote: Total 6711 (delta 670), reused 992 (delta 624), pack-reused 5647\u001b[K\n",
            "Receiving objects: 100% (6711/6711), 311.69 MiB | 26.46 MiB/s, done.\n",
            "Resolving deltas: 100% (2077/2077), done.\n",
            "Submodule 'src/hast' (https://github.com/fani-lab/HAST.git) registered for path 'src/hast'\n",
            "Submodule 'src/octis' (https://github.com/fani-lab/OCTIS.git) registered for path 'src/octis'\n",
            "Cloning into '/content/LADy/src/hast'...\n",
            "remote: Enumerating objects: 205, done.        \n",
            "remote: Counting objects: 100% (80/80), done.        \n",
            "remote: Compressing objects: 100% (50/50), done.        \n",
            "remote: Total 205 (delta 33), reused 74 (delta 29), pack-reused 125        \n",
            "Receiving objects: 100% (205/205), 10.45 MiB | 15.39 MiB/s, done.\n",
            "Resolving deltas: 100% (86/86), done.\n",
            "Cloning into '/content/LADy/src/octis'...\n",
            "remote: Enumerating objects: 7215, done.        \n",
            "remote: Counting objects: 100% (2029/2029), done.        \n",
            "remote: Compressing objects: 100% (699/699), done.        \n",
            "remote: Total 7215 (delta 1429), reused 1875 (delta 1318), pack-reused 5186        \n",
            "Receiving objects: 100% (7215/7215), 172.13 MiB | 21.08 MiB/s, done.\n",
            "Resolving deltas: 100% (4726/4726), done.\n",
            "Submodule path 'src/hast': checked out '09b29d3949c206073d1cf21c9e7ba494988c3449'\n",
            "Submodule path 'src/octis': checked out '5aab2f8f6b95ed58f00cf336b8a3c9d28954aabd'\n",
            "/content/LADy\n",
            "Collecting pandas==1.4.4 (from -r requirements.txt (line 2))\n",
            "  Downloading pandas-1.4.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.6/11.6 MB\u001b[0m \u001b[31m92.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: seaborn in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 3)) (0.12.2)\n",
            "Collecting spacy==3.3.1 (from -r requirements.txt (line 4))\n",
            "  Downloading spacy-3.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m107.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting tqdm==4.64.1 (from -r requirements.txt (line 5))\n",
            "  Downloading tqdm-4.64.1-py2.py3-none-any.whl (78 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.5/78.5 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 6)) (8.3.1)\n",
            "Requirement already satisfied: scikit-learn>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 7)) (1.2.2)\n",
            "Collecting nltk==3.7 (from -r requirements.txt (line 8))\n",
            "  Downloading nltk-3.7-py3-none-any.whl (1.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.5/1.5 MB\u001b[0m \u001b[31m87.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting transformers==4.26.1 (from -r requirements.txt (line 13))\n",
            "  Downloading transformers-4.26.1-py3-none-any.whl (6.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m111.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting torch==1.13.1 (from -r requirements.txt (line 14))\n",
            "  Downloading torch-1.13.1-cp310-cp310-manylinux1_x86_64.whl (887.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m887.5/887.5 MB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting sentence-transformers (from -r requirements.txt (line 17))\n",
            "  Downloading sentence-transformers-2.2.2.tar.gz (85 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.0/86.0 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting simalign==0.3 (from -r requirements.txt (line 18))\n",
            "  Downloading simalign-0.3-py3-none-any.whl (8.1 kB)\n",
            "Collecting rouge (from -r requirements.txt (line 20))\n",
            "  Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n",
            "Requirement already satisfied: gensim==4.* in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 23)) (4.3.1)\n",
            "Collecting bitermplus==0.6.10 (from -r requirements.txt (line 24))\n",
            "  Downloading bitermplus-0.6.10.tar.gz (614 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m614.4/614.4 kB\u001b[0m \u001b[31m47.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting contextualized_topic_models==2.5.0 (from -r requirements.txt (line 25))\n",
            "  Downloading contextualized_topic_models-2.5.0-py2.py3-none-any.whl (36 kB)\n",
            "Collecting pytrec-eval-terrier (from -r requirements.txt (line 28))\n",
            "  Downloading pytrec_eval_terrier-0.5.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (287 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m287.4/287.4 kB\u001b[0m \u001b[31m25.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.4.4->-r requirements.txt (line 2)) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.4.4->-r requirements.txt (line 2)) (2022.7.1)\n",
            "Requirement already satisfied: numpy>=1.21.0 in /usr/local/lib/python3.10/dist-packages (from pandas==1.4.4->-r requirements.txt (line 2)) (1.22.4)\n",
            "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.9 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (3.0.12)\n",
            "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (1.0.4)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (1.0.9)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (2.0.7)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (3.0.8)\n",
            "Collecting thinc<8.1.0,>=8.0.14 (from spacy==3.3.1->-r requirements.txt (line 4))\n",
            "  Downloading thinc-8.0.17-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (659 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m659.5/659.5 kB\u001b[0m \u001b[31m45.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (0.7.9)\n",
            "Collecting wasabi<1.1.0,>=0.9.1 (from spacy==3.3.1->-r requirements.txt (line 4))\n",
            "  Downloading wasabi-0.10.1-py3-none-any.whl (26 kB)\n",
            "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (2.4.6)\n",
            "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (2.0.8)\n",
            "Collecting typer<0.5.0,>=0.3.0 (from spacy==3.3.1->-r requirements.txt (line 4))\n",
            "  Downloading typer-0.4.2-py3-none-any.whl (27 kB)\n",
            "Requirement already satisfied: pathy>=0.3.5 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (0.10.2)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (2.27.1)\n",
            "Collecting pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4 (from spacy==3.3.1->-r requirements.txt (line 4))\n",
            "  Downloading pydantic-1.8.2-py3-none-any.whl (126 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m126.0/126.0 kB\u001b[0m \u001b[31m13.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (3.1.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (67.7.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (23.1)\n",
            "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.10/dist-packages (from spacy==3.3.1->-r requirements.txt (line 4)) (3.3.0)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk==3.7->-r requirements.txt (line 8)) (8.1.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from nltk==3.7->-r requirements.txt (line 8)) (1.2.0)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.10/dist-packages (from nltk==3.7->-r requirements.txt (line 8)) (2022.10.31)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.1->-r requirements.txt (line 13)) (3.12.2)\n",
            "Collecting huggingface-hub<1.0,>=0.11.0 (from transformers==4.26.1->-r requirements.txt (line 13))\n",
            "  Downloading huggingface_hub-0.15.1-py3-none-any.whl (236 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m21.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.26.1->-r requirements.txt (line 13)) (6.0)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers==4.26.1->-r requirements.txt (line 13))\n",
            "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m105.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch==1.13.1->-r requirements.txt (line 14)) (4.6.3)\n",
            "Collecting nvidia-cuda-runtime-cu11==11.7.99 (from torch==1.13.1->-r requirements.txt (line 14))\n",
            "  Downloading nvidia_cuda_runtime_cu11-11.7.99-py3-none-manylinux1_x86_64.whl (849 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m849.3/849.3 kB\u001b[0m \u001b[31m64.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cudnn-cu11==8.5.0.96 (from torch==1.13.1->-r requirements.txt (line 14))\n",
            "  Downloading nvidia_cudnn_cu11-8.5.0.96-2-py3-none-manylinux1_x86_64.whl (557.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m557.1/557.1 MB\u001b[0m \u001b[31m2.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cublas-cu11==11.10.3.66 (from torch==1.13.1->-r requirements.txt (line 14))\n",
            "  Downloading nvidia_cublas_cu11-11.10.3.66-py3-none-manylinux1_x86_64.whl (317.1 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m317.1/317.1 MB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting nvidia-cuda-nvrtc-cu11==11.7.99 (from torch==1.13.1->-r requirements.txt (line 14))\n",
            "  Downloading nvidia_cuda_nvrtc_cu11-11.7.99-2-py3-none-manylinux1_x86_64.whl (21.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.0/21.0 MB\u001b[0m \u001b[31m70.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from simalign==0.3->-r requirements.txt (line 18)) (1.10.1)\n",
            "Collecting networkx==2.4 (from simalign==0.3->-r requirements.txt (line 18))\n",
            "  Downloading networkx-2.4-py3-none-any.whl (1.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m60.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: smart-open>=1.8.1 in /usr/local/lib/python3.10/dist-packages (from gensim==4.*->-r requirements.txt (line 23)) (6.3.0)\n",
            "Requirement already satisfied: cython in /usr/local/lib/python3.10/dist-packages (from bitermplus==0.6.10->-r requirements.txt (line 24)) (0.29.35)\n",
            "Requirement already satisfied: torchvision>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.15.2+cu118)\n",
            "Collecting gensim==4.* (from -r requirements.txt (line 23))\n",
            "  Downloading gensim-4.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (24.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.0/24.0 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: wordcloud>=1.8.1 in /usr/local/lib/python3.10/dist-packages (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.8.2.2)\n",
            "Requirement already satisfied: matplotlib>=3.1.3 in /usr/local/lib/python3.10/dist-packages (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (3.7.1)\n",
            "Collecting ipywidgets==7.5.1 (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading ipywidgets-7.5.1-py2.py3-none-any.whl (121 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ipython==8.10.0 (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading ipython-8.10.0-py3-none-any.whl (784 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m784.3/784.3 kB\u001b[0m \u001b[31m49.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.2.0)\n",
            "Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.4.2)\n",
            "Collecting jedi>=0.16 (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading jedi-0.18.2-py2.py3-none-any.whl (1.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m75.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.1.6)\n",
            "Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.7.5)\n",
            "Requirement already satisfied: prompt-toolkit<3.1.0,>=3.0.30 in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (3.0.38)\n",
            "Requirement already satisfied: pygments>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (2.14.0)\n",
            "Collecting stack-data (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading stack_data-0.6.2-py3-none-any.whl (24 kB)\n",
            "Requirement already satisfied: traitlets>=5 in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (5.7.1)\n",
            "Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.8.0)\n",
            "Requirement already satisfied: ipykernel>=4.5.1 in /usr/local/lib/python3.10/dist-packages (from ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (5.5.6)\n",
            "Requirement already satisfied: nbformat>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (5.9.0)\n",
            "Collecting widgetsnbextension~=3.5.0 (from ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading widgetsnbextension-3.5.2-py2.py3-none-any.whl (1.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m83.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch==1.13.1->-r requirements.txt (line 14)) (0.40.0)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->-r requirements.txt (line 7)) (3.1.0)\n",
            "Collecting sentencepiece (from sentence-transformers->-r requirements.txt (line 17))\n",
            "  Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m55.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from rouge->-r requirements.txt (line 20)) (1.16.0)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.11.0->transformers==4.26.1->-r requirements.txt (line 13)) (2023.6.0)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.1.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.40.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.4.4)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (8.4.0)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1.3->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (3.1.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.3.1->-r requirements.txt (line 4)) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.3.1->-r requirements.txt (line 4)) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.3.1->-r requirements.txt (line 4)) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.3.1->-r requirements.txt (line 4)) (3.4)\n",
            "INFO: pip is looking at multiple versions of torchvision to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting torchvision>=0.7.0 (from contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading torchvision-0.15.2-cp310-cp310-manylinux1_x86_64.whl (6.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.0/6.0 MB\u001b[0m \u001b[31m26.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading torchvision-0.15.1-cp310-cp310-manylinux1_x86_64.whl (6.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.0/6.0 MB\u001b[0m \u001b[31m76.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Downloading torchvision-0.14.1-cp310-cp310-manylinux1_x86_64.whl (24.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.2/24.2 MB\u001b[0m \u001b[31m44.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->spacy==3.3.1->-r requirements.txt (line 4)) (2.1.3)\n",
            "Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel>=4.5.1->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.2.0)\n",
            "Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel>=4.5.1->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (6.1.12)\n",
            "Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel>=4.5.1->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (6.3.1)\n",
            "Requirement already satisfied: parso<0.9.0,>=0.8.0 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.8.3)\n",
            "Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (2.17.1)\n",
            "Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.3.3)\n",
            "Requirement already satisfied: jupyter-core in /usr/local/lib/python3.10/dist-packages (from nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (5.3.1)\n",
            "Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.10/dist-packages (from pexpect>4.3->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.7.0)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit<3.1.0,>=3.0.30->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.2.6)\n",
            "Requirement already satisfied: notebook>=4.4.1 in /usr/local/lib/python3.10/dist-packages (from widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (6.4.8)\n",
            "Collecting executing>=1.2.0 (from stack-data->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading executing-1.2.0-py2.py3-none-any.whl (24 kB)\n",
            "Collecting asttokens>=2.1.0 (from stack-data->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading asttokens-2.2.1-py2.py3-none-any.whl (26 kB)\n",
            "Collecting pure-eval (from stack-data->ipython==8.10.0->contextualized_topic_models==2.5.0->-r requirements.txt (line 25))\n",
            "  Downloading pure_eval-0.2.2-py3-none-any.whl (11 kB)\n",
            "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (23.1.0)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.19.3)\n",
            "Requirement already satisfied: pyzmq>=17 in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (23.2.1)\n",
            "Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (21.3.0)\n",
            "Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (6.5.4)\n",
            "Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.5.6)\n",
            "Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.8.2)\n",
            "Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.17.1)\n",
            "Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.17.0)\n",
            "Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core->nbformat>=4.2.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (3.7.0)\n",
            "Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (21.2.0)\n",
            "Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.9.2)\n",
            "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (4.11.2)\n",
            "Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (6.0.0)\n",
            "Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.7.1)\n",
            "Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.4)\n",
            "Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.2.2)\n",
            "Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.8.4)\n",
            "Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.8.0)\n",
            "Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.5.0)\n",
            "Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.2.1)\n",
            "Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (1.15.1)\n",
            "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (2.4.1)\n",
            "Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (0.5.1)\n",
            "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.5.0->ipywidgets==7.5.1->contextualized_topic_models==2.5.0->-r requirements.txt (line 25)) (2.21)\n",
            "Building wheels for collected packages: bitermplus, sentence-transformers\n",
            "  Building wheel for bitermplus (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for bitermplus: filename=bitermplus-0.6.10-cp310-cp310-linux_x86_64.whl size=1264449 sha256=e3a77910ebc2f6b201211f18043a5d926f5e0be1270b918276681430fdd781c5\n",
            "  Stored in directory: /root/.cache/pip/wheels/d8/fa/19/a5c8dc502d88ec0c556e5ccb8a0a35665f40467d9aee8a7971\n",
            "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sentence-transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125926 sha256=6985c734bde505bb066e9fa938c0f7a91dcce84f3cb27913d4e82b3e0d94d5c3\n",
            "  Stored in directory: /root/.cache/pip/wheels/62/f2/10/1e606fd5f02395388f74e7462910fe851042f97238cbbd902f\n",
            "Successfully built bitermplus sentence-transformers\n",
            "Installing collected packages: wasabi, tokenizers, sentencepiece, pure-eval, executing, typer, tqdm, rouge, pytrec-eval-terrier, pydantic, nvidia-cuda-runtime-cu11, nvidia-cuda-nvrtc-cu11, nvidia-cublas-cu11, networkx, jedi, asttokens, thinc, stack-data, pandas, nvidia-cudnn-cu11, nltk, huggingface-hub, gensim, transformers, torch, spacy, ipython, bitermplus, torchvision, simalign, sentence-transformers, widgetsnbextension, ipywidgets, contextualized_topic_models\n",
            "  Attempting uninstall: wasabi\n",
            "    Found existing installation: wasabi 1.1.2\n",
            "    Uninstalling wasabi-1.1.2:\n",
            "      Successfully uninstalled wasabi-1.1.2\n",
            "  Attempting uninstall: typer\n",
            "    Found existing installation: typer 0.7.0\n",
            "    Uninstalling typer-0.7.0:\n",
            "      Successfully uninstalled typer-0.7.0\n",
            "  Attempting uninstall: tqdm\n",
            "    Found existing installation: tqdm 4.65.0\n",
            "    Uninstalling tqdm-4.65.0:\n",
            "      Successfully uninstalled tqdm-4.65.0\n",
            "  Attempting uninstall: pydantic\n",
            "    Found existing installation: pydantic 1.10.9\n",
            "    Uninstalling pydantic-1.10.9:\n",
            "      Successfully uninstalled pydantic-1.10.9\n",
            "  Attempting uninstall: networkx\n",
            "    Found existing installation: networkx 3.1\n",
            "    Uninstalling networkx-3.1:\n",
            "      Successfully uninstalled networkx-3.1\n",
            "  Attempting uninstall: thinc\n",
            "    Found existing installation: thinc 8.1.10\n",
            "    Uninstalling thinc-8.1.10:\n",
            "      Successfully uninstalled thinc-8.1.10\n",
            "  Attempting uninstall: pandas\n",
            "    Found existing installation: pandas 1.5.3\n",
            "    Uninstalling pandas-1.5.3:\n",
            "      Successfully uninstalled pandas-1.5.3\n",
            "  Attempting uninstall: nltk\n",
            "    Found existing installation: nltk 3.8.1\n",
            "    Uninstalling nltk-3.8.1:\n",
            "      Successfully uninstalled nltk-3.8.1\n",
            "  Attempting uninstall: gensim\n",
            "    Found existing installation: gensim 4.3.1\n",
            "    Uninstalling gensim-4.3.1:\n",
            "      Successfully uninstalled gensim-4.3.1\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 2.0.1+cu118\n",
            "    Uninstalling torch-2.0.1+cu118:\n",
            "      Successfully uninstalled torch-2.0.1+cu118\n",
            "  Attempting uninstall: spacy\n",
            "    Found existing installation: spacy 3.5.3\n",
            "    Uninstalling spacy-3.5.3:\n",
            "      Successfully uninstalled spacy-3.5.3\n",
            "  Attempting uninstall: ipython\n",
            "    Found existing installation: ipython 7.34.0\n",
            "    Uninstalling ipython-7.34.0:\n",
            "      Successfully uninstalled ipython-7.34.0\n",
            "  Attempting uninstall: torchvision\n",
            "    Found existing installation: torchvision 0.15.2+cu118\n",
            "    Uninstalling torchvision-0.15.2+cu118:\n",
            "      Successfully uninstalled torchvision-0.15.2+cu118\n",
            "  Attempting uninstall: widgetsnbextension\n",
            "    Found existing installation: widgetsnbextension 3.6.4\n",
            "    Uninstalling widgetsnbextension-3.6.4:\n",
            "      Successfully uninstalled widgetsnbextension-3.6.4\n",
            "  Attempting uninstall: ipywidgets\n",
            "    Found existing installation: ipywidgets 7.7.1\n",
            "    Uninstalling ipywidgets-7.7.1:\n",
            "      Successfully uninstalled ipywidgets-7.7.1\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "en-core-web-sm 3.5.0 requires spacy<3.6.0,>=3.5.0, but you have spacy 3.3.1 which is incompatible.\n",
            "google-colab 1.0.0 requires ipython==7.34.0, but you have ipython 8.10.0 which is incompatible.\n",
            "google-colab 1.0.0 requires pandas==1.5.3, but you have pandas 1.4.4 which is incompatible.\n",
            "inflect 6.0.4 requires pydantic>=1.9.1, but you have pydantic 1.8.2 which is incompatible.\n",
            "torchaudio 2.0.2+cu118 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\n",
            "torchdata 0.6.1 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\n",
            "torchtext 0.15.2 requires torch==2.0.1, but you have torch 1.13.1 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed asttokens-2.2.1 bitermplus-0.6.10 contextualized_topic_models-2.5.0 executing-1.2.0 gensim-4.2.0 huggingface-hub-0.15.1 ipython-8.10.0 ipywidgets-7.5.1 jedi-0.18.2 networkx-2.4 nltk-3.7 nvidia-cublas-cu11-11.10.3.66 nvidia-cuda-nvrtc-cu11-11.7.99 nvidia-cuda-runtime-cu11-11.7.99 nvidia-cudnn-cu11-8.5.0.96 pandas-1.4.4 pure-eval-0.2.2 pydantic-1.8.2 pytrec-eval-terrier-0.5.5 rouge-1.0.1 sentence-transformers-2.2.2 sentencepiece-0.1.99 simalign-0.3 spacy-3.3.1 stack-data-0.6.2 thinc-8.0.17 tokenizers-0.13.3 torch-1.13.1 torchvision-0.14.1 tqdm-4.64.1 transformers-4.26.1 typer-0.4.2 wasabi-0.10.1 widgetsnbextension-3.5.2\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "IPython"
                ]
              }
            }
          },
          "metadata": {}
        }
      ],
      "source": [
        "!git clone --recursive https://github.com/fani-lab/LADy.git\n",
        "%cd LADy\n",
        "!pip install -r requirements.txt"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Additionally, you need to install the following libraries from their source:\n",
        "- ``en_core_web_sm`` as a requirement in ``spaCy`` library with the following command:\n",
        "  \n",
        "\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "gGccCP-9dHUY"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!python -m spacy download en_core_web_sm"
      ],
      "metadata": {
        "id": "m4NxVMWczX7q",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "678a25fe-efe1-4daf-b6f9-147fb1df3271"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2023-07-02 22:47:48.459666: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
            "To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
            "2023-07-02 22:47:50.464867: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
            "\u001b[33mDEPRECATION: https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.3.0/en_core_web_sm-3.3.0-py3-none-any.whl#egg=en_core_web_sm==3.3.0 contains an egg fragment with a non-PEP 508 name pip 25.0 will enforce this behaviour change. A possible replacement is to use the req @ url syntax, and remove the egg fragment. Discussion can be found at https://github.com/pypa/pip/issues/11617\u001b[0m\u001b[33m\n",
            "\u001b[0mCollecting en-core-web-sm==3.3.0\n",
            "  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.3.0/en_core_web_sm-3.3.0-py3-none-any.whl (12.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.8/12.8 MB\u001b[0m \u001b[31m47.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: spacy<3.4.0,>=3.3.0.dev0 in /usr/local/lib/python3.10/dist-packages (from en-core-web-sm==3.3.0) (3.3.1)\n",
            "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.9 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (3.0.12)\n",
            "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (1.0.4)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (1.0.9)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.0.7)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (3.0.8)\n",
            "Requirement already satisfied: thinc<8.1.0,>=8.0.14 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (8.0.17)\n",
            "Requirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (0.7.9)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.9.1 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (0.10.1)\n",
            "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.4.6)\n",
            "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.0.8)\n",
            "Requirement already satisfied: typer<0.5.0,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (0.4.2)\n",
            "Requirement already satisfied: pathy>=0.3.5 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (0.10.2)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (4.64.1)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (1.22.4)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.27.1)\n",
            "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (1.8.2)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (3.1.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (67.7.2)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (23.1)\n",
            "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (3.3.0)\n",
            "Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /usr/local/lib/python3.10/dist-packages (from pathy>=0.3.5->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (6.3.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (4.6.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (3.4)\n",
            "Requirement already satisfied: click<9.0.0,>=7.1.1 in /usr/local/lib/python3.10/dist-packages (from typer<0.5.0,>=0.3.0->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (8.1.3)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->spacy<3.4.0,>=3.3.0.dev0->en-core-web-sm==3.3.0) (2.1.3)\n",
            "Installing collected packages: en-core-web-sm\n",
            "  Attempting uninstall: en-core-web-sm\n",
            "    Found existing installation: en-core-web-sm 3.5.0\n",
            "    Uninstalling en-core-web-sm-3.5.0:\n",
            "      Successfully uninstalled en-core-web-sm-3.5.0\n",
            "Successfully installed en-core-web-sm-3.3.0\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the package via spacy.load('en_core_web_sm')\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "- ``stopwords`` and ``punkt`` as a requirement in ``nltk`` library with the following command:\n",
        "  "
      ],
      "metadata": {
        "id": "rfBER7AVzUOp"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!python -m nltk.downloader stopwords\n",
        "!python -m nltk.downloader punkt"
      ],
      "metadata": {
        "id": "dMRKgLGzdEz2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c77eb894-33ee-481e-cdfd-c5d3ac5a07e3"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/usr/lib/python3.10/runpy.py:126: RuntimeWarning: 'nltk.downloader' found in sys.modules after import of package 'nltk', but prior to execution of 'nltk.downloader'; this may result in unpredictable behaviour\n",
            "  warn(RuntimeWarning(msg))\n",
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n",
            "/usr/lib/python3.10/runpy.py:126: RuntimeWarning: 'nltk.downloader' found in sys.modules after import of package 'nltk', but prior to execution of 'nltk.downloader'; this may result in unpredictable behaviour\n",
            "  warn(RuntimeWarning(msg))\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Further, we reused octis as submodule for unsupervised neural aspect modeling using e.g., neural lda:"
      ],
      "metadata": {
        "id": "uGjdhT3tU136"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "%cd src/octis\n",
        "!python setup.py install"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "y0FvqFquU2cC",
        "outputId": "9ad25cb5-bd4b-40b2-9382-6dc1154ef9e7"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/LADy/src/octis\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/__init__.py:84: _DeprecatedInstaller: setuptools.installer and fetch_build_eggs are deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Requirements should be satisfied by a PEP 517 installer.\n",
            "        If you are using pip, you can try `pip install --use-pep517`.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  dist.fetch_build_eggs(dist.setup_requires)\n",
            "running install\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` directly.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` and ``easy_install``.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://github.com/pypa/setuptools/issues/917 for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "running bdist_egg\n",
            "running egg_info\n",
            "creating octis.egg-info\n",
            "writing octis.egg-info/PKG-INFO\n",
            "writing dependency_links to octis.egg-info/dependency_links.txt\n",
            "writing entry points to octis.egg-info/entry_points.txt\n",
            "writing requirements to octis.egg-info/requires.txt\n",
            "writing top-level names to octis.egg-info/top_level.txt\n",
            "writing manifest file 'octis.egg-info/SOURCES.txt'\n",
            "reading manifest file 'octis.egg-info/SOURCES.txt'\n",
            "reading manifest template 'MANIFEST.in'\n",
            "warning: no previously-included files matching '__pycache__' found under directory '*'\n",
            "warning: no previously-included files matching '*.py[co]' found under directory '*'\n",
            "warning: no files found matching '*.jpg' under directory 'docs'\n",
            "warning: no files found matching '*.png' under directory 'docs'\n",
            "warning: no files found matching '*.gif' under directory 'docs'\n",
            "adding license file 'LICENSE'\n",
            "adding license file 'AUTHORS.rst'\n",
            "writing manifest file 'octis.egg-info/SOURCES.txt'\n",
            "installing library code to build/bdist.linux-x86_64/egg\n",
            "running install_lib\n",
            "running build_py\n",
            "creating build\n",
            "creating build/lib\n",
            "creating build/lib/octis\n",
            "copying octis/cli.py -> build/lib/octis\n",
            "copying octis/octis.py -> build/lib/octis\n",
            "copying octis/__init__.py -> build/lib/octis\n",
            "creating build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/classification_metrics.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/topic_significance_metrics.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/rbo.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/word_embeddings_rbo.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/diversity_metrics.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/coherence_metrics.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/similarity_metrics.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/word_embeddings_rbo_centroid.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/__init__.py -> build/lib/octis/evaluation_metrics\n",
            "copying octis/evaluation_metrics/metrics.py -> build/lib/octis/evaluation_metrics\n",
            "creating build/lib/octis/configuration\n",
            "copying octis/configuration/defaults.py -> build/lib/octis/configuration\n",
            "copying octis/configuration/citations.py -> build/lib/octis/configuration\n",
            "copying octis/configuration/__init__.py -> build/lib/octis/configuration\n",
            "creating build/lib/octis/dashboard\n",
            "copying octis/dashboard/frameworkScanner.py -> build/lib/octis/dashboard\n",
            "copying octis/dashboard/server.py -> build/lib/octis/dashboard\n",
            "copying octis/dashboard/experimentManager.py -> build/lib/octis/dashboard\n",
            "copying octis/dashboard/__init__.py -> build/lib/octis/dashboard\n",
            "copying octis/dashboard/queueManager.py -> build/lib/octis/dashboard\n",
            "creating build/lib/octis/preprocessing\n",
            "copying octis/preprocessing/preprocessing.py -> build/lib/octis/preprocessing\n",
            "copying octis/preprocessing/__init__.py -> build/lib/octis/preprocessing\n",
            "creating build/lib/octis/models\n",
            "copying octis/models/NeuralLDA.py -> build/lib/octis/models\n",
            "copying octis/models/model.py -> build/lib/octis/models\n",
            "copying octis/models/HDP.py -> build/lib/octis/models\n",
            "copying octis/models/LSI.py -> build/lib/octis/models\n",
            "copying octis/models/ETM.py -> build/lib/octis/models\n",
            "copying octis/models/CTM.py -> build/lib/octis/models\n",
            "copying octis/models/DETM.py -> build/lib/octis/models\n",
            "copying octis/models/NMF_scikit.py -> build/lib/octis/models\n",
            "copying octis/models/LDA.py -> build/lib/octis/models\n",
            "copying octis/models/LDA_tomopy.py -> build/lib/octis/models\n",
            "copying octis/models/NMF.py -> build/lib/octis/models\n",
            "copying octis/models/base_etm.py -> build/lib/octis/models\n",
            "copying octis/models/__init__.py -> build/lib/octis/models\n",
            "copying octis/models/ProdLDA.py -> build/lib/octis/models\n",
            "creating build/lib/octis/dataset\n",
            "copying octis/dataset/dataset.py -> build/lib/octis/dataset\n",
            "copying octis/dataset/__init__.py -> build/lib/octis/dataset\n",
            "copying octis/dataset/downloader.py -> build/lib/octis/dataset\n",
            "creating build/lib/octis/optimization\n",
            "copying octis/optimization/optimizer_evaluation.py -> build/lib/octis/optimization\n",
            "copying octis/optimization/optimizer.py -> build/lib/octis/optimization\n",
            "copying octis/optimization/__init__.py -> build/lib/octis/optimization\n",
            "copying octis/optimization/optimizer_tool.py -> build/lib/octis/optimization\n",
            "creating build/lib/octis/models/ETM_model\n",
            "copying octis/models/ETM_model/skipgram.py -> build/lib/octis/models/ETM_model\n",
            "copying octis/models/ETM_model/etm.py -> build/lib/octis/models/ETM_model\n",
            "copying octis/models/ETM_model/data.py -> build/lib/octis/models/ETM_model\n",
            "copying octis/models/ETM_model/utils.py -> build/lib/octis/models/ETM_model\n",
            "copying octis/models/ETM_model/__init__.py -> build/lib/octis/models/ETM_model\n",
            "creating build/lib/octis/models/early_stopping\n",
            "copying octis/models/early_stopping/__init__.py -> build/lib/octis/models/early_stopping\n",
            "copying octis/models/early_stopping/pytorchtools.py -> build/lib/octis/models/early_stopping\n",
            "creating build/lib/octis/models/contextualized_topic_models\n",
            "copying octis/models/contextualized_topic_models/__init__.py -> build/lib/octis/models/contextualized_topic_models\n",
            "copying octis/models/contextualized_topic_models/contextualized_topic_models.py -> build/lib/octis/models/contextualized_topic_models\n",
            "creating build/lib/octis/models/pytorchavitm\n",
            "copying octis/models/pytorchavitm/__init__.py -> build/lib/octis/models/pytorchavitm\n",
            "copying octis/models/pytorchavitm/AVITM.py -> build/lib/octis/models/pytorchavitm\n",
            "creating build/lib/octis/models/DETM_model\n",
            "copying octis/models/DETM_model/detm.py -> build/lib/octis/models/DETM_model\n",
            "copying octis/models/DETM_model/data.py -> build/lib/octis/models/DETM_model\n",
            "copying octis/models/DETM_model/__init__.py -> build/lib/octis/models/DETM_model\n",
            "creating build/lib/octis/models/contextualized_topic_models/utils\n",
            "copying octis/models/contextualized_topic_models/utils/preprocessing.py -> build/lib/octis/models/contextualized_topic_models/utils\n",
            "copying octis/models/contextualized_topic_models/utils/__init__.py -> build/lib/octis/models/contextualized_topic_models/utils\n",
            "copying octis/models/contextualized_topic_models/utils/data_preparation.py -> build/lib/octis/models/contextualized_topic_models/utils\n",
            "creating build/lib/octis/models/contextualized_topic_models/datasets\n",
            "copying octis/models/contextualized_topic_models/datasets/dataset.py -> build/lib/octis/models/contextualized_topic_models/datasets\n",
            "copying octis/models/contextualized_topic_models/datasets/__init__.py -> build/lib/octis/models/contextualized_topic_models/datasets\n",
            "creating build/lib/octis/models/contextualized_topic_models/networks\n",
            "copying octis/models/contextualized_topic_models/networks/decoding_network.py -> build/lib/octis/models/contextualized_topic_models/networks\n",
            "copying octis/models/contextualized_topic_models/networks/__init__.py -> build/lib/octis/models/contextualized_topic_models/networks\n",
            "copying octis/models/contextualized_topic_models/networks/inference_network.py -> build/lib/octis/models/contextualized_topic_models/networks\n",
            "creating build/lib/octis/models/contextualized_topic_models/models\n",
            "copying octis/models/contextualized_topic_models/models/ctm.py -> build/lib/octis/models/contextualized_topic_models/models\n",
            "copying octis/models/contextualized_topic_models/models/__init__.py -> build/lib/octis/models/contextualized_topic_models/models\n",
            "creating build/lib/octis/models/pytorchavitm/datasets\n",
            "copying octis/models/pytorchavitm/datasets/__init__.py -> build/lib/octis/models/pytorchavitm/datasets\n",
            "copying octis/models/pytorchavitm/datasets/bow.py -> build/lib/octis/models/pytorchavitm/datasets\n",
            "creating build/lib/octis/models/pytorchavitm/avitm\n",
            "copying octis/models/pytorchavitm/avitm/__init__.py -> build/lib/octis/models/pytorchavitm/avitm\n",
            "copying octis/models/pytorchavitm/avitm/decoder_network.py -> build/lib/octis/models/pytorchavitm/avitm\n",
            "copying octis/models/pytorchavitm/avitm/inference_network.py -> build/lib/octis/models/pytorchavitm/avitm\n",
            "copying octis/models/pytorchavitm/avitm/avitm_model.py -> build/lib/octis/models/pytorchavitm/avitm\n",
            "creating build/bdist.linux-x86_64\n",
            "creating build/bdist.linux-x86_64/egg\n",
            "creating build/bdist.linux-x86_64/egg/octis\n",
            "creating build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/classification_metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/topic_significance_metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/rbo.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/word_embeddings_rbo.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/diversity_metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/coherence_metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/similarity_metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/word_embeddings_rbo_centroid.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/__init__.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/evaluation_metrics/metrics.py -> build/bdist.linux-x86_64/egg/octis/evaluation_metrics\n",
            "copying build/lib/octis/cli.py -> build/bdist.linux-x86_64/egg/octis\n",
            "creating build/bdist.linux-x86_64/egg/octis/configuration\n",
            "copying build/lib/octis/configuration/defaults.py -> build/bdist.linux-x86_64/egg/octis/configuration\n",
            "copying build/lib/octis/configuration/citations.py -> build/bdist.linux-x86_64/egg/octis/configuration\n",
            "copying build/lib/octis/configuration/__init__.py -> build/bdist.linux-x86_64/egg/octis/configuration\n",
            "creating build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "copying build/lib/octis/dashboard/frameworkScanner.py -> build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "copying build/lib/octis/dashboard/server.py -> build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "copying build/lib/octis/dashboard/experimentManager.py -> build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "copying build/lib/octis/dashboard/__init__.py -> build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "copying build/lib/octis/dashboard/queueManager.py -> build/bdist.linux-x86_64/egg/octis/dashboard\n",
            "creating build/bdist.linux-x86_64/egg/octis/preprocessing\n",
            "copying build/lib/octis/preprocessing/preprocessing.py -> build/bdist.linux-x86_64/egg/octis/preprocessing\n",
            "copying build/lib/octis/preprocessing/__init__.py -> build/bdist.linux-x86_64/egg/octis/preprocessing\n",
            "copying build/lib/octis/octis.py -> build/bdist.linux-x86_64/egg/octis\n",
            "copying build/lib/octis/__init__.py -> build/bdist.linux-x86_64/egg/octis\n",
            "creating build/bdist.linux-x86_64/egg/octis/models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/ETM_model/skipgram.py -> build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/ETM_model/etm.py -> build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/ETM_model/data.py -> build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/ETM_model/utils.py -> build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/ETM_model/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/ETM_model\n",
            "copying build/lib/octis/models/NeuralLDA.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/model.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/HDP.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/LSI.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/ETM.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/CTM.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/early_stopping\n",
            "copying build/lib/octis/models/early_stopping/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/early_stopping\n",
            "copying build/lib/octis/models/early_stopping/pytorchtools.py -> build/bdist.linux-x86_64/egg/octis/models/early_stopping\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils\n",
            "copying build/lib/octis/models/contextualized_topic_models/utils/preprocessing.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils\n",
            "copying build/lib/octis/models/contextualized_topic_models/utils/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils\n",
            "copying build/lib/octis/models/contextualized_topic_models/utils/data_preparation.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/datasets\n",
            "copying build/lib/octis/models/contextualized_topic_models/datasets/dataset.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/datasets\n",
            "copying build/lib/octis/models/contextualized_topic_models/datasets/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/datasets\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks\n",
            "copying build/lib/octis/models/contextualized_topic_models/networks/decoding_network.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks\n",
            "copying build/lib/octis/models/contextualized_topic_models/networks/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks\n",
            "copying build/lib/octis/models/contextualized_topic_models/networks/inference_network.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks\n",
            "copying build/lib/octis/models/contextualized_topic_models/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/models\n",
            "copying build/lib/octis/models/contextualized_topic_models/models/ctm.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/models\n",
            "copying build/lib/octis/models/contextualized_topic_models/models/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/models\n",
            "copying build/lib/octis/models/contextualized_topic_models/contextualized_topic_models.py -> build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models\n",
            "copying build/lib/octis/models/DETM.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/NMF_scikit.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/LDA.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/LDA_tomopy.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/NMF.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/base_etm.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/pytorchavitm\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/datasets\n",
            "copying build/lib/octis/models/pytorchavitm/datasets/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/datasets\n",
            "copying build/lib/octis/models/pytorchavitm/datasets/bow.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/datasets\n",
            "copying build/lib/octis/models/pytorchavitm/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm\n",
            "copying build/lib/octis/models/pytorchavitm/avitm/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm\n",
            "copying build/lib/octis/models/pytorchavitm/avitm/decoder_network.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm\n",
            "copying build/lib/octis/models/pytorchavitm/avitm/inference_network.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm\n",
            "copying build/lib/octis/models/pytorchavitm/avitm/avitm_model.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm\n",
            "copying build/lib/octis/models/pytorchavitm/AVITM.py -> build/bdist.linux-x86_64/egg/octis/models/pytorchavitm\n",
            "copying build/lib/octis/models/__init__.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "copying build/lib/octis/models/ProdLDA.py -> build/bdist.linux-x86_64/egg/octis/models\n",
            "creating build/bdist.linux-x86_64/egg/octis/models/DETM_model\n",
            "copying build/lib/octis/models/DETM_model/detm.py -> build/bdist.linux-x86_64/egg/octis/models/DETM_model\n",
            "copying build/lib/octis/models/DETM_model/data.py -> build/bdist.linux-x86_64/egg/octis/models/DETM_model\n",
            "copying build/lib/octis/models/DETM_model/__init__.py -> build/bdist.linux-x86_64/egg/octis/models/DETM_model\n",
            "creating build/bdist.linux-x86_64/egg/octis/dataset\n",
            "copying build/lib/octis/dataset/dataset.py -> build/bdist.linux-x86_64/egg/octis/dataset\n",
            "copying build/lib/octis/dataset/__init__.py -> build/bdist.linux-x86_64/egg/octis/dataset\n",
            "copying build/lib/octis/dataset/downloader.py -> build/bdist.linux-x86_64/egg/octis/dataset\n",
            "creating build/bdist.linux-x86_64/egg/octis/optimization\n",
            "copying build/lib/octis/optimization/optimizer_evaluation.py -> build/bdist.linux-x86_64/egg/octis/optimization\n",
            "copying build/lib/octis/optimization/optimizer.py -> build/bdist.linux-x86_64/egg/octis/optimization\n",
            "copying build/lib/octis/optimization/__init__.py -> build/bdist.linux-x86_64/egg/octis/optimization\n",
            "copying build/lib/octis/optimization/optimizer_tool.py -> build/bdist.linux-x86_64/egg/octis/optimization\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/classification_metrics.py to classification_metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/topic_significance_metrics.py to topic_significance_metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/rbo.py to rbo.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/word_embeddings_rbo.py to word_embeddings_rbo.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/diversity_metrics.py to diversity_metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/coherence_metrics.py to coherence_metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/similarity_metrics.py to similarity_metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/word_embeddings_rbo_centroid.py to word_embeddings_rbo_centroid.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/evaluation_metrics/metrics.py to metrics.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/cli.py to cli.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/configuration/defaults.py to defaults.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/configuration/citations.py to citations.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/configuration/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dashboard/frameworkScanner.py to frameworkScanner.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dashboard/server.py to server.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dashboard/experimentManager.py to experimentManager.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dashboard/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dashboard/queueManager.py to queueManager.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/preprocessing/preprocessing.py to preprocessing.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/preprocessing/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/octis.py to octis.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM_model/skipgram.py to skipgram.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM_model/etm.py to etm.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM_model/data.py to data.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM_model/utils.py to utils.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM_model/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/NeuralLDA.py to NeuralLDA.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/model.py to model.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/HDP.py to HDP.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/LSI.py to LSI.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ETM.py to ETM.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/CTM.py to CTM.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/early_stopping/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/early_stopping/pytorchtools.py to pytorchtools.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils/preprocessing.py to preprocessing.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/utils/data_preparation.py to data_preparation.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/datasets/dataset.py to dataset.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/datasets/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks/decoding_network.py to decoding_network.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/networks/inference_network.py to inference_network.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/models/ctm.py to ctm.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/models/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/contextualized_topic_models/contextualized_topic_models.py to contextualized_topic_models.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/DETM.py to DETM.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/NMF_scikit.py to NMF_scikit.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/LDA.py to LDA.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/LDA_tomopy.py to LDA_tomopy.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/NMF.py to NMF.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/base_etm.py to base_etm.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/datasets/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/datasets/bow.py to bow.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm/decoder_network.py to decoder_network.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm/inference_network.py to inference_network.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/avitm/avitm_model.py to avitm_model.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/pytorchavitm/AVITM.py to AVITM.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/ProdLDA.py to ProdLDA.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/DETM_model/detm.py to detm.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/DETM_model/data.py to data.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/models/DETM_model/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dataset/dataset.py to dataset.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dataset/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/dataset/downloader.py to downloader.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/optimization/optimizer_evaluation.py to optimizer_evaluation.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/optimization/optimizer.py to optimizer.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/optimization/__init__.py to __init__.cpython-310.pyc\n",
            "byte-compiling build/bdist.linux-x86_64/egg/octis/optimization/optimizer_tool.py to optimizer_tool.cpython-310.pyc\n",
            "creating build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/entry_points.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/not-zip-safe -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "copying octis.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
            "creating dist\n",
            "creating 'dist/octis-1.12.0-py3.10.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n",
            "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n",
            "Processing octis-1.12.0-py3.10.egg\n",
            "creating /usr/local/lib/python3.10/dist-packages/octis-1.12.0-py3.10.egg\n",
            "Extracting octis-1.12.0-py3.10.egg to /usr/local/lib/python3.10/dist-packages\n",
            "Adding octis 1.12.0 to easy-install.pth file\n",
            "Installing octis script to /usr/local/bin\n",
            "\n",
            "Installed /usr/local/lib/python3.10/dist-packages/octis-1.12.0-py3.10.egg\n",
            "Processing dependencies for octis==1.12.0\n",
            "Searching for tomotopy\n",
            "Reading https://pypi.org/simple/tomotopy/\n",
            "Downloading https://files.pythonhosted.org/packages/2b/47/587960c0ff2627498ede858ad28665626f0c1e876a23e523fd36172702ca/tomotopy-0.12.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl#sha256=88b3d54fb326ceffc3a328d82ba4e845f5a3ff324b2dab51d110ebc14fe97bac\n",
            "Best match: tomotopy 0.12.4\n",
            "Processing tomotopy-0.12.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl\n",
            "Installing tomotopy-0.12.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl to /usr/local/lib/python3.10/dist-packages\n",
            "Adding tomotopy 0.12.4 to easy-install.pth file\n",
            "\n",
            "Installed /usr/local/lib/python3.10/dist-packages/tomotopy-0.12.4-py3.10-linux-x86_64.egg\n",
            "Searching for libsvm\n",
            "Reading https://pypi.org/simple/libsvm/\n",
            "Downloading https://files.pythonhosted.org/packages/4b/11/c7700d0cd3a21eef2d7d996256277fc640ccd4f84717c10228cb6c1567dc/libsvm-3.23.0.4.tar.gz#sha256=ea61c748b7baa75d7de8d8d3278614a0f66f32830e6828dd307fc69d20210463\n",
            "Best match: libsvm 3.23.0.4\n",
            "Processing libsvm-3.23.0.4.tar.gz\n",
            "Writing /tmp/easy_install-75bzo_0n/libsvm-3.23.0.4/setup.cfg\n",
            "Running libsvm-3.23.0.4/setup.py -q bdist_egg --dist-dir /tmp/easy_install-75bzo_0n/libsvm-3.23.0.4/egg-dist-tmp-3y5g0_hf\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` directly.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/command/build_py.py:201: _Warning: Package 'libsvm.bin.windows' is absent from the `packages` configuration.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        ############################\n",
            "        # Package would be ignored #\n",
            "        ############################\n",
            "        Python recognizes 'libsvm.bin.windows' as an importable package[^1],\n",
            "        but it is absent from setuptools' `packages` configuration.\n",
            "\n",
            "        This leads to an ambiguous overall configuration. If you want to distribute this\n",
            "        package, please make sure that 'libsvm.bin.windows' is explicitly added\n",
            "        to the `packages` configuration field.\n",
            "\n",
            "        Alternatively, you can also rely on setuptools' discovery methods\n",
            "        (for example by using `find_namespace_packages(...)`/`find_namespace:`\n",
            "        instead of `find_packages(...)`/`find:`).\n",
            "\n",
            "        You can read more about \"package discovery\" on setuptools documentation page:\n",
            "\n",
            "        - https://setuptools.pypa.io/en/latest/userguide/package_discovery.html\n",
            "\n",
            "        If you don't want 'libsvm.bin.windows' to be distributed and are\n",
            "        already explicitly excluding 'libsvm.bin.windows' via\n",
            "        `find_namespace_packages(...)/find_namespace` or `find_packages(...)/find`,\n",
            "        you can try to use `exclude_package_data`, or `include-package-data=False` in\n",
            "        combination with a more fine grained `package-data` configuration.\n",
            "\n",
            "        You can read more about \"package data files\" on setuptools documentation page:\n",
            "\n",
            "        - https://setuptools.pypa.io/en/latest/userguide/datafiles.html\n",
            "\n",
            "\n",
            "        [^1]: For Python, any directory (with suitable naming) can be imported,\n",
            "              even if it does not contain any `.py` files.\n",
            "              On the other hand, currently there is no concept of package data\n",
            "              directory, all directories are treated like packages.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  check.warn(importable)\n",
            "zip_safe flag not set; analyzing archive contents...\n",
            "__pycache__.libsvm.cpython-310: module references __file__\n",
            "libsvm.__pycache__.svm.cpython-310: module references __file__\n",
            "libsvm.__pycache__.svmutil.cpython-310: module references __file__\n",
            "Adding libsvm 3.23.0.4 to easy-install.pth file\n",
            "\n",
            "Installed /usr/local/lib/python3.10/dist-packages/libsvm-3.23.0.4-py3.10-linux-x86_64.egg\n",
            "Searching for scikit-optimize>=0.8.1\n",
            "Reading https://pypi.org/simple/scikit-optimize/\n",
            "Downloading https://files.pythonhosted.org/packages/55/f6/2d9efbd86126c40fe0f8a47611a9e2480b493b6f0ce9751bdf0240cfa091/scikit_optimize-0.9.0-py2.py3-none-any.whl#sha256=5a439a18232381fad4bda78e914b616416720708e67f123498d14bd2842d861a\n",
            "Best match: scikit-optimize 0.9.0\n",
            "Processing scikit_optimize-0.9.0-py2.py3-none-any.whl\n",
            "Installing scikit_optimize-0.9.0-py2.py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\n",
            "Adding scikit-optimize 0.9.0 to easy-install.pth file\n",
            "\n",
            "Installed /usr/local/lib/python3.10/dist-packages/scikit_optimize-0.9.0-py3.10.egg\n",
            "Searching for scikit-learn==0.24.2\n",
            "Reading https://pypi.org/simple/scikit-learn/\n",
            "Downloading https://files.pythonhosted.org/packages/05/04/507280f20fafc8bc94b41e0592938c6f4a910d0e066be7c8ff1299628f5d/scikit-learn-0.24.2.tar.gz#sha256=d14701a12417930392cd3898e9646cf5670c190b933625ebe7511b1f7d7b8736\n",
            "Best match: scikit-learn 0.24.2\n",
            "Processing scikit-learn-0.24.2.tar.gz\n",
            "Writing /tmp/easy_install-5rmrwev8/scikit-learn-0.24.2/setup.cfg\n",
            "Running scikit-learn-0.24.2/setup.py -q bdist_egg --dist-dir /tmp/easy_install-5rmrwev8/scikit-learn-0.24.2/egg-dist-tmp-q9cioupo\n",
            "Partial import of sklearn during the build process.\n",
            "Compiling sklearn/__check_build/_check_build.pyx because it changed.\n",
            "Compiling sklearn/preprocessing/_csr_polynomial_expansion.pyx because it changed.\n",
            "Compiling sklearn/cluster/_dbscan_inner.pyx because it changed.\n",
            "Compiling sklearn/cluster/_hierarchical_fast.pyx because it changed.\n",
            "Compiling sklearn/cluster/_k_means_fast.pyx because it changed.\n",
            "Compiling sklearn/cluster/_k_means_lloyd.pyx because it changed.\n",
            "Compiling sklearn/cluster/_k_means_elkan.pyx because it changed.\n",
            "Compiling sklearn/datasets/_svmlight_format_fast.pyx because it changed.\n",
            "Compiling sklearn/decomposition/_online_lda_fast.pyx because it changed.\n",
            "Compiling sklearn/decomposition/_cdnmf_fast.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_gradient_boosting.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/_gradient_boosting.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/histogram.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/splitting.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/_binning.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/_predictor.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/_loss.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/_bitset.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/common.pyx because it changed.\n",
            "Compiling sklearn/ensemble/_hist_gradient_boosting/utils.pyx because it changed.\n",
            "Compiling sklearn/feature_extraction/_hashing_fast.pyx because it changed.\n",
            "Compiling sklearn/manifold/_utils.pyx because it changed.\n",
            "Compiling sklearn/manifold/_barnes_hut_tsne.pyx because it changed.\n",
            "Compiling sklearn/metrics/cluster/_expected_mutual_info_fast.pyx because it changed.\n",
            "Compiling sklearn/metrics/_pairwise_fast.pyx because it changed.\n",
            "Compiling sklearn/neighbors/_ball_tree.pyx because it changed.\n",
            "Compiling sklearn/neighbors/_kd_tree.pyx because it changed.\n",
            "Compiling sklearn/neighbors/_dist_metrics.pyx because it changed.\n",
            "Compiling sklearn/neighbors/_typedefs.pyx because it changed.\n",
            "Compiling sklearn/neighbors/_quad_tree.pyx because it changed.\n",
            "Compiling sklearn/tree/_tree.pyx because it changed.\n",
            "Compiling sklearn/tree/_splitter.pyx because it changed.\n",
            "Compiling sklearn/tree/_criterion.pyx because it changed.\n",
            "Compiling sklearn/tree/_utils.pyx because it changed.\n",
            "Compiling sklearn/utils/sparsefuncs_fast.pyx because it changed.\n",
            "Compiling sklearn/utils/_cython_blas.pyx because it changed.\n",
            "Compiling sklearn/utils/arrayfuncs.pyx because it changed.\n",
            "Compiling sklearn/utils/murmurhash.pyx because it changed.\n",
            "Compiling sklearn/utils/graph_shortest_path.pyx because it changed.\n",
            "Compiling sklearn/utils/_fast_dict.pyx because it changed.\n",
            "Compiling sklearn/utils/_openmp_helpers.pyx because it changed.\n",
            "Compiling sklearn/utils/_seq_dataset.pyx because it changed.\n",
            "Compiling sklearn/utils/_weight_vector.pyx because it changed.\n",
            "Compiling sklearn/utils/_random.pyx because it changed.\n",
            "Compiling sklearn/utils/_logistic_sigmoid.pyx because it changed.\n",
            "Compiling sklearn/svm/_newrand.pyx because it changed.\n",
            "Compiling sklearn/svm/_libsvm.pyx because it changed.\n",
            "Compiling sklearn/svm/_liblinear.pyx because it changed.\n",
            "Compiling sklearn/svm/_libsvm_sparse.pyx because it changed.\n",
            "Compiling sklearn/linear_model/_cd_fast.pyx because it changed.\n",
            "Compiling sklearn/linear_model/_sgd_fast.pyx because it changed.\n",
            "Compiling sklearn/linear_model/_sag_fast.pyx because it changed.\n",
            "Compiling sklearn/_isotonic.pyx because it changed.\n",
            "[ 1/53] Cythonizing sklearn/__check_build/_check_build.pyx\n",
            "[ 2/53] Cythonizing sklearn/_isotonic.pyx\n",
            "[ 3/53] Cythonizing sklearn/cluster/_dbscan_inner.pyx\n",
            "[ 4/53] Cythonizing sklearn/cluster/_hierarchical_fast.pyx\n",
            "[ 5/53] Cythonizing sklearn/cluster/_k_means_elkan.pyx\n",
            "[ 6/53] Cythonizing sklearn/cluster/_k_means_fast.pyx\n",
            "[ 7/53] Cythonizing sklearn/cluster/_k_means_lloyd.pyx\n",
            "[ 8/53] Cythonizing sklearn/datasets/_svmlight_format_fast.pyx\n",
            "[ 9/53] Cythonizing sklearn/decomposition/_cdnmf_fast.pyx\n",
            "[10/53] Cythonizing sklearn/decomposition/_online_lda_fast.pyx\n",
            "[11/53] Cythonizing sklearn/ensemble/_gradient_boosting.pyx\n",
            "[12/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/_binning.pyx\n",
            "[13/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/_bitset.pyx\n",
            "[14/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/_gradient_boosting.pyx\n",
            "[15/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/_loss.pyx\n",
            "[16/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/_predictor.pyx\n",
            "[17/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/common.pyx\n",
            "[18/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/histogram.pyx\n",
            "[19/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/splitting.pyx\n",
            "[20/53] Cythonizing sklearn/ensemble/_hist_gradient_boosting/utils.pyx\n",
            "[21/53] Cythonizing sklearn/feature_extraction/_hashing_fast.pyx\n",
            "[22/53] Cythonizing sklearn/linear_model/_cd_fast.pyx\n",
            "[23/53] Cythonizing sklearn/linear_model/_sag_fast.pyx\n",
            "[24/53] Cythonizing sklearn/linear_model/_sgd_fast.pyx\n",
            "[25/53] Cythonizing sklearn/manifold/_barnes_hut_tsne.pyx\n",
            "[26/53] Cythonizing sklearn/manifold/_utils.pyx\n",
            "[27/53] Cythonizing sklearn/metrics/_pairwise_fast.pyx\n",
            "[28/53] Cythonizing sklearn/metrics/cluster/_expected_mutual_info_fast.pyx\n",
            "[29/53] Cythonizing sklearn/neighbors/_ball_tree.pyx\n",
            "[30/53] Cythonizing sklearn/neighbors/_dist_metrics.pyx\n",
            "[31/53] Cythonizing sklearn/neighbors/_kd_tree.pyx\n",
            "[32/53] Cythonizing sklearn/neighbors/_quad_tree.pyx\n",
            "[33/53] Cythonizing sklearn/neighbors/_typedefs.pyx\n",
            "[34/53] Cythonizing sklearn/preprocessing/_csr_polynomial_expansion.pyx\n",
            "[35/53] Cythonizing sklearn/svm/_liblinear.pyx\n",
            "[36/53] Cythonizing sklearn/svm/_libsvm.pyx\n",
            "[37/53] Cythonizing sklearn/svm/_libsvm_sparse.pyx\n",
            "[38/53] Cythonizing sklearn/svm/_newrand.pyx\n",
            "[39/53] Cythonizing sklearn/tree/_criterion.pyx\n",
            "[40/53] Cythonizing sklearn/tree/_splitter.pyx\n",
            "[41/53] Cythonizing sklearn/tree/_tree.pyx\n",
            "[42/53] Cythonizing sklearn/tree/_utils.pyx\n",
            "[43/53] Cythonizing sklearn/utils/_cython_blas.pyx\n",
            "[44/53] Cythonizing sklearn/utils/_fast_dict.pyx\n",
            "[45/53] Cythonizing sklearn/utils/_logistic_sigmoid.pyx\n",
            "[46/53] Cythonizing sklearn/utils/_openmp_helpers.pyx\n",
            "[47/53] Cythonizing sklearn/utils/_random.pyx\n",
            "[48/53] Cythonizing sklearn/utils/_seq_dataset.pyx\n",
            "[49/53] Cythonizing sklearn/utils/_weight_vector.pyx\n",
            "[50/53] Cythonizing sklearn/utils/arrayfuncs.pyx\n",
            "[51/53] Cythonizing sklearn/utils/graph_shortest_path.pyx\n",
            "[52/53] Cythonizing sklearn/utils/murmurhash.pyx\n",
            "[53/53] Cythonizing sklearn/utils/sparsefuncs_fast.pyx\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Please avoid running ``setup.py`` directly.\n",
            "        Instead, use pypa/build, pypa/installer, pypa/build or\n",
            "        other standards-based tools.\n",
            "\n",
            "        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self.initialize_options()\n",
            "/usr/local/lib/python3.10/dist-packages/setuptools/command/sdist.py:119: SetuptoolsDeprecationWarning: `build_py` command does not inherit from setuptools' `build_py`.\n",
            "!!\n",
            "\n",
            "        ********************************************************************************\n",
            "        Custom 'build_py' does not implement 'get_data_files_without_manifest'.\n",
            "        Please extend command classes from setuptools instead of distutils.\n",
            "\n",
            "        See https://peps.python.org/pep-0632/ for details.\n",
            "        ********************************************************************************\n",
            "\n",
            "!!\n",
            "  self._add_data_files(self._safe_data_files(build_py))\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory 'asv_benchmarks'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory 'benchmarks'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory 'build_tools'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory 'maint_tools'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory 'benchmarks'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory '.binder'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files matching '*' found under directory '.circleci'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching '.codecov.yml'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching '.mailmap'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching '.pre-commit-config.yaml'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching 'azure-pipelines.yml'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching 'lgtm.yml'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching 'CODE_OF_CONDUCT.md'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching 'CONTRIBUTING.md'\u001b[0m\n",
            "\u001b[31mwarning: no previously-included files found matching 'PULL_REQUEST_TEMPLATE.md'\u001b[0m\n",
            "\u001b[31mWARN: CCompilerOpt.generate_dispatch_header[2297] : dispatch header dir build/src.linux-x86_64-3.10/numpy/distutils/include does not exist, creating it\u001b[0m\n",
            "\u001b[39mAdding scikit-learn 0.24.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Installed /usr/local/lib/python3.10/dist-packages/scikit_learn-0.24.2-py3.10-linux-x86_64.egg\u001b[0m\n",
            "\u001b[39mSearching for pyaml>=16.9\u001b[0m\n",
            "\u001b[39mReading https://pypi.org/simple/pyaml/\u001b[0m\n",
            "\u001b[39mDownloading https://files.pythonhosted.org/packages/18/7f/61ac867fa6f82655f18b5cc094e30c181116fa4bfd13061c145cfaa9041f/pyaml-23.5.9-py3-none-any.whl#sha256=b7fa20b43c5b6e5c8b7406a2408fe533efd65a6459feff828f918342f043ef4c\u001b[0m\n",
            "\u001b[39mBest match: pyaml 23.5.9\u001b[0m\n",
            "\u001b[39mProcessing pyaml-23.5.9-py3-none-any.whl\u001b[0m\n",
            "\u001b[39mInstalling pyaml-23.5.9-py3-none-any.whl to /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mAdding pyaml 23.5.9 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Installed /usr/local/lib/python3.10/dist-packages/pyaml-23.5.9-py3.10.egg\u001b[0m\n",
            "\u001b[39mSearching for requests==2.27.1\u001b[0m\n",
            "\u001b[39mBest match: requests 2.27.1\u001b[0m\n",
            "\u001b[39mAdding requests 2.27.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for sentence-transformers==2.2.2\u001b[0m\n",
            "\u001b[39mBest match: sentence-transformers 2.2.2\u001b[0m\n",
            "\u001b[39mAdding sentence-transformers 2.2.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for Flask==2.2.5\u001b[0m\n",
            "\u001b[39mBest match: Flask 2.2.5\u001b[0m\n",
            "\u001b[39mAdding Flask 2.2.5 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling flask script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for numpy==1.22.4\u001b[0m\n",
            "\u001b[39mBest match: numpy 1.22.4\u001b[0m\n",
            "\u001b[39mAdding numpy 1.22.4 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling f2py script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling f2py3 script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling f2py3.10 script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for torch==1.13.1\u001b[0m\n",
            "\u001b[39mBest match: torch 1.13.1\u001b[0m\n",
            "\u001b[39mAdding torch 1.13.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling convert-caffe2-to-onnx script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling convert-onnx-to-caffe2 script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling torchrun script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for matplotlib==3.7.1\u001b[0m\n",
            "\u001b[39mBest match: matplotlib 3.7.1\u001b[0m\n",
            "\u001b[39mAdding matplotlib 3.7.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for spacy==3.3.1\u001b[0m\n",
            "\u001b[39mBest match: spacy 3.3.1\u001b[0m\n",
            "\u001b[39mAdding spacy 3.3.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling spacy script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for pandas==1.4.4\u001b[0m\n",
            "\u001b[39mBest match: pandas 1.4.4\u001b[0m\n",
            "\u001b[39mAdding pandas 1.4.4 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for nltk==3.7\u001b[0m\n",
            "\u001b[39mBest match: nltk 3.7\u001b[0m\n",
            "\u001b[39mAdding nltk 3.7 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling nltk script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for gensim==4.2.0\u001b[0m\n",
            "\u001b[39mBest match: gensim 4.2.0\u001b[0m\n",
            "\u001b[39mAdding gensim 4.2.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for idna==3.4\u001b[0m\n",
            "\u001b[39mBest match: idna 3.4\u001b[0m\n",
            "\u001b[39mAdding idna 3.4 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for charset-normalizer==2.0.12\u001b[0m\n",
            "\u001b[39mBest match: charset-normalizer 2.0.12\u001b[0m\n",
            "\u001b[39mAdding charset-normalizer 2.0.12 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling normalizer script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for certifi==2023.5.7\u001b[0m\n",
            "\u001b[39mBest match: certifi 2023.5.7\u001b[0m\n",
            "\u001b[39mAdding certifi 2023.5.7 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for urllib3==1.26.16\u001b[0m\n",
            "\u001b[39mBest match: urllib3 1.26.16\u001b[0m\n",
            "\u001b[39mAdding urllib3 1.26.16 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for huggingface-hub==0.15.1\u001b[0m\n",
            "\u001b[39mBest match: huggingface-hub 0.15.1\u001b[0m\n",
            "\u001b[39mAdding huggingface-hub 0.15.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling huggingface-cli script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for sentencepiece==0.1.99\u001b[0m\n",
            "\u001b[39mBest match: sentencepiece 0.1.99\u001b[0m\n",
            "\u001b[39mAdding sentencepiece 0.1.99 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for scipy==1.10.1\u001b[0m\n",
            "\u001b[39mBest match: scipy 1.10.1\u001b[0m\n",
            "\u001b[39mAdding scipy 1.10.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for torchvision==0.14.1\u001b[0m\n",
            "\u001b[39mBest match: torchvision 0.14.1\u001b[0m\n",
            "\u001b[39mAdding torchvision 0.14.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for tqdm==4.64.1\u001b[0m\n",
            "\u001b[39mBest match: tqdm 4.64.1\u001b[0m\n",
            "\u001b[39mAdding tqdm 4.64.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling tqdm script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for transformers==4.26.1\u001b[0m\n",
            "\u001b[39mBest match: transformers 4.26.1\u001b[0m\n",
            "\u001b[39mAdding transformers 4.26.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling transformers-cli script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for click==8.1.3\u001b[0m\n",
            "\u001b[39mBest match: click 8.1.3\u001b[0m\n",
            "\u001b[39mAdding click 8.1.3 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for itsdangerous==2.1.2\u001b[0m\n",
            "\u001b[39mBest match: itsdangerous 2.1.2\u001b[0m\n",
            "\u001b[39mAdding itsdangerous 2.1.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for Jinja2==3.1.2\u001b[0m\n",
            "\u001b[39mBest match: Jinja2 3.1.2\u001b[0m\n",
            "\u001b[39mAdding Jinja2 3.1.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for Werkzeug==2.3.6\u001b[0m\n",
            "\u001b[39mBest match: Werkzeug 2.3.6\u001b[0m\n",
            "\u001b[39mAdding Werkzeug 2.3.6 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for nvidia-cuda-nvrtc-cu11==11.7.99\u001b[0m\n",
            "\u001b[39mBest match: nvidia-cuda-nvrtc-cu11 11.7.99\u001b[0m\n",
            "\u001b[39mAdding nvidia-cuda-nvrtc-cu11 11.7.99 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for nvidia-cublas-cu11==11.10.3.66\u001b[0m\n",
            "\u001b[39mBest match: nvidia-cublas-cu11 11.10.3.66\u001b[0m\n",
            "\u001b[39mAdding nvidia-cublas-cu11 11.10.3.66 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for nvidia-cudnn-cu11==8.5.0.96\u001b[0m\n",
            "\u001b[39mBest match: nvidia-cudnn-cu11 8.5.0.96\u001b[0m\n",
            "\u001b[39mAdding nvidia-cudnn-cu11 8.5.0.96 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for nvidia-cuda-runtime-cu11==11.7.99\u001b[0m\n",
            "\u001b[39mBest match: nvidia-cuda-runtime-cu11 11.7.99\u001b[0m\n",
            "\u001b[39mAdding nvidia-cuda-runtime-cu11 11.7.99 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for typing-extensions==4.6.3\u001b[0m\n",
            "\u001b[39mBest match: typing-extensions 4.6.3\u001b[0m\n",
            "\u001b[39mAdding typing-extensions 4.6.3 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for python-dateutil==2.8.2\u001b[0m\n",
            "\u001b[39mBest match: python-dateutil 2.8.2\u001b[0m\n",
            "\u001b[39mAdding python-dateutil 2.8.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for pyparsing==3.1.0\u001b[0m\n",
            "\u001b[39mBest match: pyparsing 3.1.0\u001b[0m\n",
            "\u001b[39mAdding pyparsing 3.1.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for Pillow==8.4.0\u001b[0m\n",
            "\u001b[39mBest match: Pillow 8.4.0\u001b[0m\n",
            "\u001b[39mAdding Pillow 8.4.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for packaging==23.1\u001b[0m\n",
            "\u001b[39mBest match: packaging 23.1\u001b[0m\n",
            "\u001b[39mAdding packaging 23.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for kiwisolver==1.4.4\u001b[0m\n",
            "\u001b[39mBest match: kiwisolver 1.4.4\u001b[0m\n",
            "\u001b[39mAdding kiwisolver 1.4.4 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for fonttools==4.40.0\u001b[0m\n",
            "\u001b[39mBest match: fonttools 4.40.0\u001b[0m\n",
            "\u001b[39mAdding fonttools 4.40.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling fonttools script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling pyftmerge script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling pyftsubset script to /usr/local/bin\u001b[0m\n",
            "\u001b[39mInstalling ttx script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for cycler==0.11.0\u001b[0m\n",
            "\u001b[39mBest match: cycler 0.11.0\u001b[0m\n",
            "\u001b[39mAdding cycler 0.11.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for contourpy==1.1.0\u001b[0m\n",
            "\u001b[39mBest match: contourpy 1.1.0\u001b[0m\n",
            "\u001b[39mAdding contourpy 1.1.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for joblib==1.2.0\u001b[0m\n",
            "\u001b[39mBest match: joblib 1.2.0\u001b[0m\n",
            "\u001b[39mAdding joblib 1.2.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for threadpoolctl==3.1.0\u001b[0m\n",
            "\u001b[39mBest match: threadpoolctl 3.1.0\u001b[0m\n",
            "\u001b[39mAdding threadpoolctl 3.1.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for langcodes==3.3.0\u001b[0m\n",
            "\u001b[39mBest match: langcodes 3.3.0\u001b[0m\n",
            "\u001b[39mAdding langcodes 3.3.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for setuptools==67.7.2\u001b[0m\n",
            "\u001b[39mBest match: setuptools 67.7.2\u001b[0m\n",
            "\u001b[39mAdding setuptools 67.7.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for pydantic==1.8.2\u001b[0m\n",
            "\u001b[39mBest match: pydantic 1.8.2\u001b[0m\n",
            "\u001b[39mAdding pydantic 1.8.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for pathy==0.10.2\u001b[0m\n",
            "\u001b[39mBest match: pathy 0.10.2\u001b[0m\n",
            "\u001b[39mAdding pathy 0.10.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling pathy script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for typer==0.4.2\u001b[0m\n",
            "\u001b[39mBest match: typer 0.4.2\u001b[0m\n",
            "\u001b[39mAdding typer 0.4.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for catalogue==2.0.8\u001b[0m\n",
            "\u001b[39mBest match: catalogue 2.0.8\u001b[0m\n",
            "\u001b[39mAdding catalogue 2.0.8 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for srsly==2.4.6\u001b[0m\n",
            "\u001b[39mBest match: srsly 2.4.6\u001b[0m\n",
            "\u001b[39mAdding srsly 2.4.6 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for wasabi==0.10.1\u001b[0m\n",
            "\u001b[39mBest match: wasabi 0.10.1\u001b[0m\n",
            "\u001b[39mAdding wasabi 0.10.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for blis==0.7.9\u001b[0m\n",
            "\u001b[39mBest match: blis 0.7.9\u001b[0m\n",
            "\u001b[39mAdding blis 0.7.9 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for thinc==8.0.17\u001b[0m\n",
            "\u001b[39mBest match: thinc 8.0.17\u001b[0m\n",
            "\u001b[39mAdding thinc 8.0.17 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for preshed==3.0.8\u001b[0m\n",
            "\u001b[39mBest match: preshed 3.0.8\u001b[0m\n",
            "\u001b[39mAdding preshed 3.0.8 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for cymem==2.0.7\u001b[0m\n",
            "\u001b[39mBest match: cymem 2.0.7\u001b[0m\n",
            "\u001b[39mAdding cymem 2.0.7 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for murmurhash==1.0.9\u001b[0m\n",
            "\u001b[39mBest match: murmurhash 1.0.9\u001b[0m\n",
            "\u001b[39mAdding murmurhash 1.0.9 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for spacy-loggers==1.0.4\u001b[0m\n",
            "\u001b[39mBest match: spacy-loggers 1.0.4\u001b[0m\n",
            "\u001b[39mAdding spacy-loggers 1.0.4 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for spacy-legacy==3.0.12\u001b[0m\n",
            "\u001b[39mBest match: spacy-legacy 3.0.12\u001b[0m\n",
            "\u001b[39mAdding spacy-legacy 3.0.12 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for pytz==2022.7.1\u001b[0m\n",
            "\u001b[39mBest match: pytz 2022.7.1\u001b[0m\n",
            "\u001b[39mAdding pytz 2022.7.1 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for regex==2022.10.31\u001b[0m\n",
            "\u001b[39mBest match: regex 2022.10.31\u001b[0m\n",
            "\u001b[39mAdding regex 2022.10.31 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for smart-open==6.3.0\u001b[0m\n",
            "\u001b[39mBest match: smart-open 6.3.0\u001b[0m\n",
            "\u001b[39mAdding smart-open 6.3.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for PyYAML==6.0\u001b[0m\n",
            "\u001b[39mBest match: PyYAML 6.0\u001b[0m\n",
            "\u001b[39mAdding PyYAML 6.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for fsspec==2023.6.0\u001b[0m\n",
            "\u001b[39mBest match: fsspec 2023.6.0\u001b[0m\n",
            "\u001b[39mAdding fsspec 2023.6.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for filelock==3.12.2\u001b[0m\n",
            "\u001b[39mBest match: filelock 3.12.2\u001b[0m\n",
            "\u001b[39mAdding filelock 3.12.2 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for tokenizers==0.13.3\u001b[0m\n",
            "\u001b[39mBest match: tokenizers 0.13.3\u001b[0m\n",
            "\u001b[39mAdding tokenizers 0.13.3 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for MarkupSafe==2.1.3\u001b[0m\n",
            "\u001b[39mBest match: MarkupSafe 2.1.3\u001b[0m\n",
            "\u001b[39mAdding MarkupSafe 2.1.3 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for wheel==0.40.0\u001b[0m\n",
            "\u001b[39mBest match: wheel 0.40.0\u001b[0m\n",
            "\u001b[39mAdding wheel 0.40.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39mInstalling wheel script to /usr/local/bin\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mSearching for six==1.16.0\u001b[0m\n",
            "\u001b[39mBest match: six 1.16.0\u001b[0m\n",
            "\u001b[39mAdding six 1.16.0 to easy-install.pth file\u001b[0m\n",
            "\u001b[39m\n",
            "Using /usr/local/lib/python3.10/dist-packages\u001b[0m\n",
            "\u001b[39mFinished processing dependencies for octis==1.12.0\u001b[0m\n",
            "\u001b[39mINFO: \n",
            "########### EXT COMPILER OPTIMIZATION ###########\u001b[0m\n",
            "\u001b[39mINFO: Platform      : \n",
            "  Architecture: x64\n",
            "  Compiler    : gcc\n",
            "\n",
            "CPU baseline  : \n",
            "  Requested   : 'min'\n",
            "  Enabled     : SSE SSE2 SSE3\n",
            "  Flags       : -msse -msse2 -msse3\n",
            "  Extra checks: none\n",
            "\n",
            "CPU dispatch  : \n",
            "  Requested   : 'max -xop -fma4'\n",
            "  Enabled     : SSSE3 SSE41 POPCNT SSE42 AVX F16C FMA3 AVX2 AVX512F AVX512CD AVX512_KNL AVX512_KNM AVX512_SKX AVX512_CLX AVX512_CNL AVX512_ICL\n",
            "  Generated   : none\u001b[0m\n",
            "/usr/local/lib/python3.10/dist-packages/numpy/distutils/ccompiler_opt.py:655: UserWarning: The NumPy module was reloaded (imported a second time). This can in some cases result in small but subtle issues and is discouraged.\n",
            "  from numpy.distutils import log\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "\n",
        "\n",
        "---\n",
        "\n",
        "# **Quickstart**\n"
      ],
      "metadata": {
        "id": "WG5k9jFi5wqi"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "For quickstart purposes, a toy sample of reviews has been provided at ./data/raw/semeval/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml. You can run LADy by:"
      ],
      "metadata": {
        "id": "WUumuH0-5xoN"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "%cd ..\n",
        "# %cd src"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MhNfhtfoKzP5",
        "outputId": "0a50be6c-1422-4fe2-be95-44f4da30bfaf"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/LADy/src\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!python main.py -naspects 5 -am rnd -data ../data/raw/semeval/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml -output ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml/"
      ],
      "metadata": {
        "id": "oDWT8Fx15vNh",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c94a7085-372a-4183-9bdd-64e96bf8bc66"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "1. Loading reviews and preprocessing ...\n",
            "##################################################\n",
            "1.1. Loading existing processed reviews file ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//reviews.pkl...\n",
            "1.1. Loading existing processed pickle file failed! Loading raw reviews ...\n",
            "\r  0% 0/5 [00:00<?, ?it/s]\r100% 5/5 [00:00<00:00, 11503.85it/s]\n",
            "(#reviews: 18)\n",
            "\n",
            "1.2. Augmentation via backtranslation by [''] in batches...\n",
            "\n",
            "1.3. Saving processed pickle file ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//reviews.pkl...\n",
            "\n",
            "2. Aspect model training for rnd ...\n",
            "##################################################\n",
            "2.1. Loading saved aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f0. ...\n",
            "2.1. Loading saved aspect model failed! Training rnd for 5 of aspects. See ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f0.model.train.log for training logs ...\n",
            "2.2. Quality of aspects ...\n",
            "(coherence: 0.0±0.0)\n",
            "(perplexity: 0.0)\n",
            "Trained time elapsed including language augs ['']: 0.005326271057128906\n",
            "\n",
            "2. Aspect model training for rnd ...\n",
            "##################################################\n",
            "2.1. Loading saved aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f1. ...\n",
            "2.1. Loading saved aspect model failed! Training rnd for 5 of aspects. See ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f1.model.train.log for training logs ...\n",
            "2.2. Quality of aspects ...\n",
            "(coherence: 0.0±0.0)\n",
            "(perplexity: 0.0)\n",
            "Trained time elapsed including language augs ['']: 0.0018243789672851562\n",
            "\n",
            "2. Aspect model training for rnd ...\n",
            "##################################################\n",
            "2.1. Loading saved aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f2. ...\n",
            "2.1. Loading saved aspect model failed! Training rnd for 5 of aspects. See ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f2.model.train.log for training logs ...\n",
            "2.2. Quality of aspects ...\n",
            "(coherence: 0.0±0.0)\n",
            "(perplexity: 0.0)\n",
            "Trained time elapsed including language augs ['']: 0.0017781257629394531\n",
            "\n",
            "2. Aspect model training for rnd ...\n",
            "##################################################\n",
            "2.1. Loading saved aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f3. ...\n",
            "2.1. Loading saved aspect model failed! Training rnd for 5 of aspects. See ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f3.model.train.log for training logs ...\n",
            "2.2. Quality of aspects ...\n",
            "(coherence: 0.0±0.0)\n",
            "(perplexity: 0.0)\n",
            "Trained time elapsed including language augs ['']: 0.0016901493072509766\n",
            "\n",
            "2. Aspect model training for rnd ...\n",
            "##################################################\n",
            "2.1. Loading saved aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f4. ...\n",
            "2.1. Loading saved aspect model failed! Training rnd for 5 of aspects. See ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd//f4.model.train.log for training logs ...\n",
            "2.2. Quality of aspects ...\n",
            "(coherence: 0.0±0.0)\n",
            "(perplexity: 0.0)\n",
            "Trained time elapsed including language augs ['']: 0.0016429424285888672\n",
            "\n",
            "3. Aspect model testing for rnd ...\n",
            "##################################################\n",
            "\n",
            "3.1. Loading saved predictions on test set from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f0.model.pred.1.0 ...\n",
            "\n",
            "3.1. Loading saved predictions on test set failed! Predicting on the test set with 100.0% latent aspect ...\n",
            "3.2. Loading aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f0.model for testing ...\n",
            "3.3. Testing aspect model ...\n",
            "\n",
            "3. Aspect model testing for rnd ...\n",
            "##################################################\n",
            "\n",
            "3.1. Loading saved predictions on test set from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f1.model.pred.1.0 ...\n",
            "\n",
            "3.1. Loading saved predictions on test set failed! Predicting on the test set with 100.0% latent aspect ...\n",
            "3.2. Loading aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f1.model for testing ...\n",
            "3.3. Testing aspect model ...\n",
            "\n",
            "3. Aspect model testing for rnd ...\n",
            "##################################################\n",
            "\n",
            "3.1. Loading saved predictions on test set from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f2.model.pred.1.0 ...\n",
            "\n",
            "3.1. Loading saved predictions on test set failed! Predicting on the test set with 100.0% latent aspect ...\n",
            "3.2. Loading aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f2.model for testing ...\n",
            "3.3. Testing aspect model ...\n",
            "\n",
            "3. Aspect model testing for rnd ...\n",
            "##################################################\n",
            "\n",
            "3.1. Loading saved predictions on test set from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f3.model.pred.1.0 ...\n",
            "\n",
            "3.1. Loading saved predictions on test set failed! Predicting on the test set with 100.0% latent aspect ...\n",
            "3.2. Loading aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f3.model for testing ...\n",
            "3.3. Testing aspect model ...\n",
            "\n",
            "3. Aspect model testing for rnd ...\n",
            "##################################################\n",
            "\n",
            "3.1. Loading saved predictions on test set from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f4.model.pred.1.0 ...\n",
            "\n",
            "3.1. Loading saved predictions on test set failed! Predicting on the test set with 100.0% latent aspect ...\n",
            "3.2. Loading aspect model from ../output/toy.2016SB5/ABSA16_Restaurants_Train_SB1_v2.xml//5/rnd/f4.model for testing ...\n",
            "3.3. Testing aspect model ...\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "\n",
        "\n",
        "---\n",
        "\n"
      ],
      "metadata": {
        "id": "8jORR_RU7BCW"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "where the input arguements are:\n",
        "\n",
        "`aml`: A list of aspect modeling methods among {`lda`, `rnd`, `btm`}, required, case-insensitive.\n",
        "  \n",
        "`data`: Raw dataset file path, required.\n",
        "  \n",
        "`output`: Output path, required.\n",
        "  \n",
        "`naspects`: Number of aspects, required."
      ],
      "metadata": {
        "id": "ustaFTwu0TsE"
      }
    }
  ]
}