[Febi]_Rerank_and_Error_Analysis.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"_n8-GPEb20U3"},"source":["# Setup"]},{"cell_type":"markdown","metadata":{"id":"IRwy3TI53Rdr"},"source":["## Install & Import"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:02:28.253807Z","iopub.status.busy":"2024-06-01T14:02:28.253524Z","iopub.status.idle":"2024-06-01T14:05:34.247064Z","shell.execute_reply":"2024-06-01T14:05:34.246173Z","shell.execute_reply.started":"2024-06-01T14:02:28.253784Z"},"scrolled":true,"trusted":true},"outputs":[],"source":["!conda install -y gdown"]},{"cell_type":"code","execution_count":2,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:05:34.249678Z","iopub.status.busy":"2024-06-01T14:05:34.249234Z","iopub.status.idle":"2024-06-01T14:07:24.163197Z","shell.execute_reply":"2024-06-01T14:07:24.162119Z","shell.execute_reply.started":"2024-06-01T14:05:34.249640Z"},"executionInfo":{"elapsed":164716,"status":"ok","timestamp":1711525878997,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"wNeaKg1uXg2z","trusted":true},"outputs":[],"source":["!pip install python-terrier -q\n","!pip install --upgrade git+https://github.com/terrierteam/pyterrier_t5.git -q\n","!pip install -U sentence-transformers -q\n","!pip install --upgrade gensim\n","!pip install rake-nltk"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.execute_input":"2024-06-01T14:07:24.164917Z","iopub.status.busy":"2024-06-01T14:07:24.164603Z","iopub.status.idle":"2024-06-01T14:07:44.319591Z","shell.execute_reply":"2024-06-01T14:07:44.318707Z","shell.execute_reply.started":"2024-06-01T14:07:24.164888Z"},"executionInfo":{"elapsed":17846,"status":"ok","timestamp":1711528296741,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"1FSCN89vCPKc","outputId":"6f2fb4f2-6a69-4bf0-94fb-25e31232b682","trusted":true},"outputs":[],"source":["!pip install POT==0.4.0\n","from ot import emd2"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:07:44.323244Z","iopub.status.busy":"2024-06-01T14:07:44.322333Z","iopub.status.idle":"2024-06-01T14:08:01.594523Z","shell.execute_reply":"2024-06-01T14:08:01.593588Z","shell.execute_reply.started":"2024-06-01T14:07:44.323206Z"},"scrolled":true,"trusted":true},"outputs":[],"source":["!sudo apt-get install -y openjdk-11-jdk\n","import os\n","os.environ[\"JAVA_HOME\"] = \"/usr/lib/jvm/java-11-openjdk-amd64\""]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:08:01.596203Z","iopub.status.busy":"2024-06-01T14:08:01.595906Z","iopub.status.idle":"2024-06-01T14:08:44.226343Z","shell.execute_reply":"2024-06-01T14:08:44.225548Z","shell.execute_reply.started":"2024-06-01T14:08:01.596173Z"},"executionInfo":{"elapsed":1615,"status":"ok","timestamp":1711528000967,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"oPwehcg7peHx","trusted":true},"outputs":[],"source":["from IPython.display import display\n","from xml.dom.minidom import parse, parseString\n","from pyterrier.measures import *\n","\n","from sentence_transformers import CrossEncoder\n","\n","from gensim.models import Word2Vec, FastText\n","\n","from rake_nltk import Rake\n","\n","from scipy import stats\n","from scipy.spatial import distance\n","from scipy.spatial.distance import cosine\n","\n","from sklearn import preprocessing\n","from sklearn.model_selection import KFold\n","\n","import xml.etree.ElementTree as et\n","import pickle\n","import random\n","import pyterrier as pt\n","import pandas as pd\n","import numpy as np\n","import xgboost as xgb\n","import torch\n","import json\n","import os\n","import re\n","import math\n","import nltk\n","nltk.download('punkt')\n","\n","if not pt.started():\n","    pt.init(version='snapshot')"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.execute_input":"2024-06-01T14:08:44.227945Z","iopub.status.busy":"2024-06-01T14:08:44.227392Z","iopub.status.idle":"2024-06-01T14:08:44.237333Z","shell.execute_reply":"2024-06-01T14:08:44.236538Z","shell.execute_reply.started":"2024-06-01T14:08:44.227918Z"},"executionInfo":{"elapsed":3,"status":"ok","timestamp":1711528000967,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"uMDyzHhzpl_n","outputId":"77b91ab1-df53-497b-8e95-906710e39698","trusted":true},"outputs":[{"data":{"text/plain":["<torch._C.Generator at 0x7d6d7a1dafd0>"]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["random.seed(42)\n","np.random.seed(42)\n","torch.manual_seed(42)"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:08:44.238722Z","iopub.status.busy":"2024-06-01T14:08:44.238439Z","iopub.status.idle":"2024-06-01T14:09:01.315898Z","shell.execute_reply":"2024-06-01T14:09:01.314965Z","shell.execute_reply.started":"2024-06-01T14:08:44.238698Z"},"trusted":true},"outputs":[],"source":["!gdown 1qKm6yxQ2KzSiGkNaJSYgxV4nC_MGPUka # nostops_data_23-03-2024\n","!gdown 1cfgOF6kP8brxI_dtMTwhMEBGwgWBHjjV # nostops_queries_23-03-2024\n","!gdown 1PrLtsWEKk5HVd0gqPet93T8XLoIx0S_o # nostops_qrels_23-03-2024\n","!gdown 1eJxAmV1o4bT6VdE1sqmaVRLTuK1zn-Qb # stopwords.csv"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:09:01.317618Z","iopub.status.busy":"2024-06-01T14:09:01.317313Z","iopub.status.idle":"2024-06-01T14:09:23.958130Z","shell.execute_reply":"2024-06-01T14:09:23.956984Z","shell.execute_reply.started":"2024-06-01T14:09:01.317588Z"},"scrolled":true,"trusted":true},"outputs":[],"source":["!gdown --folder https://drive.google.com/drive/folders/1QSRWJuEdODVFPsm_GxdLxQPGkaVfc-N1 # EMBEDDING"]},{"cell_type":"code","execution_count":9,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:09:23.960204Z","iopub.status.busy":"2024-06-01T14:09:23.959807Z","iopub.status.idle":"2024-06-01T14:09:23.977748Z","shell.execute_reply":"2024-06-01T14:09:23.976813Z","shell.execute_reply.started":"2024-06-01T14:09:23.960165Z"},"executionInfo":{"elapsed":7,"status":"ok","timestamp":1711525897928,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"NSBJHTYDqG0N","trusted":true},"outputs":[],"source":["stops = pd.read_csv('stopwords.csv', header=None)[0].values.tolist()"]},{"cell_type":"code","execution_count":10,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:09:23.982586Z","iopub.status.busy":"2024-06-01T14:09:23.981956Z","iopub.status.idle":"2024-06-01T14:09:25.281232Z","shell.execute_reply":"2024-06-01T14:09:25.280082Z","shell.execute_reply.started":"2024-06-01T14:09:23.982560Z"},"executionInfo":{"elapsed":3682,"status":"ok","timestamp":1711525901603,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"SBy6JKsMRRtn","trusted":true},"outputs":[],"source":["data = pd.read_pickle(\"nostops_data_23-03-24.pickle\")\n","queries = pd.read_pickle(\"nostops_queries_23-03-24.pickle\")\n","qrels = pd.read_pickle(\"nostops_qrels_23-03-24.pickle\")"]},{"cell_type":"code","execution_count":11,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:09:25.282659Z","iopub.status.busy":"2024-06-01T14:09:25.282325Z","iopub.status.idle":"2024-06-01T14:09:27.455319Z","shell.execute_reply":"2024-06-01T14:09:27.454251Z","shell.execute_reply.started":"2024-06-01T14:09:25.282630Z"},"executionInfo":{"elapsed":28459,"status":"ok","timestamp":1711527383974,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"agu9BJzS1Th1","trusted":true},"outputs":[],"source":["t5_query = 'EMBEDDING/t5_query_26-03-24.pickle'\n","t5_doc = 'EMBEDDING/t5_data_26-03-24.pickle'\n","pminilm_query = 'EMBEDDING/pminilm_query_26-03-24.pickle'\n","pminilm_doc = 'EMBEDDING/pminilm_data_26-03-24.pickle'\n","bert_query = 'EMBEDDING/bert_query_26-03-24.pickle'\n","bert_doc = 'EMBEDDING/bert_data_26-03-24.pickle'\n","\n","with open(t5_query, 'rb') as handle:\n","    t5_query_embeddings = pickle.load(handle)\n","with open(t5_doc, 'rb') as handle:\n","    t5_doc_embeddings = pickle.load(handle)\n","with open(pminilm_query, 'rb') as handle:\n","    pminilm_query_embeddings = pickle.load(handle)\n","with open(pminilm_doc, 'rb') as handle:\n","    pminilm_doc_embeddings = pickle.load(handle)\n","with open(bert_query, 'rb') as handle:\n","    bert_query_embeddings = pickle.load(handle)\n","with open(bert_doc, 'rb') as handle:\n","    bert_doc_embeddings = pickle.load(handle)"]},{"cell_type":"code","execution_count":12,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"execution":{"iopub.execute_input":"2024-06-01T14:09:27.457282Z","iopub.status.busy":"2024-06-01T14:09:27.456598Z","iopub.status.idle":"2024-06-01T14:09:27.473142Z","shell.execute_reply":"2024-06-01T14:09:27.472308Z","shell.execute_reply.started":"2024-06-01T14:09:27.457245Z"},"executionInfo":{"elapsed":809,"status":"ok","timestamp":1711527384770,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"u5-DNHod1N7p","outputId":"81bb6e57-731e-459b-dc96-2c8e111da32a","trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>docno</th>\n","      <th>keluhan</th>\n","      <th>keluhan_preprocessed</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>DS-1</td>\n","      <td>Mengapa Keringat Badan Sangat Berlebihan?. sel...</td>\n","      <td>keringat badan selamat malam dokter fathurrosi...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>DS-2</td>\n","      <td>Mengapa Lengan Atas Sakit Walaupun Tidak Melak...</td>\n","      <td>lengan sakit aktivitas siang dokter 4 lengan s...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>DS-3</td>\n","      <td>Berapa Batas Usia Kandungan Untuk Melakukan US...</td>\n","      <td>batas usia kandungan usg batas usia kandungan ...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>DS-4</td>\n","      <td>Apakah Katarak Pada Bayi Harus Disembuhkan Den...</td>\n","      <td>katarak bayi disembuhkan operasi selamat pagi ...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>DS-5</td>\n","      <td>Mengapa Badan Panas dan Ngilu Selama Berhari-h...</td>\n","      <td>badan panas ngilu berhari nama ferini intan lu...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["  docno                                            keluhan  \\\n","0  DS-1  Mengapa Keringat Badan Sangat Berlebihan?. sel...   \n","1  DS-2  Mengapa Lengan Atas Sakit Walaupun Tidak Melak...   \n","2  DS-3  Berapa Batas Usia Kandungan Untuk Melakukan US...   \n","3  DS-4  Apakah Katarak Pada Bayi Harus Disembuhkan Den...   \n","4  DS-5  Mengapa Badan Panas dan Ngilu Selama Berhari-h...   \n","\n","                                keluhan_preprocessed  \n","0  keringat badan selamat malam dokter fathurrosi...  \n","1  lengan sakit aktivitas siang dokter 4 lengan s...  \n","2  batas usia kandungan usg batas usia kandungan ...  \n","3  katarak bayi disembuhkan operasi selamat pagi ...  \n","4  badan panas ngilu berhari nama ferini intan lu...  "]},"execution_count":12,"metadata":{},"output_type":"execute_result"}],"source":["data.head()"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"execution":{"iopub.execute_input":"2024-06-01T14:09:27.474631Z","iopub.status.busy":"2024-06-01T14:09:27.474310Z","iopub.status.idle":"2024-06-01T14:09:27.488891Z","shell.execute_reply":"2024-06-01T14:09:27.488092Z","shell.execute_reply.started":"2024-06-01T14:09:27.474601Z"},"executionInfo":{"elapsed":1223,"status":"ok","timestamp":1711527835108,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"F1kljLaDASNA","outputId":"167f35ce-3f9b-4c86-f61e-81249482e246","trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>docno</th>\n","      <th>keluhan_raw</th>\n","      <th>keluhan</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>DS-1</td>\n","      <td>Mengapa Keringat Badan Sangat Berlebihan?. sel...</td>\n","      <td>keringat badan selamat malam dokter fathurrosi...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>DS-2</td>\n","      <td>Mengapa Lengan Atas Sakit Walaupun Tidak Melak...</td>\n","      <td>lengan sakit aktivitas siang dokter 4 lengan s...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>DS-3</td>\n","      <td>Berapa Batas Usia Kandungan Untuk Melakukan US...</td>\n","      <td>batas usia kandungan usg batas usia kandungan ...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>DS-4</td>\n","      <td>Apakah Katarak Pada Bayi Harus Disembuhkan Den...</td>\n","      <td>katarak bayi disembuhkan operasi selamat pagi ...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>DS-5</td>\n","      <td>Mengapa Badan Panas dan Ngilu Selama Berhari-h...</td>\n","      <td>badan panas ngilu berhari nama ferini intan lu...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["  docno                                        keluhan_raw  \\\n","0  DS-1  Mengapa Keringat Badan Sangat Berlebihan?. sel...   \n","1  DS-2  Mengapa Lengan Atas Sakit Walaupun Tidak Melak...   \n","2  DS-3  Berapa Batas Usia Kandungan Untuk Melakukan US...   \n","3  DS-4  Apakah Katarak Pada Bayi Harus Disembuhkan Den...   \n","4  DS-5  Mengapa Badan Panas dan Ngilu Selama Berhari-h...   \n","\n","                                             keluhan  \n","0  keringat badan selamat malam dokter fathurrosi...  \n","1  lengan sakit aktivitas siang dokter 4 lengan s...  \n","2  batas usia kandungan usg batas usia kandungan ...  \n","3  katarak bayi disembuhkan operasi selamat pagi ...  \n","4  badan panas ngilu berhari nama ferini intan lu...  "]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["data = data.rename(columns = {\"keluhan\": \"keluhan_raw\", \"keluhan_preprocessed\": \"keluhan\"})\n","data.head()"]},{"cell_type":"code","execution_count":14,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"execution":{"iopub.execute_input":"2024-06-01T14:09:27.490592Z","iopub.status.busy":"2024-06-01T14:09:27.490247Z","iopub.status.idle":"2024-06-01T14:09:27.501898Z","shell.execute_reply":"2024-06-01T14:09:27.501014Z","shell.execute_reply.started":"2024-06-01T14:09:27.490565Z"},"executionInfo":{"elapsed":6,"status":"ok","timestamp":1711527384770,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"olqWa2j64NzF","outputId":"4504ffa7-9f8d-476f-de24-7c58f54b2dcf","trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>query</th>\n","      <th>query_preprocessed</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Q1</td>\n","      <td>Cara mengatasi pusing, lemas dan hidung berair...</td>\n","      <td>mengatasi pusing lemas hidung berair malam dok...</td>\n","    </tr>\n","    <tr>\n","      <th>174</th>\n","      <td>Q2</td>\n","      <td>Telinga berdengung sebelah kiri. Selamat pagi ...</td>\n","      <td>telinga berdengung sebelah kiri selamat pagi d...</td>\n","    </tr>\n","    <tr>\n","      <th>308</th>\n","      <td>Q3</td>\n","      <td>Benjolan di sekitar kelamin. Sore dok..Maaf do...</td>\n","      <td>benjolan kelamin sore dok maaf dok 4 mengalami...</td>\n","    </tr>\n","    <tr>\n","      <th>472</th>\n","      <td>Q4</td>\n","      <td>Makanan untuk penderita penyakit lambung dan l...</td>\n","      <td>makanan penderita penyakit lambung liver dok m...</td>\n","    </tr>\n","    <tr>\n","      <th>624</th>\n","      <td>Q5</td>\n","      <td>Kebiasaan melamun atau berkhayal secara berleb...</td>\n","      <td>kebiasaan melamun berkhayal dok pengidap malad...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    qid                                              query  \\\n","0    Q1  Cara mengatasi pusing, lemas dan hidung berair...   \n","174  Q2  Telinga berdengung sebelah kiri. Selamat pagi ...   \n","308  Q3  Benjolan di sekitar kelamin. Sore dok..Maaf do...   \n","472  Q4  Makanan untuk penderita penyakit lambung dan l...   \n","624  Q5  Kebiasaan melamun atau berkhayal secara berleb...   \n","\n","                                    query_preprocessed  \n","0    mengatasi pusing lemas hidung berair malam dok...  \n","174  telinga berdengung sebelah kiri selamat pagi d...  \n","308  benjolan kelamin sore dok maaf dok 4 mengalami...  \n","472  makanan penderita penyakit lambung liver dok m...  \n","624  kebiasaan melamun berkhayal dok pengidap malad...  "]},"execution_count":14,"metadata":{},"output_type":"execute_result"}],"source":["queries.head()"]},{"cell_type":"code","execution_count":15,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"execution":{"iopub.execute_input":"2024-06-01T14:09:27.503398Z","iopub.status.busy":"2024-06-01T14:09:27.503117Z","iopub.status.idle":"2024-06-01T14:09:27.515376Z","shell.execute_reply":"2024-06-01T14:09:27.514494Z","shell.execute_reply.started":"2024-06-01T14:09:27.503375Z"},"executionInfo":{"elapsed":357,"status":"ok","timestamp":1711527762184,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"noqr1WOQ-3a-","outputId":"b969b064-f5c3-4555-ef14-e0f5a994f991","trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>query_raw</th>\n","      <th>query</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Q1</td>\n","      <td>Cara mengatasi pusing, lemas dan hidung berair...</td>\n","      <td>mengatasi pusing lemas hidung berair malam dok...</td>\n","    </tr>\n","    <tr>\n","      <th>174</th>\n","      <td>Q2</td>\n","      <td>Telinga berdengung sebelah kiri. Selamat pagi ...</td>\n","      <td>telinga berdengung sebelah kiri selamat pagi d...</td>\n","    </tr>\n","    <tr>\n","      <th>308</th>\n","      <td>Q3</td>\n","      <td>Benjolan di sekitar kelamin. Sore dok..Maaf do...</td>\n","      <td>benjolan kelamin sore dok maaf dok 4 mengalami...</td>\n","    </tr>\n","    <tr>\n","      <th>472</th>\n","      <td>Q4</td>\n","      <td>Makanan untuk penderita penyakit lambung dan l...</td>\n","      <td>makanan penderita penyakit lambung liver dok m...</td>\n","    </tr>\n","    <tr>\n","      <th>624</th>\n","      <td>Q5</td>\n","      <td>Kebiasaan melamun atau berkhayal secara berleb...</td>\n","      <td>kebiasaan melamun berkhayal dok pengidap malad...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["    qid                                          query_raw  \\\n","0    Q1  Cara mengatasi pusing, lemas dan hidung berair...   \n","174  Q2  Telinga berdengung sebelah kiri. Selamat pagi ...   \n","308  Q3  Benjolan di sekitar kelamin. Sore dok..Maaf do...   \n","472  Q4  Makanan untuk penderita penyakit lambung dan l...   \n","624  Q5  Kebiasaan melamun atau berkhayal secara berleb...   \n","\n","                                                 query  \n","0    mengatasi pusing lemas hidung berair malam dok...  \n","174  telinga berdengung sebelah kiri selamat pagi d...  \n","308  benjolan kelamin sore dok maaf dok 4 mengalami...  \n","472  makanan penderita penyakit lambung liver dok m...  \n","624  kebiasaan melamun berkhayal dok pengidap malad...  "]},"execution_count":15,"metadata":{},"output_type":"execute_result"}],"source":["queries = queries.rename(columns = {\"query\": \"query_raw\", \"query_preprocessed\": \"query\"})\n","queries.head()"]},{"cell_type":"markdown","metadata":{"id":"9GqfK3MI3NRO"},"source":["## Index"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.execute_input":"2024-06-01T14:09:27.518430Z","iopub.status.busy":"2024-06-01T14:09:27.517690Z","iopub.status.idle":"2024-06-01T14:10:33.112323Z","shell.execute_reply":"2024-06-01T14:10:33.111277Z","shell.execute_reply.started":"2024-06-01T14:09:27.518393Z"},"executionInfo":{"elapsed":79431,"status":"ok","timestamp":1711527918482,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"cIw8aJG81DzQ","outputId":"327d7213-23c8-494d-ff6f-42d624adbc85","trusted":true},"outputs":[],"source":["%%time\n","# input for PyTerrier indexer must be a dataframe containing \"docno\" and \"text\"\n","\n","collection = data.rename(columns = {\"keluhan_raw\": \"text\"})\n","\n","!rm -rf ./medical_ir_index\n","pd_indexer = pt.DFIndexer(\"./medical_ir_index\", \\\n","                          type = pt.index.IndexingType(1), \\\n","                          tokeniser = \"UTFTokeniser\", \\\n","                          stemmer = None, \\\n","                          stopwords = None, \\\n","                          blocks = True)\n","index_ref = pd_indexer.index(collection[\"keluhan\"], collection)\n","\n","collection.info()"]},{"cell_type":"code","execution_count":17,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.execute_input":"2024-06-01T14:10:33.114923Z","iopub.status.busy":"2024-06-01T14:10:33.114066Z","iopub.status.idle":"2024-06-01T14:10:33.231667Z","shell.execute_reply":"2024-06-01T14:10:33.230509Z","shell.execute_reply.started":"2024-06-01T14:10:33.114881Z"},"executionInfo":{"elapsed":438,"status":"ok","timestamp":1711527918917,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"B1d3TAjQ1Rse","outputId":"d7730435-8182-4870-bb20-9b14bc674612","trusted":true},"outputs":[{"name":"stdout","output_type":"stream","text":["Number of documents: 86723\n","Number of terms: 74200\n","Number of postings: 1924462\n","Number of fields: 0\n","Number of tokens: 2575525\n","Field names: []\n","Positions:   true\n","\n"]}],"source":["index_fact = pt.IndexFactory.of(index_ref)\n","print(index_fact.getCollectionStatistics().toString())"]},{"cell_type":"markdown","metadata":{"id":"Zgv1C3sD2rDg"},"source":["# Re-rank"]},{"cell_type":"code","execution_count":18,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:10:33.233587Z","iopub.status.busy":"2024-06-01T14:10:33.233137Z","iopub.status.idle":"2024-06-01T14:10:33.239966Z","shell.execute_reply":"2024-06-01T14:10:33.238890Z","shell.execute_reply.started":"2024-06-01T14:10:33.233547Z"},"executionInfo":{"elapsed":3,"status":"ok","timestamp":1711527918917,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"c8jUdpW916Q9","trusted":true},"outputs":[],"source":["CUT_OFF = 15"]},{"cell_type":"code","execution_count":19,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:10:33.242176Z","iopub.status.busy":"2024-06-01T14:10:33.241356Z","iopub.status.idle":"2024-06-01T14:10:33.373607Z","shell.execute_reply":"2024-06-01T14:10:33.372501Z","shell.execute_reply.started":"2024-06-01T14:10:33.242143Z"},"executionInfo":{"elapsed":350,"status":"ok","timestamp":1711531308761,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"W1U3YqUqG0H5","trusted":true},"outputs":[],"source":["\"\"\" Model retrieval \"\"\"\n","bm25 = pt.BatchRetrieve(index_ref, wmodel = \"BM25\")"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":338,"referenced_widgets":["e6657116fb47473e866f0b0de7f0205d","04a6bc91739b455d927414f89e6da0a4","738fd8939fc343feb1de3779bf74c058","968184f07bd842e8868327172396684c","b9c3069685ec487a8b1d38e0425f268f","cbafe74c94cb432590d6fc414f019dc9","4ca0a55ba2544637a83f0c297d0f7f52","899dba1cd5674b6cad8b1ea36a7dd19b","f5fe16c0e42d464bbace16bcbc59afd8","ca25145333bf46d980fa2a06491da1bd","df8c1ac9c80e45a09bf55d5cef035847","42cea3b12cde4425b8a89d0b666e075e","6a311712bb414f3994243b79798903a0","7ab5bc177c8b4be9ab0235e6585fd45f","39ee7d425ba94b20a5ceeafdd5d2a6e3","3eb0637497c74b15b890efa947ec5c25","6711a6f412ad4697852b08640c4fd1d9","bab6e2ba38ae4a1082926b0260b873af","a4cee3f902c7458799fb3d8e755e2d62","dd2502b5d405497e8c202d73d42120f5","e3a0efbfad414060b858dc49fa1d127b","c1718fd854e44a5abbe69d07d888864b","d30dfa18bed5437b955fb0c0e0a35d36","3353f6b7d78e4b508510b6fe7669fe6f","5b9a69c2cf9548558a5f12cc289cdb85","f021950f0daf4188a8a3ce022a44ef2f","b97c6659919b4d94851246e49743ec1b","d11af4b17aad46469765277916dc42d0","785df695b68c4eb086cfe334738d359e","065ddb1f1b56471f8d5206fe7149715d","11173abf1a924af0a099b8e1f389ccd7","85d4804ec3ea494da84ecd4e5fe84c06","7d22d1af4ed948cfbfd5e4fc3cd83a89","d3a7fee261e94f2da922103f71dd3219","b5a221778ee24111b9767320f0dc6edf","9839a2dc557141209c7043686974106c","a52ea54fb8ae4d04a573ebdf8f74993f","9076af4d6b7c4142882b75e96dbbafaf","44b333b85a5143bba160f16944339a72","a19791282e964c4280496fe95fcc94e4","7c77e3ffff9c4414b1e8ab42eedd9152","05818e9c5bd442dc90afc790571bd678","acfdc0b2c67943889c22906a0bb88b7d","14681ad9043d4a57a66d41584326e311","f7b0f1dea0744d868705f0384fb147ff","4be1c1a245494459bb3189c2e60ac4fb","179aa86b28a04713ae653bf54e8e6fd6","1e505d3c5f4f4bbb8e6d43277ed5f81c","1e801fb03a3742d4b5973f3bb11d7e6c","e6d62a049ded4aa889e6e221bc652d4a","baf305d938044ebba58ead1b21c31059","dfd0e094204f46a99ae4af362aab4ba2","610e560f6ff848d28f1489e3888bec13","ed178da0953a4dc6a7bd85ecefbc619f","b6b5e66ab0f444f5b99cf2f699423bd4","068dca6cb02844ee8c73c74283b90904","9f9af1fcd2eb41ad9082cbe3f5e299e3","18cd7f51590b47f58d38e91a80a8abf9","1130288de3344b31bb6e426f00a180a6","0a4120395ce345bdaca40195663c5b57","213b795ddcf04c19b29bea6394bf447a","fa574f4154634e12b29570ba8ed1530d","b51c366f38164dd1b5e681526e8e69b0","fb22a6fd02424e479f2b66e7d59d6460","9772d8a6c7584ef3b1dd7242084dbb10","0af7867bf3694d4d9ffc77f78e5f2e6f"]},"execution":{"iopub.execute_input":"2024-06-01T14:10:33.375410Z","iopub.status.busy":"2024-06-01T14:10:33.375071Z","iopub.status.idle":"2024-06-01T14:10:44.017769Z","shell.execute_reply":"2024-06-01T14:10:44.016979Z","shell.execute_reply.started":"2024-06-01T14:10:33.375377Z"},"executionInfo":{"elapsed":21072,"status":"ok","timestamp":1711535203312,"user":{"displayName":"Febi Jakarta","userId":"11346348084241721543"},"user_tz":-420},"id":"QvpNMW-FxYym","outputId":"eca636c2-e517-413b-b098-ed43250d8f63","trusted":true},"outputs":[],"source":["crossmodel = CrossEncoder('cross-encoder/quora-roberta-base', max_length = 512, device='cuda:0')\n","\n","def crossencoder_apply(df : pd.DataFrame):\n","    return crossmodel.predict(list(zip(df['query_raw'].values, df['text'].values)))\n","\n","cross_encT = pt.apply.doc_score(crossencoder_apply, batch_size=128)"]},{"cell_type":"code","execution_count":21,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:10:44.019745Z","iopub.status.busy":"2024-06-01T14:10:44.019164Z","iopub.status.idle":"2024-06-01T14:10:44.048925Z","shell.execute_reply":"2024-06-01T14:10:44.048200Z","shell.execute_reply.started":"2024-06-01T14:10:44.019711Z"},"trusted":true},"outputs":[],"source":["# feature adalah fungsi dari pasangan dokumen\n","# dan query --> feature(dokumen, query)\n","def avg_vector_embedding(model_embedding, tokenized_data):\n","    \"\"\"\n","    Representasi sederhana dokumen sebagai rata-rata vektor\n","    hasil word embedding dari seluruh kata yang ada di dokumen tersebut\n","    \"\"\"\n","    embedding = []\n","    vector_acc = np.zeros(VECTOR_SIZE)\n","    count = 0\n","    for word in tokenized_data:\n","        if word in model_embedding.wv:\n","            vector_acc += model_embedding.wv[word]\n","            count += 1\n","    if count > 0:\n","        vector_acc /= count\n","    embedding.append(vector_acc)\n","    return np.array(embedding)\n","\n","def f_len_diff(text, query):\n","    \"\"\" Delta panjang dokumen & query \"\"\"\n","    return abs(len(text.split()) - len(query.split()))\n","\n","def f_jaccard(text, query):\n","    \"\"\" Jaccard Similarity \"\"\"\n","    word_set_text = set(text)\n","    word_set_query = set(query)\n","    return len(word_set_text & word_set_query) / len(word_set_text | word_set_query)\n","\n","def f_canberra(text_embedding, query_embedding):\n","    \"\"\" Canberra Distance \"\"\"\n","    return distance.canberra(text_embedding, query_embedding)\n","\n","def f_cosine(text_embedding, query_embedding):\n","    \"\"\" Cosine Similarity \"\"\"\n","    return cosine(text_embedding, query_embedding)\n","\n","def f_wmd(model, text, query):\n","    \"\"\" Word Mover Distance \"\"\"\n","    word_text = [token for token in text.split() if token in model.wv.index_to_key]\n","    word_query = [token for token in query.split() if token in model.wv.index_to_key]\n","    DISTANT_VALUE = 1.0\n","    if not word_text or not word_query:\n","        distance = DISTANT_VALUE\n","    else:\n","        distance = model.wv.wmdistance(word_text, word_query)\n","    return distance\n","\n","def f_common_distinct_words(text, query):\n","    \"\"\" Banyak term yang beririsan antara dokumen dan query \"\"\"\n","    word_set_text = set(text.split())\n","    word_set_query = set(query.split())\n","    return len(word_set_text & word_set_query)\n","\n","def extract_keywords(sequence):\n","    \"\"\" Ekstraksi keywords dengan RAKE \"\"\"\n","    r = Rake(stops)\n","    r.extract_keywords_from_text(\" \".join(sequence))\n","    return r.get_ranked_phrases()\n","\n","def f_common_context(text, query, window=10):\n","    \"\"\" Gagasan utama query yang dikandung dokumen \"\"\"\n","    earliest_words = query.split()[:window]\n","    latest_words = query.split()[-window:]\n","\n","    earliest_context = extract_keywords(earliest_words)\n","    latest_context = extract_keywords(latest_words)\n","\n","    query_context = set(earliest_context + latest_context)\n","    context_words = set()\n","    for phrase in query_context:\n","        words = set(phrase.split())\n","        for word in words:\n","            context_words.add(word)\n","    \n","    return len(set(text.split()) & context_words) / len(set(text.split()) | context_words)\n","\n","def f_common_context_qd(text, query, window=10):\n","    \"\"\" Gagasan utama antara query dan dokumen \"\"\"\n","    earliest_words = query.split()[:window]\n","    latest_words = query.split()[-window:]\n","    earliest_context = extract_keywords(earliest_words)\n","    latest_context = extract_keywords(latest_words)\n","    query_context = set(earliest_context + latest_context)\n","    \n","    earliest_words = text.split()[:window]\n","    latest_words = text.split()[-window:]\n","    earliest_context = extract_keywords(earliest_words)\n","    latest_context = extract_keywords(latest_words)\n","    text_context = set(earliest_context + latest_context)\n","    \n","    qcontext_words = set()\n","    for phrase in query_context:\n","        words = set(phrase.split())\n","        for word in words:\n","            qcontext_words.add(word)         \n","    \n","    tcontext_words = set()\n","    for phrase in text_context:\n","        words = set(phrase.split())\n","        for word in words:\n","            tcontext_words.add(word)\n","    \n","    return len(tcontext_words & qcontext_words) / len(tcontext_words | qcontext_words)\n","\n","def f_soft_common_context(text, query, window=10):\n","    \"\"\" \n","    Fitur Common Context versi soft, menggunakan model word embeddings\n","    dan mengembalikan skor WMD antara konten dokumen dan gagasan utama query\n","    \"\"\"\n","    earliest_words = query.split()[:window]\n","    latest_words = query.split()[-window:]\n","\n","    earliest_context = extract_keywords(earliest_words)\n","    latest_context = extract_keywords(latest_words)\n","\n","    query_context = earliest_context + latest_context\n","    context_words = []\n","    for phrase in query_context:\n","        words = phrase.split()\n","        for word in words:\n","            context_words.append(word)\n","\n","    return f_wmd(model_ft, text, \" \".join(context_words))\n","\n","def f_common_context_nowindow(text, query):\n","    \"\"\" \n","    Fitur Common Context versi no window atau tanpa batasan \n","    ukuran window untuk ekstraksi keywords gagasan utama\n","    \"\"\"\n","    query_context = extract_keywords(query.split())\n","    \n","    context_words = set()\n","    for phrase in query_context:\n","        words = set(phrase.split())\n","        for word in words:\n","            context_words.add(word)\n","            \n","    return len(set(text.split()) & context_words) / len(set(text.split()) | context_words)\n","\n","def f_soft_common_context_nowindow(text, query):\n","    \"\"\" \n","    Fitur Soft Common Context versi no window atau tanpa batasan \n","    ukuran window untuk ekstraksi keywords gagasan utama\n","    \"\"\"\n","    query_context = extract_keywords(query.split())\n","    \n","    context_words = []\n","    for phrase in query_context:\n","        words = phrase.split()\n","        for word in words:\n","            context_words.append(word)\n","            \n","    return f_wmd(model_w2v, text, \" \".join(context_words))\n","\n","def combine_f(row):\n","    \"\"\"\n","    Daftar fitur yang dikembalikan dapat diatur (comment/uncomment)\n","    sesuai dengan skenario yang ingin diuji\n","    \"\"\"\n","\n","    docno = row[\"docno\"]\n","    qid = row[\"qid\"]\n","    keluhan = row[\"keluhan\"]\n","    query = row[\"query\"]\n","    keluhan_raw = row[\"text\"]\n","    query_raw = row[\"query_raw\"]\n","    \n","    text_w2v_embedding = avg_vector_embedding(model_w2v, keluhan.split())\n","    query_w2v_embedding = avg_vector_embedding(model_w2v, query.split())\n","    text_ft_embedding = avg_vector_embedding(model_ft, keluhan.split())\n","    query_ft_embedding = avg_vector_embedding(model_ft, query.split())\n","    \n","    return np.array([\n","                    # f_len_diff(keluhan, query), \\\n","                    # f_jaccard(keluhan.split(), query.split()), \\\n","        \n","                    # f_cosine(text_w2v_embedding.flatten(), query_w2v_embedding.flatten()), \\\n","                    f_cosine(text_ft_embedding.flatten(), query_ft_embedding.flatten()), \\\n","        \n","                    # f_cosine(pminilm_doc_embeddings[docno], pminilm_query_embeddings[qid]), \\\n","                    f_cosine(t5_doc_embeddings[docno], t5_query_embeddings[qid]), \\\n","                    f_cosine(bert_doc_embeddings[docno], bert_query_embeddings[qid]), \\\n","                    \n","                    # f_wmd(model_w2v, keluhan, query), \\\n","                    # f_wmd(model_ft, keluhan, query), \\\n","\n","                    f_canberra(text_w2v_embedding.flatten(), query_w2v_embedding.flatten()), \\\n","                    # f_canberra(text_ft_embedding.flatten(), query_ft_embedding.flatten()), \\\n","\n","                    # f_common_distinct_words(keluhan, query), \\\n","                    # f_common_distinct_words(keluhan_raw, query_raw), \\\n","                    \n","                    # f_common_context(keluhan_raw, query_raw), \\\n","                    # f_soft_common_context(keluhan_raw, query_raw), \\\n","        \n","                    # f_common_context_qd(keluhan_raw, query_raw), \\\n","        \n","                    f_common_context_nowindow(keluhan_raw, query_raw), \\\n","                    f_soft_common_context_nowindow(keluhan_raw, query_raw), \\\n","                   ])"]},{"cell_type":"code","execution_count":22,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:10:44.050281Z","iopub.status.busy":"2024-06-01T14:10:44.050017Z","iopub.status.idle":"2024-06-01T14:19:14.388960Z","shell.execute_reply":"2024-06-01T14:19:14.387996Z","shell.execute_reply.started":"2024-06-01T14:10:44.050259Z"},"scrolled":true,"trusted":true},"outputs":[{"name":"stderr","output_type":"stream","text":["pt.apply:   0%|          | 0/5 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4615efabc8ab445d8b0eb1494b193fc8","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  20%|██        | 1/5 [00:04<00:16,  4.06s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"3680da9a1003428883673ff96fc2c3b8","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  40%|████      | 2/5 [00:07<00:10,  3.62s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"1fade42990e947f4a6e3752ac74dc8a1","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  60%|██████    | 3/5 [00:10<00:06,  3.46s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e06b85b6acee4b8994527f6b4df71318","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  80%|████████  | 4/5 [00:13<00:03,  3.39s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d7a6596cbe544a9686f3d38465986e79","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 5/5 [00:15<00:00,  3.13s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"a28ab344aa184f54af31969a61d4b42b","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:01<00:01,  1.90s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"f134b0b2907644ec9df3c36ae947fefc","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  1.81s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d30aba196ab04d48842ab4793d9a2238","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:01<00:01,  1.88s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d2c4e877b2c1430a8c70e743cae8786f","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  1.81s/row]\n","/opt/conda/lib/python3.10/site-packages/xgboost/core.py:160: UserWarning: [14:14:00] WARNING: /workspace/src/common/error_msg.cc:58: Falling back to prediction using DMatrix due to mismatched devices. This might lead to higher memory usage and slower performance. XGBoost is running on: cuda:0, while the input data is on: cpu.\n","Potential solutions:\n","- Use a data structure that matches the device ordinal in the booster.\n","- Set the device for booster before call to inplace_predict.\n","\n","This warning will only be shown once.\n","\n","  warnings.warn(smsg, UserWarning)\n","pt.apply:   0%|          | 0/5 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4add33f40fc542dc8fc9ed7df6938056","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  20%|██        | 1/5 [00:03<00:14,  3.53s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"7258177c6ceb47edba770e504009be4d","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  40%|████      | 2/5 [00:06<00:09,  3.30s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"b6903932f84d4eee86cb359368dfdee2","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  60%|██████    | 3/5 [00:09<00:06,  3.29s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"c38a6fba98f04074994dcee8f678651e","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  80%|████████  | 4/5 [00:13<00:03,  3.38s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"ab4b3d3cd1be4049a64f509b4f3bfb6b","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 5/5 [00:15<00:00,  3.05s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"7a3a1bdc8bd548ffbbec4ec4e82a6261","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.20s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"bbebeb9b2e3e4c47872d8195d29460be","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  1.91s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"180a54c188234351afb9937b64a3ff0d","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.22s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"0a50560f1315447585f2f7a2008dd459","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  1.93s/row]\n","pt.apply:   0%|          | 0/5 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e34fa1226dda4e1b8c23b571812013c3","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  20%|██        | 1/5 [00:03<00:14,  3.68s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"cc790631c1b44471b39a80d382babff1","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  40%|████      | 2/5 [00:07<00:10,  3.60s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4c91387fde7c44afbaa2efd0b36f6367","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  60%|██████    | 3/5 [00:10<00:06,  3.50s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"aaca7c28d2f64a70a30ca634a1432614","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  80%|████████  | 4/5 [00:14<00:03,  3.56s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"67c829cf7e2b451d9ba77cf31e1b7918","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 5/5 [00:16<00:00,  3.22s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"0b76ab7b3bef4083a466845bc6dd71fe","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.08s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9a21839732434cb8bc79e684e23f588e","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  1.99s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"869f388c898847a29276431756692749","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.08s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e0efafced52e4b66a51cf10059586df2","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:03<00:00,  2.00s/row]\n","pt.apply:   0%|          | 0/5 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d417ae4b34b1442f95a246f257cf22b6","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  20%|██        | 1/5 [00:03<00:13,  3.38s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"051642fc151d4d5292ec7d9a3004e735","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  40%|████      | 2/5 [00:06<00:10,  3.36s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"c8309c46810b49d988ef1cf8a2574ce7","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  60%|██████    | 3/5 [00:10<00:06,  3.44s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"51d287316a754a9794d567d50fba04cc","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  80%|████████  | 4/5 [00:13<00:03,  3.55s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e55bca0e9e9240bc84502e3085b86cb9","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 5/5 [00:15<00:00,  3.19s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9f948853bfa3479794ac3c115cf29a6e","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.49s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"0365f628bcf24f4c89eaadfaf98ac2e2","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:04<00:00,  2.24s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"2293b2777b18449ea7fc3b7de0f7b913","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.51s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"7a5bde82c93b4d4a9f6ad2aa0cb0f29d","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:04<00:00,  2.26s/row]\n","pt.apply:   0%|          | 0/5 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d6024792973f4f7eba8f6b8e738ef6bf","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  20%|██        | 1/5 [00:03<00:14,  3.70s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9c66a375b40845b3bf0615579d0ff0ef","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  40%|████      | 2/5 [00:07<00:10,  3.66s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"0c18563c00c64ca5a4f2031b9f388807","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  60%|██████    | 3/5 [00:10<00:07,  3.57s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"66ab0d1410ef418287d1d256c6c56981","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/4 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  80%|████████  | 4/5 [00:14<00:03,  3.74s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"b7afcbe095b942bc8a05cca42101f3c4","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 5/5 [00:16<00:00,  3.38s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"12522903b4fa465d902d97721681493f","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.45s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d61618aea9124f048dbe3feb3a215948","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:04<00:00,  2.13s/row]\n","pt.apply:   0%|          | 0/2 [00:00<?, ?row/s]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4b979679c6304ce79ceb11d50d2f58bf","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/3 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply:  50%|█████     | 1/2 [00:02<00:02,  2.39s/row]"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"5da22757da674939a53972a7861a772b","version_major":2,"version_minor":0},"text/plain":["Batches:   0%|          | 0/2 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["pt.apply: 100%|██████████| 2/2 [00:04<00:00,  2.08s/row]"]},{"name":"stdout","output_type":"stream","text":["Rata-rata map untuk baseline: 0.19187186327527717\n","Rata-rata map untuk model rerank: 0.19727867296660762\n","TtestResult(statistic=-1.2966314113599546, pvalue=0.2015171152520387, df=44)\n","\n","Rata-rata recip_rank untuk baseline: 0.8577777777777776\n","Rata-rata recip_rank untuk model rerank: 0.9507407407407407\n","TtestResult(statistic=-2.5052388765883453, pvalue=0.016012264688064305, df=44)\n","\n","Rata-rata P@5 untuk baseline: 0.7377777777777776\n","Rata-rata P@5 untuk model rerank: 0.7111111111111111\n","TtestResult(statistic=0.9727469142278402, pvalue=0.3359966581354571, df=44)\n","\n","Rata-rata P@10 untuk baseline: 0.6555555555555556\n","Rata-rata P@10 untuk model rerank: 0.6777777777777778\n","TtestResult(statistic=-1.3240045497689066, pvalue=0.19233890066310178, df=44)\n","\n","Rata-rata nDCG@5 untuk baseline: 0.7448905273418782\n","Rata-rata nDCG@5 untuk model rerank: 0.755736646612477\n","TtestResult(statistic=-0.45263817410044166, pvalue=0.6530333136510893, df=44)\n","\n","CPU times: user 8min 38s, sys: 2.06 s, total: 8min 40s\n","Wall time: 8min 28s\n"]},{"name":"stderr","output_type":"stream","text":["\n"]}],"source":["%%time\n","\n","\"\"\" Model word embedding \"\"\"\n","tokenized_corpus = []\n","for doc in data['keluhan']:\n","    tokenized_corpus.append(doc.split())\n","VECTOR_SIZE = 64\n","model_w2v = Word2Vec(tokenized_corpus, vector_size=VECTOR_SIZE, min_count=2, workers=1)\n","model_ft = FastText(tokenized_corpus, vector_size=VECTOR_SIZE, min_count=2, workers=1)\n","\n","\"\"\" KFold \"\"\"\n","FOLD = 5\n","kf = KFold(n_splits = FOLD, shuffle=True, random_state=42)\n","\n","evaluation_results = pd.DataFrame()\n","metrics = dict()\n","metric_names = [P@10, P@5, \"map\", \"recip_rank\", nDCG@5]\n","model_names = [\"BM25 Only\", \"BM25 >> LambdaMART XGBoost\"]\n","\n","\"\"\" Cross validation \"\"\"\n","for train_idx, val_idx in kf.split(queries):\n","    train_queries, val_queries = queries.iloc[train_idx], queries.iloc[val_idx]\n","\n","    more_features = pt.apply.doc_features(lambda row: combine_f(row))\n","    pipeline = (bm25 % CUT_OFF) >> pt.text.get_text(index_ref, [\"text\", \"keluhan\"]) >> (more_features ** bm25 ** cross_encT)\n","\n","    lmart_xgb = xgb.sklearn.XGBRanker(objective = 'rank:ndcg',\n","                                  learning_rate = 0.1,\n","                                  gamma = 1.0,\n","                                  min_child_weight = 0.1,\n","                                  max_depth = 6,\n","                                  random_state = 42,\n","                                  tree_method='hist',\n","                                  device=\"cuda\"\n","                            )\n","\n","    lmart_xgb_pipeline = pipeline >> pt.ltr.apply_learned_model(lmart_xgb, form = \"ltr\")\n","    lmart_xgb_pipeline.fit(train_queries, qrels, val_queries, qrels)\n","\n","    evaluation_results = pd.concat([evaluation_results, \\\n","                                  pt.Experiment([(bm25 % CUT_OFF), lmart_xgb_pipeline], \\\n","                                                val_queries, \\\n","                                                qrels, \\\n","                                                eval_metrics=metric_names, \\\n","                                                names=model_names, \\\n","                                                perquery=True)], \\\n","                                  ignore_index=True)\n","    \n","\"\"\" Konversi \"\"\"\n","for index, line in evaluation_results.iterrows():\n","    model_name = line['name']\n","    qid = line['qid']\n","    measure = line['measure']\n","    score = line['value']\n","\n","    if measure in metrics:\n","        if model_name in metrics[measure]:\n","            metrics[measure][model_name][qid] = score\n","        else:\n","            metrics[measure][model_name] = {qid: score}\n","    else:\n","        metrics[measure] = {model_name: {qid: score}}\n","\n","\"\"\" Metrik \"\"\"\n","for metric_name in metrics:\n","    df_metric = pd.DataFrame(metrics[metric_name])\n","    baseline = df_metric['BM25 Only']\n","    rerank = df_metric['BM25 >> LambdaMART XGBoost']\n","\n","    print(f\"Rata-rata {metric_name} untuk baseline: {np.mean(baseline)}\")\n","    print(f\"Rata-rata {metric_name} untuk model rerank: {np.mean(rerank)}\")\n","    print(stats.ttest_rel(baseline, rerank))\n","\n","    print()"]},{"cell_type":"code","execution_count":23,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:19:14.390518Z","iopub.status.busy":"2024-06-01T14:19:14.390221Z","iopub.status.idle":"2024-06-01T14:19:14.397433Z","shell.execute_reply":"2024-06-01T14:19:14.396549Z","shell.execute_reply.started":"2024-06-01T14:19:14.390490Z"},"trusted":true},"outputs":[{"data":{"text/plain":["{'f0': 1.7124065160751343,\n"," 'f1': 1.7774230241775513,\n"," 'f2': 2.052743911743164,\n"," 'f3': 3.1715705394744873,\n"," 'f4': 2.1986701488494873,\n"," 'f5': 1.9204702377319336,\n"," 'f6': 2.7337446212768555,\n"," 'f7': 1.4394539594650269}"]},"execution_count":23,"metadata":{},"output_type":"execute_result"}],"source":["lmart_xgb.get_booster().get_score(importance_type='gain')"]},{"cell_type":"code","execution_count":24,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:19:14.398894Z","iopub.status.busy":"2024-06-01T14:19:14.398607Z","iopub.status.idle":"2024-06-01T14:19:14.408587Z","shell.execute_reply":"2024-06-01T14:19:14.407744Z","shell.execute_reply.started":"2024-06-01T14:19:14.398864Z"},"trusted":true},"outputs":[{"data":{"text/plain":["{'f0': 19.0,\n"," 'f1': 18.0,\n"," 'f2': 16.0,\n"," 'f3': 30.0,\n"," 'f4': 9.0,\n"," 'f5': 10.0,\n"," 'f6': 35.0,\n"," 'f7': 23.0}"]},"execution_count":24,"metadata":{},"output_type":"execute_result"}],"source":["lmart_xgb.get_booster().get_score(importance_type='weight')"]},{"cell_type":"markdown","metadata":{},"source":["# Error Analysis"]},{"cell_type":"markdown","metadata":{},"source":["Pada penelitian ini, diharapkan bahwa dokumen yang relevan ditempatkan pada urutan terawal di daftar ranking sehingga metrik utama yang digunakan adalah recip_rank"]},{"cell_type":"code","execution_count":25,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:19:14.409907Z","iopub.status.busy":"2024-06-01T14:19:14.409620Z","iopub.status.idle":"2024-06-01T14:19:14.421980Z","shell.execute_reply":"2024-06-01T14:19:14.421026Z","shell.execute_reply.started":"2024-06-01T14:19:14.409884Z"},"trusted":true},"outputs":[],"source":["def get_serp_metadata(serp):\n","    return pd.merge(serp, qrels[['qid', 'docno', 'label']], how='left', on=['qid', 'docno'])\n","\n","def get_relevant_serp(serp):\n","    relevant_docno = pd.merge(serp, qrels[(qrels['label'] == 1)], how='inner', on='docno')['docno'].unique()\n","    return serp[serp['docno'].isin(relevant_docno)]\n","\n","def compare_rank_score(metric_scores):\n","    df_scores = pd.DataFrame(metric_scores)\n","\n","    observed_queries = []\n","    for index, row in df_scores.iterrows():\n","        observed_queries.append(queries[queries['qid'] == index]['query_raw'].values[0])\n","    df_scores['query_raw'] = observed_queries\n","\n","    print(\"Rerank < Baseline (Baseline > Rerank)\")\n","    display(df_scores[df_scores['BM25 >> LambdaMART XGBoost'] < df_scores['BM25 Only']])\n","    print()\n","    print(\"Rerank > Baseline (Baseline < Rerank)\")\n","    display(df_scores[df_scores['BM25 >> LambdaMART XGBoost'] > df_scores['BM25 Only']])\n","\n","def get_observed_doc(observed_docno):\n","    return data[data['docno'] == observed_docno]['keluhan_raw'].values[0]\n","    \n","def get_observed_query(observed_qid):\n","    return queries[queries['qid'] == observed_qid]['query_raw'].values[0]\n","\n","def display_observed_query(observed_qid):\n","    print(f\"{observed_qid}: {get_observed_query(observed_qid)}\")\n","\n","def get_serp(observed_qid, model, get_qrels_label=True, k=15):\n","    model_result = model.transform(queries[queries['qid'] == observed_qid])\n","    if get_qrels_label:\n","        model_result = get_serp_metadata(model_result)\n","    top_metadata = model_result[model_result['rank'] < k].sort_values(by=['rank'])\n","    return top_metadata\n","    \n","def display_serp(observed_qid, model, get_qrels_label=True, k=15):\n","    display(get_serp(observed_qid, model, get_qrels_label, k))"]},{"cell_type":"code","execution_count":26,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:19:14.423223Z","iopub.status.busy":"2024-06-01T14:19:14.422949Z","iopub.status.idle":"2024-06-01T14:19:14.440265Z","shell.execute_reply":"2024-06-01T14:19:14.439381Z","shell.execute_reply.started":"2024-06-01T14:19:14.423200Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>qid</th>\n","      <th>query_raw</th>\n","      <th>query</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>5580</th>\n","      <td>Q47</td>\n","      <td>Mental Disorder atau tidak ?. Salam, Saya ada ...</td>\n","      <td>mental disorder salam pendekatan gadis cantik ...</td>\n","    </tr>\n","    <tr>\n","      <th>2442</th>\n","      <td>Q20</td>\n","      <td>Serangan panik dan sulit bernafas. Malam dokte...</td>\n","      <td>serangan panik sulit bernafas malam dokter men...</td>\n","    </tr>\n","    <tr>\n","      <th>5765</th>\n","      <td>Q49</td>\n","      <td>Apakah pusing merupakan efek dari sakit flu. S...</td>\n","      <td>pusing efek sakit flu selamat sore dok irsan 2...</td>\n","    </tr>\n","    <tr>\n","      <th>1951</th>\n","      <td>Q16</td>\n","      <td>Mengatasi Gangguan Penglihatan Usai Kena Belek...</td>\n","      <td>mengatasi gangguan penglihatan kena belekan do...</td>\n","    </tr>\n","    <tr>\n","      <th>5941</th>\n","      <td>Q50</td>\n","      <td>Sariawan Dan Kaitannya Dengan Demam, Mual, Pus...</td>\n","      <td>sariawan kaitannya demam mual pusing dok 1 min...</td>\n","    </tr>\n","    <tr>\n","      <th>4058</th>\n","      <td>Q34</td>\n","      <td>Mata Silinder. Dok saya mau nanya, awalnya mat...</td>\n","      <td>mata silinder dok nanya mata minus trs kemarin...</td>\n","    </tr>\n","    <tr>\n","      <th>1673</th>\n","      <td>Q14</td>\n","      <td>Pakai Aloe Vera Malah Bikin Berjerawat, Mengap...</td>\n","      <td>pakai aloe vera bikin berjerawat sore dok prod...</td>\n","    </tr>\n","    <tr>\n","      <th>1823</th>\n","      <td>Q15</td>\n","      <td>Berbahayakah Makan Mi Instan Setiap Hari?. Dok...</td>\n","      <td>berbahayakah makan mi instan dok berbahaya ngg...</td>\n","    </tr>\n","    <tr>\n","      <th>0</th>\n","      <td>Q1</td>\n","      <td>Cara mengatasi pusing, lemas dan hidung berair...</td>\n","      <td>mengatasi pusing lemas hidung berair malam dok...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["      qid                                          query_raw  \\\n","5580  Q47  Mental Disorder atau tidak ?. Salam, Saya ada ...   \n","2442  Q20  Serangan panik dan sulit bernafas. Malam dokte...   \n","5765  Q49  Apakah pusing merupakan efek dari sakit flu. S...   \n","1951  Q16  Mengatasi Gangguan Penglihatan Usai Kena Belek...   \n","5941  Q50  Sariawan Dan Kaitannya Dengan Demam, Mual, Pus...   \n","4058  Q34  Mata Silinder. Dok saya mau nanya, awalnya mat...   \n","1673  Q14  Pakai Aloe Vera Malah Bikin Berjerawat, Mengap...   \n","1823  Q15  Berbahayakah Makan Mi Instan Setiap Hari?. Dok...   \n","0      Q1  Cara mengatasi pusing, lemas dan hidung berair...   \n","\n","                                                  query  \n","5580  mental disorder salam pendekatan gadis cantik ...  \n","2442  serangan panik sulit bernafas malam dokter men...  \n","5765  pusing efek sakit flu selamat sore dok irsan 2...  \n","1951  mengatasi gangguan penglihatan kena belekan do...  \n","5941  sariawan kaitannya demam mual pusing dok 1 min...  \n","4058  mata silinder dok nanya mata minus trs kemarin...  \n","1673  pakai aloe vera bikin berjerawat sore dok prod...  \n","1823  berbahayakah makan mi instan dok berbahaya ngg...  \n","0     mengatasi pusing lemas hidung berair malam dok...  "]},"execution_count":26,"metadata":{},"output_type":"execute_result"}],"source":["from sklearn.model_selection import train_test_split\n","train_topics, val_topics = train_test_split(queries, test_size=0.2, random_state=2)\n","val_topics"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:19:14.441506Z","iopub.status.busy":"2024-06-01T14:19:14.441250Z","iopub.status.idle":"2024-06-01T14:22:31.287923Z","shell.execute_reply":"2024-06-01T14:22:31.287033Z","shell.execute_reply.started":"2024-06-01T14:19:14.441483Z"},"scrolled":true,"trusted":true},"outputs":[],"source":["tokenized_corpus = []\n","for doc in data['keluhan']:\n","    tokenized_corpus.append(doc.split())\n","VECTOR_SIZE = 64\n","model_w2v = Word2Vec(tokenized_corpus, vector_size=VECTOR_SIZE, min_count=2, workers=1)\n","model_ft = FastText(tokenized_corpus, vector_size=VECTOR_SIZE, min_count=2, workers=1)\n","\n","metric_names = [P@10, P@5, \"map\", \"recip_rank\", nDCG@5]\n","model_names = [\"BM25 Only\", \"BM25 >> LambdaMART XGBoost\"]\n","\n","more_features = pt.apply.doc_features(lambda row: combine_f(row))\n","pipeline = (bm25 % CUT_OFF) >> pt.text.get_text(index_ref, [\"text\", \"keluhan\"]) >> (more_features ** bm25 ** cross_encT)\n","\n","lmart_xgb2 = xgb.sklearn.XGBRanker(objective = 'rank:ndcg',\n","                              learning_rate = 0.1,\n","                              gamma = 1.0,\n","                              min_child_weight = 0.1,\n","                              max_depth = 6,\n","                              random_state = 42,\n","                              tree_method='hist',\n","                              device=\"cuda\"\n","                        )\n","\n","lmart_xgb_pipeline2 = pipeline >> pt.ltr.apply_learned_model(lmart_xgb2, form = \"ltr\")\n","lmart_xgb_pipeline2.fit(train_topics, qrels, val_topics, qrels)\n","\n","evaluation_results2 = pt.Experiment([bm25 % CUT_OFF, lmart_xgb_pipeline2], \\\n","                                          val_topics, \\\n","                                          qrels, \\\n","                                          eval_metrics=metric_names, \\\n","                                          names=model_names, \\\n","                                          perquery=True)\n","\n","\"\"\" Konversi \"\"\"\n","metrics2 = dict()\n","for index, line in evaluation_results2.iterrows():\n","    model_name = line['name']\n","    qid = line['qid']\n","    measure = line['measure']\n","    score = line['value']\n","\n","    if measure in metrics2:\n","        if model_name in metrics2[measure]:\n","            metrics2[measure][model_name][qid] = score\n","        else:\n","            metrics2[measure][model_name] = {qid: score}\n","    else:\n","        metrics2[measure] = {model_name: {qid: score}}"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2024-06-01T14:22:31.292661Z","iopub.status.busy":"2024-06-01T14:22:31.292391Z","iopub.status.idle":"2024-06-01T14:22:31.299339Z","shell.execute_reply":"2024-06-01T14:22:31.298448Z","shell.execute_reply.started":"2024-06-01T14:22:31.292637Z"},"trusted":true},"outputs":[],"source":["# Contoh cek skor dan hasil re-ranking\n","metrics2['recip_rank']\n","compare_rank_score(metrics2['recip_rank'])\n","get_serp('Q16', lmart_xgb_pipeline2)"]}],"metadata":{"colab":{"authorship_tag":"ABX9TyPeodvSx1raBg3e9Ve+CZW+","provenance":[],"toc_visible":true},"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[],"dockerImageVersionId":30674,"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.13"},"widgets":{"application/vnd.jupyter.widget-state+json":{"00299d2c228b465386f65133c95fd22c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"02ac38f733f64bd5979097a3a9c6d8fb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c7818c0f78da445c98b279951c703313","placeholder":"​","style":"IPY_MODEL_853568b16765472c87a3e4ab79ac4169","value":"pt.apply: 100%"}},"04a6bc91739b455d927414f89e6da0a4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cbafe74c94cb432590d6fc414f019dc9","placeholder":"​","style":"IPY_MODEL_4ca0a55ba2544637a83f0c297d0f7f52","value":"config.json: 100%"}},"05818e9c5bd442dc90afc790571bd678":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"065ddb1f1b56471f8d5206fe7149715d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"068dca6cb02844ee8c73c74283b90904":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9f9af1fcd2eb41ad9082cbe3f5e299e3","IPY_MODEL_18cd7f51590b47f58d38e91a80a8abf9","IPY_MODEL_1130288de3344b31bb6e426f00a180a6"],"layout":"IPY_MODEL_0a4120395ce345bdaca40195663c5b57"}},"0765d93b47f84dce9eb07cb713b29098":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"08650bdfc1684f27974f1e172b570483":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"089dd7389f034ae7b412f14ab25a6fd7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_124f67f40e964872bd24d96790df75d2","IPY_MODEL_5bbfc90552fc4c2c9f00ce7ba168d1e6","IPY_MODEL_4b3edbced8ad40feaf3aaeb57522eaa3"],"layout":"IPY_MODEL_40e1cb81d3a1471493c8bb5d55ca9a00"}},"0a4120395ce345bdaca40195663c5b57":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0af7867bf3694d4d9ffc77f78e5f2e6f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0dcaf0f85d3b4531ac542473accd3cdf":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"102e8d29b7fb4ee1ac6336d407f8ba0a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"10898fe111284bfa8b35039d43163e56":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9497a97c62c64200a6b2e7017dd702c2","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_37743ee33ff24690a1b7332440492614","value":2}},"11173abf1a924af0a099b8e1f389ccd7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1130288de3344b31bb6e426f00a180a6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9772d8a6c7584ef3b1dd7242084dbb10","placeholder":"​","style":"IPY_MODEL_0af7867bf3694d4d9ffc77f78e5f2e6f","value":" 772/772 [00:00&lt;00:00, 6.66kB/s]"}},"124f67f40e964872bd24d96790df75d2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_283d16381cf948f6919458516e33c7db","placeholder":"​","style":"IPY_MODEL_9599114abe7146e5b5f2b3fbf4424c77","value":"pt.apply: 100%"}},"13ab3884ecde48a488d60be74181d37d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"13ed46517cba43559e189b4030dccfb0":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14681ad9043d4a57a66d41584326e311":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"14dc86ecb6674f2abf6abe3176e51544":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1671bf084a8d4323822ad097e812608c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1687504662cd4be29abc688b3431ea90":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5469f5e49a7e4900baa24eeabff23d24","placeholder":"​","style":"IPY_MODEL_7ff2c549caf84f2fae539da93a7fc8ef","value":" 2/2 [03:38&lt;00:00, 101.76s/row]"}},"179aa86b28a04713ae653bf54e8e6fd6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_dfd0e094204f46a99ae4af362aab4ba2","max":456318,"min":0,"orientation":"horizontal","style":"IPY_MODEL_610e560f6ff848d28f1489e3888bec13","value":456318}},"17a100651253411a95d3191d3ffed41b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"17e2438455e54f84acb4d5e2bcc55ed4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"18cd7f51590b47f58d38e91a80a8abf9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b51c366f38164dd1b5e681526e8e69b0","max":772,"min":0,"orientation":"horizontal","style":"IPY_MODEL_fb22a6fd02424e479f2b66e7d59d6460","value":772}},"1cabf9db6c034782bb68552079c73aa5":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1e505d3c5f4f4bbb8e6d43277ed5f81c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ed178da0953a4dc6a7bd85ecefbc619f","placeholder":"​","style":"IPY_MODEL_b6b5e66ab0f444f5b99cf2f699423bd4","value":" 456k/456k [00:00&lt;00:00, 2.83MB/s]"}},"1e801fb03a3742d4b5973f3bb11d7e6c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"207e2c3d1b35458f84c292da200214e8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"213b795ddcf04c19b29bea6394bf447a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"23becfaff9db43d680d944fb14c176f7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"283d16381cf948f6919458516e33c7db":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2efa980ca136482baf51d2a0f69d513b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3353f6b7d78e4b508510b6fe7669fe6f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d11af4b17aad46469765277916dc42d0","placeholder":"​","style":"IPY_MODEL_785df695b68c4eb086cfe334738d359e","value":"tokenizer_config.json: 100%"}},"34b3ff2394f34cba8a55465f882267ab":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_8e0f11847fce4a0caf08ad432469497f","IPY_MODEL_54f26c81b4f64d7a8bdbc3b5110c9bfb","IPY_MODEL_68c0c5cbbdd84f3794471ece6b069161"],"layout":"IPY_MODEL_fde1a7d753af47de8959f593fb5bbb95"}},"34f79e09b15848cca5d936085f9d8fbd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b86b7b5d0cb4430ea5d4043f6c1af269","placeholder":"​","style":"IPY_MODEL_08650bdfc1684f27974f1e172b570483","value":"pt.apply: 100%"}},"3669af2a08b64f0e879c0df49246c39d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"37743ee33ff24690a1b7332440492614":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"37ad97826d844686ab63f54ba44cd1c6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"39ee7d425ba94b20a5ceeafdd5d2a6e3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e3a0efbfad414060b858dc49fa1d127b","placeholder":"​","style":"IPY_MODEL_c1718fd854e44a5abbe69d07d888864b","value":" 499M/499M [00:07&lt;00:00, 69.7MB/s]"}},"3e6339cd17c549b2a4c18fd1a21060d7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3eb0637497c74b15b890efa947ec5c25":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"40e1cb81d3a1471493c8bb5d55ca9a00":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"42cea3b12cde4425b8a89d0b666e075e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6a311712bb414f3994243b79798903a0","IPY_MODEL_7ab5bc177c8b4be9ab0235e6585fd45f","IPY_MODEL_39ee7d425ba94b20a5ceeafdd5d2a6e3"],"layout":"IPY_MODEL_3eb0637497c74b15b890efa947ec5c25"}},"44b333b85a5143bba160f16944339a72":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4797348d56fe44d5b4fa85236dc03cae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4b3edbced8ad40feaf3aaeb57522eaa3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_17a100651253411a95d3191d3ffed41b","placeholder":"​","style":"IPY_MODEL_f748429a5b2948f98cfc0bcf257f391d","value":" 5/5 [13:08&lt;00:00, 147.40s/row]"}},"4be1c1a245494459bb3189c2e60ac4fb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e6d62a049ded4aa889e6e221bc652d4a","placeholder":"​","style":"IPY_MODEL_baf305d938044ebba58ead1b21c31059","value":"merges.txt: 100%"}},"4c4ef683ac1045eeb8d6aa40f4f8cd6b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4ca0a55ba2544637a83f0c297d0f7f52":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"50e744dbe4464dcc9439accde216b08d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_00299d2c228b465386f65133c95fd22c","max":5,"min":0,"orientation":"horizontal","style":"IPY_MODEL_958b4f0dd5264a19ade4f2459b907e56","value":5}},"5469f5e49a7e4900baa24eeabff23d24":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"54f26c81b4f64d7a8bdbc3b5110c9bfb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_1cabf9db6c034782bb68552079c73aa5","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5abcd69df2bd41028a725ce549a30580","value":0}},"58f39d7436b84f0681912f2349ccd134":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"59e78982dc6a4ded89fc08cf25f76550":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5abcd69df2bd41028a725ce549a30580":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5b9a69c2cf9548558a5f12cc289cdb85":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_065ddb1f1b56471f8d5206fe7149715d","max":142,"min":0,"orientation":"horizontal","style":"IPY_MODEL_11173abf1a924af0a099b8e1f389ccd7","value":142}},"5bbfc90552fc4c2c9f00ce7ba168d1e6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0dcaf0f85d3b4531ac542473accd3cdf","max":5,"min":0,"orientation":"horizontal","style":"IPY_MODEL_effe63e52b7844afa7613ae6ea228434","value":5}},"5f2460e0612d4e999e8b5d01ca02ac53":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"610e560f6ff848d28f1489e3888bec13":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6711a6f412ad4697852b08640c4fd1d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"674b2b4925d6471480bd42f59ae714c6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"68c0c5cbbdd84f3794471ece6b069161":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e312467548e94cc4851791c6c81317fe","placeholder":"​","style":"IPY_MODEL_acd9dc0265544403b59688b4035cc723","value":" 0/2 [00:00&lt;?, ?row/s]"}},"69295447e4e749a186f886d340bf44b2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4c4ef683ac1045eeb8d6aa40f4f8cd6b","placeholder":"​","style":"IPY_MODEL_58f39d7436b84f0681912f2349ccd134","value":"pt.apply: 100%"}},"69f6ca4060404545b0a7b5cf667acac6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6a311712bb414f3994243b79798903a0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6711a6f412ad4697852b08640c4fd1d9","placeholder":"​","style":"IPY_MODEL_bab6e2ba38ae4a1082926b0260b873af","value":"pytorch_model.bin: 100%"}},"6fa69fdbfd8e4bad92cc3f1075083639":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"7179734a86d447558896affc271fa4df":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2efa980ca136482baf51d2a0f69d513b","placeholder":"​","style":"IPY_MODEL_0765d93b47f84dce9eb07cb713b29098","value":" 2/2 [02:54&lt;00:00, 84.86s/row]"}},"71a6cf5cb2274e1aa45873654d143668":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_674b2b4925d6471480bd42f59ae714c6","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ef12cf9dccdd46028279a9ecb55a8636","value":2}},"7273de5218fe405b9bf366e36c499e8c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"738fd8939fc343feb1de3779bf74c058":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_899dba1cd5674b6cad8b1ea36a7dd19b","max":608,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f5fe16c0e42d464bbace16bcbc59afd8","value":608}},"785df695b68c4eb086cfe334738d359e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7ab5bc177c8b4be9ab0235e6585fd45f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_a4cee3f902c7458799fb3d8e755e2d62","max":498676169,"min":0,"orientation":"horizontal","style":"IPY_MODEL_dd2502b5d405497e8c202d73d42120f5","value":498676169}},"7c77e3ffff9c4414b1e8ab42eedd9152":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7d22d1af4ed948cfbfd5e4fc3cd83a89":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7ff2c549caf84f2fae539da93a7fc8ef":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"83256ec31b014e5f9e1c76da7e96be22":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_23becfaff9db43d680d944fb14c176f7","max":5,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c8923a57fe6f4833bed6da3a42f0eeeb","value":5}},"853568b16765472c87a3e4ab79ac4169":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"85d4804ec3ea494da84ecd4e5fe84c06":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"899dba1cd5674b6cad8b1ea36a7dd19b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8aeff5362f964e83b5c3629fcc8947ce":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_a31837d277f9474e83a28bc43cb00a97","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_17e2438455e54f84acb4d5e2bcc55ed4","value":2}},"8b47594e3ce54a3b81bfb97288380268":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1671bf084a8d4323822ad097e812608c","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6fa69fdbfd8e4bad92cc3f1075083639","value":2}},"8e0f11847fce4a0caf08ad432469497f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4797348d56fe44d5b4fa85236dc03cae","placeholder":"​","style":"IPY_MODEL_ad0ccf3215344aa68c100b4dc2f7ed4d","value":"pt.apply:   0%"}},"9076af4d6b7c4142882b75e96dbbafaf":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9497a97c62c64200a6b2e7017dd702c2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"958b4f0dd5264a19ade4f2459b907e56":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9599114abe7146e5b5f2b3fbf4424c77":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"968184f07bd842e8868327172396684c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ca25145333bf46d980fa2a06491da1bd","placeholder":"​","style":"IPY_MODEL_df8c1ac9c80e45a09bf55d5cef035847","value":" 608/608 [00:00&lt;00:00, 5.12kB/s]"}},"9772d8a6c7584ef3b1dd7242084dbb10":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"980f59df2a324f41944644243157ba28":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9839a2dc557141209c7043686974106c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c77e3ffff9c4414b1e8ab42eedd9152","max":898822,"min":0,"orientation":"horizontal","style":"IPY_MODEL_05818e9c5bd442dc90afc790571bd678","value":898822}},"9f9af1fcd2eb41ad9082cbe3f5e299e3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_213b795ddcf04c19b29bea6394bf447a","placeholder":"​","style":"IPY_MODEL_fa574f4154634e12b29570ba8ed1530d","value":"special_tokens_map.json: 100%"}},"a1810acb605a4c9cba2b24134d3cd087":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a19791282e964c4280496fe95fcc94e4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a20156a9aae241ff822249a899df942c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_34f79e09b15848cca5d936085f9d8fbd","IPY_MODEL_71a6cf5cb2274e1aa45873654d143668","IPY_MODEL_1687504662cd4be29abc688b3431ea90"],"layout":"IPY_MODEL_13ab3884ecde48a488d60be74181d37d"}},"a30dffbdc2724e59a8251fa837ee10e4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fd38bd7fb8754e08bf27a3cd4fb3c583","IPY_MODEL_8b47594e3ce54a3b81bfb97288380268","IPY_MODEL_7179734a86d447558896affc271fa4df"],"layout":"IPY_MODEL_37ad97826d844686ab63f54ba44cd1c6"}},"a31837d277f9474e83a28bc43cb00a97":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a4cee3f902c7458799fb3d8e755e2d62":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a52ea54fb8ae4d04a573ebdf8f74993f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_acfdc0b2c67943889c22906a0bb88b7d","placeholder":"​","style":"IPY_MODEL_14681ad9043d4a57a66d41584326e311","value":" 899k/899k [00:00&lt;00:00, 1.99MB/s]"}},"acd9dc0265544403b59688b4035cc723":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"acfdc0b2c67943889c22906a0bb88b7d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ad0ccf3215344aa68c100b4dc2f7ed4d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"af0e4eea90f34fde988e8a9aa14bbb36":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b51c366f38164dd1b5e681526e8e69b0":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b5a221778ee24111b9767320f0dc6edf":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_44b333b85a5143bba160f16944339a72","placeholder":"​","style":"IPY_MODEL_a19791282e964c4280496fe95fcc94e4","value":"vocab.json: 100%"}},"b6b5e66ab0f444f5b99cf2f699423bd4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b86b7b5d0cb4430ea5d4043f6c1af269":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b97c6659919b4d94851246e49743ec1b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b9c3069685ec487a8b1d38e0425f268f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b9d69fc5707e4a1b8585f04845592da8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3e6339cd17c549b2a4c18fd1a21060d7","placeholder":"​","style":"IPY_MODEL_7273de5218fe405b9bf366e36c499e8c","value":"pt.apply: 100%"}},"bab6e2ba38ae4a1082926b0260b873af":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"baf305d938044ebba58ead1b21c31059":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bdad1535417a41c68b9a17dcce126012":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_69295447e4e749a186f886d340bf44b2","IPY_MODEL_50e744dbe4464dcc9439accde216b08d","IPY_MODEL_fd6e658c79814476b82b434e8a86e4d5"],"layout":"IPY_MODEL_69f6ca4060404545b0a7b5cf667acac6"}},"c1718fd854e44a5abbe69d07d888864b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c70648fdea8a4adca0486c4975b4b5d1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_14dc86ecb6674f2abf6abe3176e51544","placeholder":"​","style":"IPY_MODEL_f7e582f4410a498692e2e819571d0f4a","value":" 2/2 [02:52&lt;00:00, 84.24s/row]"}},"c74a2d9c5a7347ecaf9b07eb54f07bb0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_af0e4eea90f34fde988e8a9aa14bbb36","placeholder":"​","style":"IPY_MODEL_207e2c3d1b35458f84c292da200214e8","value":" 2/2 [03:44&lt;00:00, 104.32s/row]"}},"c7818c0f78da445c98b279951c703313":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c7c808c17993456681d3ac08b9417c77":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c8923a57fe6f4833bed6da3a42f0eeeb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ca25145333bf46d980fa2a06491da1bd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cbafe74c94cb432590d6fc414f019dc9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d11af4b17aad46469765277916dc42d0":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d25eb0468ad64c8e8e17ef55060030ba":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ea292908d1ec43498519b4718de718b0","IPY_MODEL_83256ec31b014e5f9e1c76da7e96be22","IPY_MODEL_fcc07ccd27474bcc80a7226f435c2058"],"layout":"IPY_MODEL_13ed46517cba43559e189b4030dccfb0"}},"d30dfa18bed5437b955fb0c0e0a35d36":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3353f6b7d78e4b508510b6fe7669fe6f","IPY_MODEL_5b9a69c2cf9548558a5f12cc289cdb85","IPY_MODEL_f021950f0daf4188a8a3ce022a44ef2f"],"layout":"IPY_MODEL_b97c6659919b4d94851246e49743ec1b"}},"d3a7fee261e94f2da922103f71dd3219":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b5a221778ee24111b9767320f0dc6edf","IPY_MODEL_9839a2dc557141209c7043686974106c","IPY_MODEL_a52ea54fb8ae4d04a573ebdf8f74993f"],"layout":"IPY_MODEL_9076af4d6b7c4142882b75e96dbbafaf"}},"d940308592fe4ff39fdbf2bbc33405b0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b9d69fc5707e4a1b8585f04845592da8","IPY_MODEL_10898fe111284bfa8b35039d43163e56","IPY_MODEL_c74a2d9c5a7347ecaf9b07eb54f07bb0"],"layout":"IPY_MODEL_f616cee6ef504a02a82258e2a18b7633"}},"dd2502b5d405497e8c202d73d42120f5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"df8c1ac9c80e45a09bf55d5cef035847":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dfd0e094204f46a99ae4af362aab4ba2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e312467548e94cc4851791c6c81317fe":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e3a0efbfad414060b858dc49fa1d127b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e6657116fb47473e866f0b0de7f0205d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_04a6bc91739b455d927414f89e6da0a4","IPY_MODEL_738fd8939fc343feb1de3779bf74c058","IPY_MODEL_968184f07bd842e8868327172396684c"],"layout":"IPY_MODEL_b9c3069685ec487a8b1d38e0425f268f"}},"e6d62a049ded4aa889e6e221bc652d4a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ea292908d1ec43498519b4718de718b0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_59e78982dc6a4ded89fc08cf25f76550","placeholder":"​","style":"IPY_MODEL_a1810acb605a4c9cba2b24134d3cd087","value":"pt.apply: 100%"}},"ed178da0953a4dc6a7bd85ecefbc619f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"eee87796379948ffbe0f87510a3dc421":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_02ac38f733f64bd5979097a3a9c6d8fb","IPY_MODEL_8aeff5362f964e83b5c3629fcc8947ce","IPY_MODEL_c70648fdea8a4adca0486c4975b4b5d1"],"layout":"IPY_MODEL_fa15a323afc344689ab2c25034ff6e6e"}},"ef12cf9dccdd46028279a9ecb55a8636":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"effe63e52b7844afa7613ae6ea228434":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f021950f0daf4188a8a3ce022a44ef2f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_85d4804ec3ea494da84ecd4e5fe84c06","placeholder":"​","style":"IPY_MODEL_7d22d1af4ed948cfbfd5e4fc3cd83a89","value":" 142/142 [00:00&lt;00:00, 1.64kB/s]"}},"f5fe16c0e42d464bbace16bcbc59afd8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f616cee6ef504a02a82258e2a18b7633":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f748429a5b2948f98cfc0bcf257f391d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f7b0f1dea0744d868705f0384fb147ff":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4be1c1a245494459bb3189c2e60ac4fb","IPY_MODEL_179aa86b28a04713ae653bf54e8e6fd6","IPY_MODEL_1e505d3c5f4f4bbb8e6d43277ed5f81c"],"layout":"IPY_MODEL_1e801fb03a3742d4b5973f3bb11d7e6c"}},"f7e582f4410a498692e2e819571d0f4a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fa15a323afc344689ab2c25034ff6e6e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fa574f4154634e12b29570ba8ed1530d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fb22a6fd02424e479f2b66e7d59d6460":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"fcc07ccd27474bcc80a7226f435c2058":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_102e8d29b7fb4ee1ac6336d407f8ba0a","placeholder":"​","style":"IPY_MODEL_980f59df2a324f41944644243157ba28","value":" 5/5 [11:48&lt;00:00, 128.32s/row]"}},"fd38bd7fb8754e08bf27a3cd4fb3c583":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3669af2a08b64f0e879c0df49246c39d","placeholder":"​","style":"IPY_MODEL_fe66bf7b25f64476a48d68b6df4ac16a","value":"pt.apply: 100%"}},"fd6e658c79814476b82b434e8a86e4d5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c7c808c17993456681d3ac08b9417c77","placeholder":"​","style":"IPY_MODEL_5f2460e0612d4e999e8b5d01ca02ac53","value":" 5/5 [12:47&lt;00:00, 142.10s/row]"}},"fde1a7d753af47de8959f593fb5bbb95":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fe66bf7b25f64476a48d68b6df4ac16a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":4}