From a2b3171cd2ed435a51092b940b61e91bb04f1bea Mon Sep 17 00:00:00 2001 From: Vivek Joshy <8206808+vivekjoshy@users.noreply.github.com> Date: Wed, 24 Jul 2024 18:46:02 +0530 Subject: [PATCH] Update benchmarks Signed-off-by: Vivek Joshy <8206808+vivekjoshy@users.noreply.github.com> --- benchmark/README.md | 6 + benchmark/draw.ipynb | 1572 +++++++++++++++---------------- benchmark/rank.ipynb | 2127 ++++++++++++++++++++++-------------------- benchmark/win.ipynb | 1841 ++++++++++++++++++------------------ 4 files changed, 2818 insertions(+), 2728 deletions(-) diff --git a/benchmark/README.md b/benchmark/README.md index 37095e0..5b3f9a6 100644 --- a/benchmark/README.md +++ b/benchmark/README.md @@ -4,8 +4,14 @@ Simply run the respective Jupyter Notebook files with a compatible Python versio ## Available Benchmarks +### Local + - ``win.ipynb``: Compares win performance against TrueSkill. - ``draw.ipynb``: Predicts draws on standard chess matches. - ``rank.ipynb``: Uses rank prediction on a large dataset. +### Kaggle + +- [OpenSkill - Weights Benchmark](https://www.kaggle.com/code/daegontaven/openskill-weights-benchmark): A benchmark on CS:GO matches using the weights feature. + Note that the rank benchmark downloads a large file (around 1 GB) and requires slightly more RAM if running locally. diff --git a/benchmark/draw.ipynb b/benchmark/draw.ipynb index c6298d4..03d768d 100644 --- a/benchmark/draw.ipynb +++ b/benchmark/draw.ipynb @@ -2,13 +2,13 @@ "cells": [ { "cell_type": "markdown", - "id": "d0cd6522", + "id": "e9ee56f1", "metadata": { "papermill": { - "duration": 0.006038, - "end_time": "2024-01-05T15:08:17.835920", + "duration": 0.006129, + "end_time": "2024-07-16T15:58:17.069464", "exception": false, - "start_time": "2024-01-05T15:08:17.829882", + "start_time": "2024-07-16T15:58:17.063335", "status": "completed" }, "tags": [] @@ -23,20 +23,20 @@ { "cell_type": "code", "execution_count": 1, - "id": "2ae4cf8b", + "id": "d5dffc7e", "metadata": { "_kg_hide-output": false, "execution": { - "iopub.execute_input": "2024-01-05T15:08:17.848615Z", - "iopub.status.busy": "2024-01-05T15:08:17.848191Z", - "iopub.status.idle": "2024-01-05T15:08:31.297400Z", - "shell.execute_reply": "2024-01-05T15:08:31.296096Z" + "iopub.execute_input": "2024-07-16T15:58:17.082041Z", + "iopub.status.busy": "2024-07-16T15:58:17.081657Z", + "iopub.status.idle": "2024-07-16T15:58:32.396955Z", + "shell.execute_reply": "2024-07-16T15:58:32.395585Z" }, "papermill": { - "duration": 13.458288, - "end_time": "2024-01-05T15:08:31.299672", + "duration": 15.324502, + "end_time": "2024-07-16T15:58:32.399553", "exception": false, - "start_time": "2024-01-05T15:08:17.841384", + "start_time": "2024-07-16T15:58:17.075051", "status": "completed" }, "tags": [] @@ -48,16 +48,17 @@ "text": [ "Requirement already satisfied: pandas in /opt/conda/lib/python3.10/site-packages (2.0.3)\r\n", "Collecting rbo\r\n", - " Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n", + " Obtaining dependency information for rbo from https://files.pythonhosted.org/packages/f0/b3/aa1923e0ed19ecf190f7e8d9fe939f9020dd601b64e190b1f58b3692be8e/rbo-0.1.3-py3-none-any.whl.metadata\r\n", + " Downloading rbo-0.1.3-py3-none-any.whl.metadata (4.6 kB)\r\n", "Requirement already satisfied: rich in /opt/conda/lib/python3.10/site-packages (13.5.2)\r\n", "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (1.24.3)\r\n", "Requirement already satisfied: scikit-learn in /opt/conda/lib/python3.10/site-packages (1.2.2)\r\n", "Requirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (4.66.1)\r\n", "Requirement already satisfied: pooch in /opt/conda/lib/python3.10/site-packages (1.8.0)\r\n", - "Collecting openskill\r\n", - " Obtaining dependency information for openskill from https://files.pythonhosted.org/packages/11/af/083022f27cda2608c1ee8b32e759d813b056e1540269b0ae0bbc86226fcb/openskill-5.1.0-py3-none-any.whl.metadata\r\n", - " Downloading openskill-5.1.0-py3-none-any.whl.metadata (5.6 kB)\r\n", "Requirement already satisfied: ipywidgets in /opt/conda/lib/python3.10/site-packages (7.7.1)\r\n", + "Collecting openskill\r\n", + " Obtaining dependency information for openskill from https://files.pythonhosted.org/packages/93/e3/1db14897e93d38dd9e7ec564d0428959a8ff5522e28dc825f6466a4532f8/openskill-6.0.0-py3-none-any.whl.metadata\r\n", + " Downloading openskill-6.0.0-py3-none-any.whl.metadata (6.7 kB)\r\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas) (2.8.2)\r\n", "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas) (2023.3)\r\n", "Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas) (2023.3)\r\n", @@ -153,27 +154,28 @@ "Requirement already satisfied: uri-template in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.3.0)\r\n", "Requirement already satisfied: webcolors>=1.11 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.13)\r\n", "Requirement already satisfied: arrow>=0.15.0 in /opt/conda/lib/python3.10/site-packages (from isoduration->jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.2.3)\r\n", - "Downloading openskill-5.1.0-py3-none-any.whl (45 kB)\r\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n", + "Downloading openskill-6.0.0-py3-none-any.whl (50 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.9/50.9 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", "\u001b[?25hInstalling collected packages: rbo, openskill\r\n", - "Successfully installed openskill-5.1.0 rbo-0.1.3\r\n", + "Successfully installed openskill-6.0.0 rbo-0.1.3\r\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ - "%pip install pandas rbo rich numpy scikit-learn tqdm pooch openskill ipywidgets" + "%pip install pandas rbo rich numpy scikit-learn tqdm pooch ipywidgets openskill" ] }, { "cell_type": "markdown", - "id": "abe29730", + "id": "1e00c427", "metadata": { "papermill": { - "duration": 0.007328, - "end_time": "2024-01-05T15:08:31.314867", + "duration": 0.008018, + "end_time": "2024-07-16T15:58:32.415778", "exception": false, - "start_time": "2024-01-05T15:08:31.307539", + "start_time": "2024-07-16T15:58:32.407760", "status": "completed" }, "tags": [] @@ -187,19 +189,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "d87d86d7", + "id": "26bfe79c", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:31.332892Z", - "iopub.status.busy": "2024-01-05T15:08:31.332597Z", - "iopub.status.idle": "2024-01-05T15:08:33.859952Z", - "shell.execute_reply": "2024-01-05T15:08:33.858347Z" + "iopub.execute_input": "2024-07-16T15:58:32.434487Z", + "iopub.status.busy": "2024-07-16T15:58:32.434067Z", + "iopub.status.idle": "2024-07-16T15:58:35.072819Z", + "shell.execute_reply": "2024-07-16T15:58:35.071670Z" }, "papermill": { - "duration": 2.538856, - "end_time": "2024-01-05T15:08:33.862542", + "duration": 2.651555, + "end_time": "2024-07-16T15:58:35.075613", "exception": false, - "start_time": "2024-01-05T15:08:31.323686", + "start_time": "2024-07-16T15:58:32.424058", "status": "completed" }, "tags": [] @@ -235,13 +237,13 @@ }, { "cell_type": "markdown", - "id": "84103827", + "id": "688f7d0d", "metadata": { "papermill": { - "duration": 0.010731, - "end_time": "2024-01-05T15:08:33.881920", + "duration": 0.008626, + "end_time": "2024-07-16T15:58:35.092805", "exception": false, - "start_time": "2024-01-05T15:08:33.871189", + "start_time": "2024-07-16T15:58:35.084179", "status": "completed" }, "tags": [] @@ -253,19 +255,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "9d91a702", + "id": "3eb0b7aa", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:33.903974Z", - "iopub.status.busy": "2024-01-05T15:08:33.903501Z", - "iopub.status.idle": "2024-01-05T15:08:33.908571Z", - "shell.execute_reply": "2024-01-05T15:08:33.907757Z" + "iopub.execute_input": "2024-07-16T15:58:35.111168Z", + "iopub.status.busy": "2024-07-16T15:58:35.110609Z", + "iopub.status.idle": "2024-07-16T15:58:35.116498Z", + "shell.execute_reply": "2024-07-16T15:58:35.115356Z" }, "papermill": { - "duration": 0.017319, - "end_time": "2024-01-05T15:08:33.910340", + "duration": 0.018386, + "end_time": "2024-07-16T15:58:35.119435", "exception": false, - "start_time": "2024-01-05T15:08:33.893021", + "start_time": "2024-07-16T15:58:35.101049", "status": "completed" }, "tags": [] @@ -275,7 +277,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "5.1.0\n" + "6.0.0\n" ] } ], @@ -285,13 +287,13 @@ }, { "cell_type": "markdown", - "id": "bb1faad4", + "id": "5b43c161", "metadata": { "papermill": { - "duration": 0.007479, - "end_time": "2024-01-05T15:08:33.925570", + "duration": 0.008025, + "end_time": "2024-07-16T15:58:35.135870", "exception": false, - "start_time": "2024-01-05T15:08:33.918091", + "start_time": "2024-07-16T15:58:35.127845", "status": "completed" }, "tags": [] @@ -304,23 +306,23 @@ { "cell_type": "code", "execution_count": 4, - "id": "9f2523ff", + "id": "c1608e4d", "metadata": { "collapsed": false, "execution": { - "iopub.execute_input": "2024-01-05T15:08:33.943028Z", - "iopub.status.busy": "2024-01-05T15:08:33.942454Z", - "iopub.status.idle": "2024-01-05T15:08:38.420106Z", - "shell.execute_reply": "2024-01-05T15:08:38.418108Z" + "iopub.execute_input": "2024-07-16T15:58:35.154221Z", + "iopub.status.busy": "2024-07-16T15:58:35.153802Z", + "iopub.status.idle": "2024-07-16T15:58:39.435308Z", + "shell.execute_reply": "2024-07-16T15:58:39.433958Z" }, "jupyter": { "outputs_hidden": false }, "papermill": { - "duration": 4.490162, - "end_time": "2024-01-05T15:08:38.423548", + "duration": 4.293783, + "end_time": "2024-07-16T15:58:39.437849", "exception": false, - "start_time": "2024-01-05T15:08:33.933386", + "start_time": "2024-07-16T15:58:35.144066", "status": "completed" }, "tags": [] @@ -350,19 +352,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "b2a2bbf4", + "id": "34624b68", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.442525Z", - "iopub.status.busy": "2024-01-05T15:08:38.442191Z", - "iopub.status.idle": "2024-01-05T15:08:38.449146Z", - "shell.execute_reply": "2024-01-05T15:08:38.447804Z" + "iopub.execute_input": "2024-07-16T15:58:39.458266Z", + "iopub.status.busy": "2024-07-16T15:58:39.457275Z", + "iopub.status.idle": "2024-07-16T15:58:39.465216Z", + "shell.execute_reply": "2024-07-16T15:58:39.464121Z" }, "papermill": { - "duration": 0.018902, - "end_time": "2024-01-05T15:08:38.451226", + "duration": 0.020602, + "end_time": "2024-07-16T15:58:39.467509", "exception": false, - "start_time": "2024-01-05T15:08:38.432324", + "start_time": "2024-07-16T15:58:39.446907", "status": "completed" }, "tags": [] @@ -388,13 +390,13 @@ }, { "cell_type": "markdown", - "id": "42e0b8f5", + "id": "63976732", "metadata": { "papermill": { - "duration": 0.009069, - "end_time": "2024-01-05T15:08:38.468653", + "duration": 0.009134, + "end_time": "2024-07-16T15:58:39.485703", "exception": false, - "start_time": "2024-01-05T15:08:38.459584", + "start_time": "2024-07-16T15:58:39.476569", "status": "completed" }, "tags": [] @@ -407,19 +409,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "4bdccd0e", + "id": "343be32a", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.487182Z", - "iopub.status.busy": "2024-01-05T15:08:38.486702Z", - "iopub.status.idle": "2024-01-05T15:08:38.499144Z", - "shell.execute_reply": "2024-01-05T15:08:38.497899Z" + "iopub.execute_input": "2024-07-16T15:58:39.505826Z", + "iopub.status.busy": "2024-07-16T15:58:39.505452Z", + "iopub.status.idle": "2024-07-16T15:58:39.518475Z", + "shell.execute_reply": "2024-07-16T15:58:39.517310Z" }, "papermill": { - "duration": 0.023878, - "end_time": "2024-01-05T15:08:38.500985", + "duration": 0.026014, + "end_time": "2024-07-16T15:58:39.521111", "exception": false, - "start_time": "2024-01-05T15:08:38.477107", + "start_time": "2024-07-16T15:58:39.495097", "status": "completed" }, "tags": [] @@ -428,7 +430,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "0e0c416fe833447fa6e54dd5c574a3fe", + "model_id": "616d8dc8307a4c28984a2fe7c3dbae6f", "version_major": 2, "version_minor": 0 }, @@ -452,7 +454,6 @@ "widget = widgets.Select(\n", " options=[m.__name__ for m in models],\n", " value=PlackettLuce.__name__,\n", - " # rows=10,\n", " description=\"Model:\",\n", " disabled=False,\n", ")\n", @@ -461,13 +462,13 @@ }, { "cell_type": "markdown", - "id": "da690e73", + "id": "52480c72", "metadata": { "papermill": { - "duration": 0.009697, - "end_time": "2024-01-05T15:08:38.519573", + "duration": 0.009383, + "end_time": "2024-07-16T15:58:39.540451", "exception": false, - "start_time": "2024-01-05T15:08:38.509876", + "start_time": "2024-07-16T15:58:39.531068", "status": "completed" }, "tags": [] @@ -480,19 +481,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "406b04fa", + "id": "9e272065", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.539408Z", - "iopub.status.busy": "2024-01-05T15:08:38.539025Z", - "iopub.status.idle": "2024-01-05T15:08:38.545172Z", - "shell.execute_reply": "2024-01-05T15:08:38.543838Z" + "iopub.execute_input": "2024-07-16T15:58:39.561626Z", + "iopub.status.busy": "2024-07-16T15:58:39.561218Z", + "iopub.status.idle": "2024-07-16T15:58:39.567725Z", + "shell.execute_reply": "2024-07-16T15:58:39.566631Z" }, "papermill": { - "duration": 0.018232, - "end_time": "2024-01-05T15:08:38.547029", + "duration": 0.020235, + "end_time": "2024-07-16T15:58:39.570712", "exception": false, - "start_time": "2024-01-05T15:08:38.528797", + "start_time": "2024-07-16T15:58:39.550477", "status": "completed" }, "tags": [] @@ -520,13 +521,13 @@ }, { "cell_type": "markdown", - "id": "6d9ae790", + "id": "dc1101d1", "metadata": { "papermill": { - "duration": 0.008511, - "end_time": "2024-01-05T15:08:38.564369", + "duration": 0.009047, + "end_time": "2024-07-16T15:58:39.589200", "exception": false, - "start_time": "2024-01-05T15:08:38.555858", + "start_time": "2024-07-16T15:58:39.580153", "status": "completed" }, "tags": [] @@ -539,19 +540,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "feab732a", + "id": "53a043c3", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.588544Z", - "iopub.status.busy": "2024-01-05T15:08:38.588125Z", - "iopub.status.idle": "2024-01-05T15:08:38.692558Z", - "shell.execute_reply": "2024-01-05T15:08:38.691806Z" + "iopub.execute_input": "2024-07-16T15:58:39.610559Z", + "iopub.status.busy": "2024-07-16T15:58:39.609392Z", + "iopub.status.idle": "2024-07-16T15:58:39.735871Z", + "shell.execute_reply": "2024-07-16T15:58:39.734901Z" }, "papermill": { - "duration": 0.121938, - "end_time": "2024-01-05T15:08:38.695563", + "duration": 0.13982, + "end_time": "2024-07-16T15:58:39.738432", "exception": false, - "start_time": "2024-01-05T15:08:38.573625", + "start_time": "2024-07-16T15:58:39.598612", "status": "completed" }, "tags": [] @@ -562,18 +563,18 @@ "df = pd.read_csv(data_directory / \"chess.csv\", index_col=0)\n", "\n", "# Split Data\n", - "train, test = train_test_split(df, test_size=0.3)" + "train, test = train_test_split(df, test_size=0.3, random_state=27)" ] }, { "cell_type": "markdown", - "id": "d74d2151", + "id": "4ae844c3", "metadata": { "papermill": { - "duration": 0.00989, - "end_time": "2024-01-05T15:08:38.714326", + "duration": 0.008989, + "end_time": "2024-07-16T15:58:39.756803", "exception": false, - "start_time": "2024-01-05T15:08:38.704436", + "start_time": "2024-07-16T15:58:39.747814", "status": "completed" }, "tags": [] @@ -585,19 +586,19 @@ { "cell_type": "code", "execution_count": 9, - "id": "3d14f2a1", + "id": "e0ac42b7", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.733892Z", - "iopub.status.busy": "2024-01-05T15:08:38.733129Z", - "iopub.status.idle": "2024-01-05T15:08:38.739125Z", - "shell.execute_reply": "2024-01-05T15:08:38.737427Z" + "iopub.execute_input": "2024-07-16T15:58:39.777217Z", + "iopub.status.busy": "2024-07-16T15:58:39.776852Z", + "iopub.status.idle": "2024-07-16T15:58:39.781887Z", + "shell.execute_reply": "2024-07-16T15:58:39.780922Z" }, "papermill": { - "duration": 0.018349, - "end_time": "2024-01-05T15:08:38.741738", + "duration": 0.01782, + "end_time": "2024-07-16T15:58:39.784090", "exception": false, - "start_time": "2024-01-05T15:08:38.723389", + "start_time": "2024-07-16T15:58:39.766270", "status": "completed" }, "tags": [] @@ -610,13 +611,13 @@ }, { "cell_type": "markdown", - "id": "7717aeab", + "id": "f52eff13", "metadata": { "papermill": { - "duration": 0.008427, - "end_time": "2024-01-05T15:08:38.759156", + "duration": 0.009209, + "end_time": "2024-07-16T15:58:39.802776", "exception": false, - "start_time": "2024-01-05T15:08:38.750729", + "start_time": "2024-07-16T15:58:39.793567", "status": "completed" }, "tags": [] @@ -629,19 +630,19 @@ { "cell_type": "code", "execution_count": 10, - "id": "0531c59b", + "id": "08dee90d", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:38.780615Z", - "iopub.status.busy": "2024-01-05T15:08:38.780009Z", - "iopub.status.idle": "2024-01-05T15:08:42.927678Z", - "shell.execute_reply": "2024-01-05T15:08:42.925937Z" + "iopub.execute_input": "2024-07-16T15:58:39.823505Z", + "iopub.status.busy": "2024-07-16T15:58:39.822694Z", + "iopub.status.idle": "2024-07-16T15:58:44.586387Z", + "shell.execute_reply": "2024-07-16T15:58:44.585097Z" }, "papermill": { - "duration": 4.161566, - "end_time": "2024-01-05T15:08:42.930097", + "duration": 4.776921, + "end_time": "2024-07-16T15:58:44.589060", "exception": false, - "start_time": "2024-01-05T15:08:38.768531", + "start_time": "2024-07-16T15:58:39.812139", "status": "completed" }, "tags": [] @@ -658,7 +659,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "aaaca9a4f4aa4132af5c6733d72d8315", + "model_id": "91521982cf164f928ccf145f8874b6ce", "version_major": 2, "version_minor": 0 }, @@ -716,13 +717,13 @@ }, { "cell_type": "markdown", - "id": "f228dfa8", + "id": "95413812", "metadata": { "papermill": { - "duration": 0.008431, - "end_time": "2024-01-05T15:08:42.947401", + "duration": 0.009346, + "end_time": "2024-07-16T15:58:44.608668", "exception": false, - "start_time": "2024-01-05T15:08:42.938970", + "start_time": "2024-07-16T15:58:44.599322", "status": "completed" }, "tags": [] @@ -735,19 +736,19 @@ { "cell_type": "code", "execution_count": 11, - "id": "c81cdafa", + "id": "9915dc4d", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:42.967020Z", - "iopub.status.busy": "2024-01-05T15:08:42.965880Z", - "iopub.status.idle": "2024-01-05T15:08:47.996925Z", - "shell.execute_reply": "2024-01-05T15:08:47.995327Z" + "iopub.execute_input": "2024-07-16T15:58:44.629762Z", + "iopub.status.busy": "2024-07-16T15:58:44.629397Z", + "iopub.status.idle": "2024-07-16T15:58:50.303790Z", + "shell.execute_reply": "2024-07-16T15:58:50.302783Z" }, "papermill": { - "duration": 5.043722, - "end_time": "2024-01-05T15:08:47.999620", + "duration": 5.689455, + "end_time": "2024-07-16T15:58:50.307746", "exception": false, - "start_time": "2024-01-05T15:08:42.955898", + "start_time": "2024-07-16T15:58:44.618291", "status": "completed" }, "tags": [] @@ -763,7 +764,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "e50bf69f9c504d0d9be407ae5b43c22c", + "model_id": "b936c1501beb44d9a42ccbad2b0b7590", "version_major": 2, "version_minor": 0 }, @@ -784,7 +785,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "51f148d4e5564186b2a6128060bfb2ad", + "model_id": "ae18341463704b0ea07a89a4eb0af0a5", "version_major": 2, "version_minor": 0 }, @@ -840,13 +841,13 @@ }, { "cell_type": "markdown", - "id": "1c7797c4", + "id": "3df6958f", "metadata": { "papermill": { - "duration": 0.010681, - "end_time": "2024-01-05T15:08:48.021920", + "duration": 0.010003, + "end_time": "2024-07-16T15:58:50.327942", "exception": false, - "start_time": "2024-01-05T15:08:48.011239", + "start_time": "2024-07-16T15:58:50.317939", "status": "completed" }, "tags": [] @@ -859,19 +860,19 @@ { "cell_type": "code", "execution_count": 12, - "id": "5787e3a5", + "id": "b35c78a8", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:48.042393Z", - "iopub.status.busy": "2024-01-05T15:08:48.042004Z", - "iopub.status.idle": "2024-01-05T15:08:48.163074Z", - "shell.execute_reply": "2024-01-05T15:08:48.162237Z" + "iopub.execute_input": "2024-07-16T15:58:50.351180Z", + "iopub.status.busy": "2024-07-16T15:58:50.350733Z", + "iopub.status.idle": "2024-07-16T15:58:50.470762Z", + "shell.execute_reply": "2024-07-16T15:58:50.469569Z" }, "papermill": { - "duration": 0.13304, - "end_time": "2024-01-05T15:08:48.164681", + "duration": 0.134503, + "end_time": "2024-07-16T15:58:50.473279", "exception": false, - "start_time": "2024-01-05T15:08:48.031641", + "start_time": "2024-07-16T15:58:50.338776", "status": "completed" }, "tags": [] @@ -885,13 +886,13 @@ }, { "cell_type": "markdown", - "id": "19b8fe91", + "id": "23e9dc2d", "metadata": { "papermill": { - "duration": 0.008988, - "end_time": "2024-01-05T15:08:48.183434", + "duration": 0.01034, + "end_time": "2024-07-16T15:58:50.494170", "exception": false, - "start_time": "2024-01-05T15:08:48.174446", + "start_time": "2024-07-16T15:58:50.483830", "status": "completed" }, "tags": [] @@ -904,19 +905,19 @@ { "cell_type": "code", "execution_count": 13, - "id": "7473a58a", + "id": "d522fe6f", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:48.203716Z", - "iopub.status.busy": "2024-01-05T15:08:48.203362Z", - "iopub.status.idle": "2024-01-05T15:08:49.831407Z", - "shell.execute_reply": "2024-01-05T15:08:49.829571Z" + "iopub.execute_input": "2024-07-16T15:58:50.516731Z", + "iopub.status.busy": "2024-07-16T15:58:50.516348Z", + "iopub.status.idle": "2024-07-16T15:58:52.397487Z", + "shell.execute_reply": "2024-07-16T15:58:52.396451Z" }, "papermill": { - "duration": 1.64127, - "end_time": "2024-01-05T15:08:49.833937", + "duration": 1.895143, + "end_time": "2024-07-16T15:58:52.399638", "exception": false, - "start_time": "2024-01-05T15:08:48.192667", + "start_time": "2024-07-16T15:58:50.504495", "status": "completed" }, "tags": [] @@ -933,7 +934,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "f608c416e6bd44af8405089cd36d9926", + "model_id": "fa18225adf444e7a8f866818814c5a17", "version_major": 2, "version_minor": 0 }, @@ -980,13 +981,13 @@ }, { "cell_type": "markdown", - "id": "2f6239bc", + "id": "6ea4a9c0", "metadata": { "papermill": { - "duration": 0.009128, - "end_time": "2024-01-05T15:08:49.852880", + "duration": 0.010171, + "end_time": "2024-07-16T15:58:52.420614", "exception": false, - "start_time": "2024-01-05T15:08:49.843752", + "start_time": "2024-07-16T15:58:52.410443", "status": "completed" }, "tags": [] @@ -999,19 +1000,19 @@ { "cell_type": "code", "execution_count": 14, - "id": "14c941a1", + "id": "e400a8d4", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:49.937835Z", - "iopub.status.busy": "2024-01-05T15:08:49.937479Z", - "iopub.status.idle": "2024-01-05T15:08:50.530882Z", - "shell.execute_reply": "2024-01-05T15:08:50.529791Z" + "iopub.execute_input": "2024-07-16T15:58:52.444198Z", + "iopub.status.busy": "2024-07-16T15:58:52.443389Z", + "iopub.status.idle": "2024-07-16T15:58:53.317160Z", + "shell.execute_reply": "2024-07-16T15:58:53.316097Z" }, "papermill": { - "duration": 0.607105, - "end_time": "2024-01-05T15:08:50.533311", + "duration": 0.888471, + "end_time": "2024-07-16T15:58:53.319761", "exception": false, - "start_time": "2024-01-05T15:08:49.926206", + "start_time": "2024-07-16T15:58:52.431290", "status": "completed" }, "tags": [] @@ -1027,7 +1028,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "bc754ce1fa6847c49fc854a40322d4f6", + "model_id": "92ba1734ca76414ebfbff94395696333", "version_major": 2, "version_minor": 0 }, @@ -1070,8 +1071,9 @@ " teams = [[player_1_rating], [player_2_rating]]\n", "\n", " white_win_probability, black_win_probability = model.predict_win(teams)\n", + " draw_probability = model.predict_draw(teams)\n", "\n", - " if white_win_probability == black_win_probability:\n", + " if draw_probability > (white_win_probability + black_win_probability):\n", " if draw:\n", " openskill_correct_predictions += 1\n", " else:\n", @@ -1087,13 +1089,13 @@ }, { "cell_type": "markdown", - "id": "6af83bf9", + "id": "6f838d05", "metadata": { "papermill": { - "duration": 0.009384, - "end_time": "2024-01-05T15:08:50.552550", + "duration": 0.010505, + "end_time": "2024-07-16T15:58:53.341284", "exception": false, - "start_time": "2024-01-05T15:08:50.543166", + "start_time": "2024-07-16T15:58:53.330779", "status": "completed" }, "tags": [] @@ -1106,19 +1108,19 @@ { "cell_type": "code", "execution_count": 15, - "id": "7e08d9a0", + "id": "009e2c05", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T15:08:50.576084Z", - "iopub.status.busy": "2024-01-05T15:08:50.575316Z", - "iopub.status.idle": "2024-01-05T15:08:50.635734Z", - "shell.execute_reply": "2024-01-05T15:08:50.634112Z" + "iopub.execute_input": "2024-07-16T15:58:53.428175Z", + "iopub.status.busy": "2024-07-16T15:58:53.427752Z", + "iopub.status.idle": "2024-07-16T15:58:53.487410Z", + "shell.execute_reply": "2024-07-16T15:58:53.486215Z" }, "papermill": { - "duration": 0.075077, - "end_time": "2024-01-05T15:08:50.638492", + "duration": 0.074461, + "end_time": "2024-07-16T15:58:53.489830", "exception": false, - "start_time": "2024-01-05T15:08:50.563415", + "start_time": "2024-07-16T15:58:53.415369", "status": "completed" }, "tags": [] @@ -1132,7 +1134,7 @@ "┃ Information ┃ Value ┃\n", "┡━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━┩\n", "│ Available Matches │ 20064 │\n", - "│ PlackettLuce Accuracy │ 19385/679 [ 96.62%] │\n", + "│ PlackettLuce Accuracy │ 19335/729 [ 96.37%] │\n", "└───────────────────────┴─────────────────────┘\n", "\n" ], @@ -1142,7 +1144,7 @@ "┃\u001b[1m \u001b[0m\u001b[1m Information\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mValue \u001b[0m\u001b[1m \u001b[0m┃\n", "┡━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━┩\n", "│\u001b[36m \u001b[0m\u001b[36m Available Matches\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m20064 \u001b[0m\u001b[35m \u001b[0m│\n", - "│\u001b[36m \u001b[0m\u001b[36mPlackettLuce Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m19385/679 [ 96.62%]\u001b[0m\u001b[35m \u001b[0m│\n", + "│\u001b[36m \u001b[0m\u001b[36mPlackettLuce Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m19335/729 [ 96.37%]\u001b[0m\u001b[35m \u001b[0m│\n", "└───────────────────────┴─────────────────────┘\n" ] }, @@ -1179,7 +1181,13 @@ "metadata": { "kaggle": { "accelerator": "none", - "dataSources": [], + "dataSources": [ + { + "datasetId": 3738480, + "sourceId": 8960486, + "sourceType": "datasetVersion" + } + ], "dockerImageVersionId": 30615, "isGpuEnabled": false, "isInternetEnabled": true, @@ -1205,20 +1213,20 @@ }, "papermill": { "default_parameters": {}, - "duration": 36.594726, - "end_time": "2024-01-05T15:08:51.373029", + "duration": 41.117992, + "end_time": "2024-07-16T15:58:54.223712", "environment_variables": {}, "exception": null, "input_path": "__notebook__.ipynb", "output_path": "__notebook__.ipynb", "parameters": {}, - "start_time": "2024-01-05T15:08:14.778303", + "start_time": "2024-07-16T15:58:13.105720", "version": "2.4.0" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "state": { - "034f60764d414065a6700b84f0573687": { + "06f71c2db1204643af4806b06f836d8d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1270,36 +1278,7 @@ "width": null } }, - "0e0c416fe833447fa6e54dd5c574a3fe": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "SelectModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "SelectModel", - "_options_labels": [ - "BradleyTerryFull", - "BradleyTerryPart", - "PlackettLuce", - "ThurstoneMostellerFull", - "ThurstoneMostellerPart" - ], - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "SelectView", - "description": "Model:", - "description_tooltip": null, - "disabled": false, - "index": 2, - "layout": "IPY_MODEL_4cbccfbca2d54f75be5c1eca664e96eb", - "rows": 5, - "style": "IPY_MODEL_b17a867bc6ba4d40bdf65b5dc0f65c35" - } - }, - "0f0e5f17a54e4f8caa77c24a6cc4c828": { + "0c2ac3d4ad1046708e735339e6390121": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -1314,28 +1293,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_3e67c2f533cc40b48554c5ad19099ae2", + "layout": "IPY_MODEL_3dab88085c1a4c829731281eff577955", "placeholder": "​", - "style": "IPY_MODEL_db035ec20d38489c8e165c3e8e9e0f4b", - "value": " 87%" - } - }, - "172be0c19e14451b9a89f7746fe70d27": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "style": "IPY_MODEL_c5b413dc88df4db8b47b97a82d56e964", + "value": " 97%" } }, - "19425e84ca6f42889c129a17b4295de6": { + "12f9f44c18484ccfbc322e0231d07634": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1387,22 +1351,7 @@ "width": null } }, - "1ae480dd4b3848ac923af6e09738f6ca": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "238e7b588ce44b06bdeaee7b2440cf8d": { + "15e77597d3104c9081356ff6f0bfc148": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1454,7 +1403,7 @@ "width": null } }, - "2ad3d5ff053048639b0e8fda97a6ea0e": { + "181c49d5336c44cea0a779517d6a88ae": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", @@ -1470,36 +1419,15 @@ "bar_style": "", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_f9eb9b1a80c84501aea060d75769ef07", + "layout": "IPY_MODEL_6e1ceecfa65743968e0bdbfc2a1e4a7d", "max": 20064.0, "min": 0.0, "orientation": "horizontal", - "style": "IPY_MODEL_37e0d15f6b5a45ab8f63a35456d3d09e", - "value": 17413.0 - } - }, - "2de420e4e8674afb81a57a9e1e63ab47": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_940d3945f33444cd89e4599731133741", - "placeholder": "​", - "style": "IPY_MODEL_172be0c19e14451b9a89f7746fe70d27", - "value": " 46815/46815 [00:05<00:00, 69444.28it/s]" + "style": "IPY_MODEL_64228d2ae8ad4cdca6144cd6e58af086", + "value": 19446.0 } }, - "3324db69a4db4f469c5ed0632209f736": { + "1827862ee43947f8916dc23362ca2680": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1551,23 +1479,46 @@ "width": null } }, - "37e0d15f6b5a45ab8f63a35456d3d09e": { + "1a903900cabb4f6db426bd88944860d5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", + "model_name": "FloatProgressModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_06f71c2db1204643af4806b06f836d8d", + "max": 46815.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_280a495eeb41438d9cae33bf9a0c40a3", + "value": 46815.0 + } + }, + "221dae20995443f18049bf44570e668b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "3e67c2f533cc40b48554c5ad19099ae2": { + "2520919296be439983699a65c388964d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1619,7 +1570,23 @@ "width": null } }, - "496894d12e344ce9b0fa41f3cc7bdb0a": { + "280a495eeb41438d9cae33bf9a0c40a3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2a7da68dd3b44028af75c9f5f76f8c4f": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1671,23 +1638,7 @@ "width": null } }, - "4a20f554d2f144cc963c79e9099c83ae": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "4cbccfbca2d54f75be5c1eca664e96eb": { + "38227e309257437aab402acc32e4d369": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1739,44 +1690,7 @@ "width": null } }, - "4d87fe4dcc8d4f21a6797dfc629d3852": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "51f148d4e5564186b2a6128060bfb2ad": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_9c950fbf919944259a0a44f2595febb2", - "IPY_MODEL_b9471c4da6b14c98808c949a05e1fb36", - "IPY_MODEL_d4e117d8f23a47389d8b5da6c8b3d528" - ], - "layout": "IPY_MODEL_238e7b588ce44b06bdeaee7b2440cf8d" - } - }, - "55e332bdcbbc41608ccbee860b039671": { + "3d79fd4bd6754b9d8a12355d29227ac6": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1828,7 +1742,7 @@ "width": null } }, - "59057b5196b34fa7b0f3233bdd7f940c": { + "3d7e1bf907cd4d2f95dcc6edbff69f29": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -1843,65 +1757,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_c87e2469f6014b62bee4f9038689ef69", + "layout": "IPY_MODEL_694378c703a94432bb46a65086175781", "placeholder": "​", - "style": "IPY_MODEL_a5441fbc21ca4fb19c0797aa1c0b4b14", + "style": "IPY_MODEL_5111a02648274b16af58c50f6dbe6b85", "value": "100%" } }, - "5ca34deb6a25475fa96629fdeee9aabb": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "7284ae570dab45f1b9b2839d00b33217": { + "3dab88085c1a4c829731281eff577955": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1953,7 +1815,7 @@ "width": null } }, - "78749e6f7231449c86f2e1cb0a91f7e0": { + "41510a3de891438fbe670f8816857a44": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", @@ -1966,18 +1828,18 @@ "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", - "bar_style": "success", + "bar_style": "", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_55e332bdcbbc41608ccbee860b039671", - "max": 46815.0, + "layout": "IPY_MODEL_38227e309257437aab402acc32e4d369", + "max": 20064.0, "min": 0.0, "orientation": "horizontal", - "style": "IPY_MODEL_92c38d4ea7eb42c2a5db3a12038bb35c", - "value": 46815.0 + "style": "IPY_MODEL_4a53a3e35e754ffbbbfe1fa93dc01097", + "value": 18635.0 } }, - "7c2d4fa6c01442cc944e4e9529bba559": { + "492c9253e44f443b97b049f8258fc76b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2029,31 +1891,7 @@ "width": null } }, - "836f9e463df84aeaacc33675473c1086": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_e3453775e5ea412193efd76e3e9fea5e", - "max": 20064.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_ae1d7dc4e2274574bda97c6eb2ade02f", - "value": 20063.0 - } - }, - "8fe77284396e455aab27e5b0d3f0c48f": { + "49da0db6a7194bbab1b0ce95aab17e82": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2105,23 +1943,7 @@ "width": null } }, - "91f5834dbb464ab1a907a2b5859a5bad": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "92c38d4ea7eb42c2a5db3a12038bb35c": { + "4a53a3e35e754ffbbbfe1fa93dc01097": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", @@ -2137,7 +1959,7 @@ "description_width": "" } }, - "92e1e1cd0bf64157bdf4b540aea58b45": { + "4b4637b7a7e44707b121ae3c5c220229": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2189,7 +2011,7 @@ "width": null } }, - "9365b00f34f44493a1a463a16e5da496": { + "5111a02648274b16af58c50f6dbe6b85": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -2204,116 +2026,7 @@ "description_width": "" } }, - "940d3945f33444cd89e4599731133741": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "94fa432969c0406bb4651ff86ccd8eb3": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_3324db69a4db4f469c5ed0632209f736", - "placeholder": "​", - "style": "IPY_MODEL_ed2dd4458ede4b30a0a61a8ca8606829", - "value": "100%" - } - }, - "9b58646441384fe086f8ca9e7bc7a729": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "9c950fbf919944259a0a44f2595febb2": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_034f60764d414065a6700b84f0573687", - "placeholder": "​", - "style": "IPY_MODEL_4d87fe4dcc8d4f21a6797dfc629d3852", - "value": " 98%" - } - }, - "9fab19c98ec6443a8ed79c69875cd9f5": { + "53463d9dc5794f93b2313cd94d5b8c8a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -2328,50 +2041,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_7c2d4fa6c01442cc944e4e9529bba559", + "layout": "IPY_MODEL_2a7da68dd3b44028af75c9f5f76f8c4f", "placeholder": "​", - "style": "IPY_MODEL_c8dd325d30ae4b04b489d66ea807086c", - "value": " 46815/46815 [00:09<00:00, 11642.03it/s]" - } - }, - "a5441fbc21ca4fb19c0797aa1c0b4b14": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "aaaca9a4f4aa4132af5c6733d72d8315": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_59057b5196b34fa7b0f3233bdd7f940c", - "IPY_MODEL_ac85538827ef408bb149c5725622ec62", - "IPY_MODEL_9fab19c98ec6443a8ed79c69875cd9f5" - ], - "layout": "IPY_MODEL_cd09c77295ec49adb51ca37413d38a91" + "style": "IPY_MODEL_983524d427574865a8e3413319c7a688", + "value": " 19446/20064 [00:01<00:00, 10928.20it/s]" } }, - "abbfc729e4034847a54c3782d10c6253": { + "56a264ebc8e8475ebc9e8ab90ef5268b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -2386,7 +2062,7 @@ "description_width": "" } }, - "ac85538827ef408bb149c5725622ec62": { + "584450ad07af49e381d6e9c671ff083a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", @@ -2402,92 +2078,60 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_7284ae570dab45f1b9b2839d00b33217", + "layout": "IPY_MODEL_960db00f04c1479980b49953c6f33938", "max": 46815.0, "min": 0.0, "orientation": "horizontal", - "style": "IPY_MODEL_91f5834dbb464ab1a907a2b5859a5bad", + "style": "IPY_MODEL_ac49cd4f977e451aa55d2709762903f1", "value": 46815.0 } }, - "ae1d7dc4e2274574bda97c6eb2ade02f": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "b17a867bc6ba4d40bdf65b5dc0f65c35": { + "616d8dc8307a4c28984a2fe7c3dbae6f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "b9471c4da6b14c98808c949a05e1fb36": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", + "model_name": "SelectModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "SelectModel", + "_options_labels": [ + "BradleyTerryFull", + "BradleyTerryPart", + "PlackettLuce", + "ThurstoneMostellerFull", + "ThurstoneMostellerPart" + ], "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "", - "description": "", + "_view_name": "SelectView", + "description": "Model:", "description_tooltip": null, - "layout": "IPY_MODEL_19425e84ca6f42889c129a17b4295de6", - "max": 46815.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_4a20f554d2f144cc963c79e9099c83ae", - "value": 46038.0 + "disabled": false, + "index": 2, + "layout": "IPY_MODEL_49da0db6a7194bbab1b0ce95aab17e82", + "rows": 5, + "style": "IPY_MODEL_dcba83ebd90a493db9cdaa4be332cefe" } }, - "bc754ce1fa6847c49fc854a40322d4f6": { + "64228d2ae8ad4cdca6144cd6e58af086": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HBoxModel", + "model_name": "ProgressStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_0f0e5f17a54e4f8caa77c24a6cc4c828", - "IPY_MODEL_2ad3d5ff053048639b0e8fda97a6ea0e", - "IPY_MODEL_e8c182e671834605bd3d5168b9679be3" - ], - "layout": "IPY_MODEL_f9260511282b4c24b5d229b1db84f23f" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "bdec7b9fafcb4c58beb782ff9cdd8eac": { + "694378c703a94432bb46a65086175781": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2539,28 +2183,7 @@ "width": null } }, - "bf0c8f8816c24297918bd08096f90520": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_bdec7b9fafcb4c58beb782ff9cdd8eac", - "placeholder": "​", - "style": "IPY_MODEL_abbfc729e4034847a54c3782d10c6253", - "value": " 20063/20064 [00:01<00:00, 12510.17it/s]" - } - }, - "c87e2469f6014b62bee4f9038689ef69": { + "6e1ceecfa65743968e0bdbfc2a1e4a7d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2612,22 +2235,7 @@ "width": null } }, - "c8dd325d30ae4b04b489d66ea807086c": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "cd09c77295ec49adb51ca37413d38a91": { + "74a8f39054474e91b902fcd781d8562f": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2679,28 +2287,7 @@ "width": null } }, - "d1d541115cfe4cb8b9ba143a2e8bb65b": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_5ca34deb6a25475fa96629fdeee9aabb", - "placeholder": "​", - "style": "IPY_MODEL_9b58646441384fe086f8ca9e7bc7a729", - "value": "100%" - } - }, - "d4e117d8f23a47389d8b5da6c8b3d528": { + "773603bc1d4643fcb447c3c6d8a280f8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -2715,13 +2302,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_92e1e1cd0bf64157bdf4b540aea58b45", + "layout": "IPY_MODEL_868a122acd12469fa19778276b09aa77", "placeholder": "​", - "style": "IPY_MODEL_1ae480dd4b3848ac923af6e09738f6ca", - "value": " 46038/46815 [00:04<00:00, 11049.21it/s]" + "style": "IPY_MODEL_f801d5edec5640358cffdfc215ee1493", + "value": " 46815/46815 [00:05<00:00, 52799.35it/s]" } }, - "d80d332787554a62b73494eb788fa9d0": { + "868a122acd12469fa19778276b09aa77": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2773,25 +2360,10 @@ "width": null } }, - "db035ec20d38489c8e165c3e8e9e0f4b": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "e3453775e5ea412193efd76e3e9fea5e": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", + "88473d3517224491a3c82cdef600123e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", @@ -2840,7 +2412,7 @@ "width": null } }, - "e50bf69f9c504d0d9be407ae5b43c22c": { + "91521982cf164f928ccf145f8874b6ce": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", @@ -2855,35 +2427,143 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_d1d541115cfe4cb8b9ba143a2e8bb65b", - "IPY_MODEL_78749e6f7231449c86f2e1cb0a91f7e0", - "IPY_MODEL_2de420e4e8674afb81a57a9e1e63ab47" + "IPY_MODEL_3d7e1bf907cd4d2f95dcc6edbff69f29", + "IPY_MODEL_1a903900cabb4f6db426bd88944860d5", + "IPY_MODEL_f0042b79fb344fbf8c6904f5258d2a6e" ], - "layout": "IPY_MODEL_496894d12e344ce9b0fa41f3cc7bdb0a" + "layout": "IPY_MODEL_1827862ee43947f8916dc23362ca2680" } }, - "e8c182e671834605bd3d5168b9679be3": { + "92ba1734ca76414ebfbff94395696333": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HTMLModel", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fbf9cfd736fe4d49b4375d5ce8203897", + "IPY_MODEL_41510a3de891438fbe670f8816857a44", + "IPY_MODEL_a7a5cc4539b34dd7a9b1f6940dc0a06c" + ], + "layout": "IPY_MODEL_3d79fd4bd6754b9d8a12355d29227ac6" + } + }, + "960db00f04c1479980b49953c6f33938": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "970901015d944b0aab3ca14e1a9fed61": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "983524d427574865a8e3413319c7a688": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9853a8f64d3e43c292ebe1dadf51a9ff": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_8fe77284396e455aab27e5b0d3f0c48f", - "placeholder": "​", - "style": "IPY_MODEL_9365b00f34f44493a1a463a16e5da496", - "value": " 17413/20064 [00:00<00:00, 34359.82it/s]" + "layout": "IPY_MODEL_f67fd53476114f909affab6b72645e7f", + "max": 46815.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_970901015d944b0aab3ca14e1a9fed61", + "value": 46724.0 } }, - "ed2dd4458ede4b30a0a61a8ca8606829": { + "9f16f1a5786d4aa6b27315ee0641c61c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -2898,29 +2578,80 @@ "description_width": "" } }, - "f608c416e6bd44af8405089cd36d9926": { + "a6c3a03adeca496c9a05b615fe997863": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a7a5cc4539b34dd7a9b1f6940dc0a06c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HBoxModel", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_94fa432969c0406bb4651ff86ccd8eb3", - "IPY_MODEL_836f9e463df84aeaacc33675473c1086", - "IPY_MODEL_bf0c8f8816c24297918bd08096f90520" - ], - "layout": "IPY_MODEL_d80d332787554a62b73494eb788fa9d0" + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_15e77597d3104c9081356ff6f0bfc148", + "placeholder": "​", + "style": "IPY_MODEL_d52994ba59b64ea69963010caeffc171", + "value": " 18635/20064 [00:00<00:00, 23456.05it/s]" } }, - "f9260511282b4c24b5d229b1db84f23f": { + "a970d60406ca4173b89fae571b6df3e1": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2972,7 +2703,226 @@ "width": null } }, - "f9eb9b1a80c84501aea060d75769ef07": { + "ac49cd4f977e451aa55d2709762903f1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ae18341463704b0ea07a89a4eb0af0a5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d700e5c6daba42aabe2fdec2aee10d3a", + "IPY_MODEL_9853a8f64d3e43c292ebe1dadf51a9ff", + "IPY_MODEL_ccdf3d493a264dfb8050a8ae3531a6a7" + ], + "layout": "IPY_MODEL_a970d60406ca4173b89fae571b6df3e1" + } + }, + "b936c1501beb44d9a42ccbad2b0b7590": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e9f93450ccda42b4b1989a12fb6b5f7d", + "IPY_MODEL_584450ad07af49e381d6e9c671ff083a", + "IPY_MODEL_773603bc1d4643fcb447c3c6d8a280f8" + ], + "layout": "IPY_MODEL_88473d3517224491a3c82cdef600123e" + } + }, + "c5b413dc88df4db8b47b97a82d56e964": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ccdf3d493a264dfb8050a8ae3531a6a7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a6c3a03adeca496c9a05b615fe997863", + "placeholder": "​", + "style": "IPY_MODEL_221dae20995443f18049bf44570e668b", + "value": " 46724/46815 [00:04<00:00, 10080.23it/s]" + } + }, + "d023694c9a874ee39757b8980e8862d2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d52994ba59b64ea69963010caeffc171": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d700e5c6daba42aabe2fdec2aee10d3a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12f9f44c18484ccfbc322e0231d07634", + "placeholder": "​", + "style": "IPY_MODEL_ef704e8b5107480791a421ed2bd1e58e", + "value": "100%" + } + }, + "dcba83ebd90a493db9cdaa4be332cefe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e9f93450ccda42b4b1989a12fb6b5f7d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2520919296be439983699a65c388964d", + "placeholder": "​", + "style": "IPY_MODEL_9f16f1a5786d4aa6b27315ee0641c61c", + "value": "100%" + } + }, + "ef704e8b5107480791a421ed2bd1e58e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f0042b79fb344fbf8c6904f5258d2a6e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_492c9253e44f443b97b049f8258fc76b", + "placeholder": "​", + "style": "IPY_MODEL_d023694c9a874ee39757b8980e8862d2", + "value": " 46815/46815 [00:10<00:00, 10450.82it/s]" + } + }, + "f67fd53476114f909affab6b72645e7f": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3023,6 +2973,64 @@ "visibility": null, "width": null } + }, + "f801d5edec5640358cffdfc215ee1493": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "fa18225adf444e7a8f866818814c5a17": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0c2ac3d4ad1046708e735339e6390121", + "IPY_MODEL_181c49d5336c44cea0a779517d6a88ae", + "IPY_MODEL_53463d9dc5794f93b2313cd94d5b8c8a" + ], + "layout": "IPY_MODEL_74a8f39054474e91b902fcd781d8562f" + } + }, + "fbf9cfd736fe4d49b4375d5ce8203897": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4b4637b7a7e44707b121ae3c5c220229", + "placeholder": "​", + "style": "IPY_MODEL_56a264ebc8e8475ebc9e8ab90ef5268b", + "value": " 93%" + } } }, "version_major": 2, diff --git a/benchmark/rank.ipynb b/benchmark/rank.ipynb index 65c04ff..70792fa 100644 --- a/benchmark/rank.ipynb +++ b/benchmark/rank.ipynb @@ -2,13 +2,13 @@ "cells": [ { "cell_type": "markdown", - "id": "74a03aae", + "id": "b64c2bbf", "metadata": { "papermill": { - "duration": 0.010552, - "end_time": "2024-01-05T17:48:11.325694", + "duration": 0.010175, + "end_time": "2024-07-16T16:03:16.498256", "exception": false, - "start_time": "2024-01-05T17:48:11.315142", + "start_time": "2024-07-16T16:03:16.488081", "status": "completed" }, "tags": [] @@ -23,19 +23,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "e817211f", + "id": "8ffd29e6", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:48:11.348024Z", - "iopub.status.busy": "2024-01-05T17:48:11.347570Z", - "iopub.status.idle": "2024-01-05T17:48:28.890234Z", - "shell.execute_reply": "2024-01-05T17:48:28.888528Z" + "iopub.execute_input": "2024-07-16T16:03:16.522598Z", + "iopub.status.busy": "2024-07-16T16:03:16.522055Z", + "iopub.status.idle": "2024-07-16T16:03:37.675116Z", + "shell.execute_reply": "2024-07-16T16:03:37.673401Z" }, "papermill": { - "duration": 17.556887, - "end_time": "2024-01-05T17:48:28.892860", + "duration": 21.169387, + "end_time": "2024-07-16T16:03:37.678283", "exception": false, - "start_time": "2024-01-05T17:48:11.335973", + "start_time": "2024-07-16T16:03:16.508896", "status": "completed" }, "tags": [] @@ -45,128 +45,104 @@ "name": "stdout", "output_type": "stream", "text": [ - "Requirement already satisfied: polars in /opt/conda/lib/python3.10/site-packages (0.19.19)\r\n", + "Requirement already satisfied: polars in /opt/conda/lib/python3.10/site-packages (1.1.0)\r\n", "Collecting rbo\r\n", - " Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n", - "Requirement already satisfied: rich in /opt/conda/lib/python3.10/site-packages (13.5.2)\r\n", - "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (1.24.3)\r\n", - "Requirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (4.66.1)\r\n", - "Requirement already satisfied: pooch in /opt/conda/lib/python3.10/site-packages (1.8.0)\r\n", - "Collecting openskill\r\n", - " Obtaining dependency information for openskill from https://files.pythonhosted.org/packages/11/af/083022f27cda2608c1ee8b32e759d813b056e1540269b0ae0bbc86226fcb/openskill-5.1.0-py3-none-any.whl.metadata\r\n", - " Downloading openskill-5.1.0-py3-none-any.whl.metadata (5.6 kB)\r\n", + " Downloading rbo-0.1.3-py3-none-any.whl.metadata (4.6 kB)\r\n", + "Requirement already satisfied: rich in /opt/conda/lib/python3.10/site-packages (13.7.0)\r\n", + "Collecting rich\r\n", + " Downloading rich-13.7.1-py3-none-any.whl.metadata (18 kB)\r\n", + "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (1.26.4)\r\n", + "Collecting numpy\r\n", + " Downloading numpy-2.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.9/60.9 kB\u001b[0m \u001b[31m1.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hRequirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (4.66.4)\r\n", + "Requirement already satisfied: pooch in /opt/conda/lib/python3.10/site-packages (1.8.2)\r\n", "Requirement already satisfied: ipywidgets in /opt/conda/lib/python3.10/site-packages (7.7.1)\r\n", + "Collecting ipywidgets\r\n", + " Downloading ipywidgets-8.1.3-py3-none-any.whl.metadata (2.4 kB)\r\n", + "Collecting openskill\r\n", + " Downloading openskill-6.0.0-py3-none-any.whl.metadata (6.7 kB)\r\n", "Requirement already satisfied: markdown-it-py>=2.2.0 in /opt/conda/lib/python3.10/site-packages (from rich) (3.0.0)\r\n", - "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /opt/conda/lib/python3.10/site-packages (from rich) (2.16.1)\r\n", - "Requirement already satisfied: platformdirs>=2.5.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (4.1.0)\r\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /opt/conda/lib/python3.10/site-packages (from rich) (2.17.2)\r\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (3.11.0)\r\n", "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (21.3)\r\n", - "Requirement already satisfied: requests>=2.19.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (2.31.0)\r\n", - "Requirement already satisfied: ipykernel>=4.5.1 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (6.25.1)\r\n", - "Requirement already satisfied: ipython-genutils~=0.2.0 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (0.2.0)\r\n", + "Requirement already satisfied: requests>=2.19.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (2.32.3)\r\n", + "Requirement already satisfied: comm>=0.1.3 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (0.2.1)\r\n", + "Requirement already satisfied: ipython>=6.1.0 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (8.20.0)\r\n", "Requirement already satisfied: traitlets>=4.3.1 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (5.9.0)\r\n", - "Requirement already satisfied: widgetsnbextension~=3.6.0 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (3.6.6)\r\n", - "Requirement already satisfied: ipython>=4.0.0 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (8.14.0)\r\n", - "Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /opt/conda/lib/python3.10/site-packages (from ipywidgets) (3.0.8)\r\n", - "Requirement already satisfied: comm>=0.1.1 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (0.1.4)\r\n", - "Requirement already satisfied: debugpy>=1.6.5 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (1.6.7.post1)\r\n", - "Requirement already satisfied: jupyter-client>=6.1.12 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (7.4.9)\r\n", - "Requirement already satisfied: jupyter-core!=5.0.*,>=4.12 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (5.3.1)\r\n", - "Requirement already satisfied: matplotlib-inline>=0.1 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (0.1.6)\r\n", - "Requirement already satisfied: nest-asyncio in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (1.5.6)\r\n", - "Requirement already satisfied: psutil in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (5.9.3)\r\n", - "Requirement already satisfied: pyzmq>=20 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (24.0.1)\r\n", - "Requirement already satisfied: tornado>=6.1 in /opt/conda/lib/python3.10/site-packages (from ipykernel>=4.5.1->ipywidgets) (6.3.3)\r\n", - "Requirement already satisfied: backcall in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (0.2.0)\r\n", - "Requirement already satisfied: decorator in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (5.1.1)\r\n", - "Requirement already satisfied: jedi>=0.16 in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (0.19.0)\r\n", - "Requirement already satisfied: pickleshare in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (0.7.5)\r\n", - "Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (3.0.39)\r\n", - "Requirement already satisfied: stack-data in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (0.6.2)\r\n", - "Requirement already satisfied: pexpect>4.3 in /opt/conda/lib/python3.10/site-packages (from ipython>=4.0.0->ipywidgets) (4.8.0)\r\n", + "Collecting widgetsnbextension~=4.0.11 (from ipywidgets)\r\n", + " Downloading widgetsnbextension-4.0.11-py3-none-any.whl.metadata (1.6 kB)\r\n", + "Collecting jupyterlab-widgets~=3.0.11 (from ipywidgets)\r\n", + " Downloading jupyterlab_widgets-3.0.11-py3-none-any.whl.metadata (4.1 kB)\r\n", + "Requirement already satisfied: decorator in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (5.1.1)\r\n", + "Requirement already satisfied: jedi>=0.16 in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (0.19.1)\r\n", + "Requirement already satisfied: matplotlib-inline in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (0.1.6)\r\n", + "Requirement already satisfied: prompt-toolkit<3.1.0,>=3.0.41 in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (3.0.42)\r\n", + "Requirement already satisfied: stack-data in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (0.6.2)\r\n", + "Requirement already satisfied: exceptiongroup in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (1.2.0)\r\n", + "Requirement already satisfied: pexpect>4.3 in /opt/conda/lib/python3.10/site-packages (from ipython>=6.1.0->ipywidgets) (4.8.0)\r\n", "Requirement already satisfied: mdurl~=0.1 in /opt/conda/lib/python3.10/site-packages (from markdown-it-py>=2.2.0->rich) (0.1.2)\r\n", - "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/conda/lib/python3.10/site-packages (from packaging>=20.0->pooch) (3.0.9)\r\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (3.2.0)\r\n", - "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (3.4)\r\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (1.26.15)\r\n", - "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (2023.11.17)\r\n", - "Requirement already satisfied: notebook>=4.4.1 in /opt/conda/lib/python3.10/site-packages (from widgetsnbextension~=3.6.0->ipywidgets) (6.5.5)\r\n", - "Requirement already satisfied: parso<0.9.0,>=0.8.3 in /opt/conda/lib/python3.10/site-packages (from jedi>=0.16->ipython>=4.0.0->ipywidgets) (0.8.3)\r\n", - "Requirement already satisfied: entrypoints in /opt/conda/lib/python3.10/site-packages (from jupyter-client>=6.1.12->ipykernel>=4.5.1->ipywidgets) (0.4)\r\n", - "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from jupyter-client>=6.1.12->ipykernel>=4.5.1->ipywidgets) (2.8.2)\r\n", - "Requirement already satisfied: jinja2 in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (3.1.2)\r\n", - "Requirement already satisfied: argon2-cffi in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (21.3.0)\r\n", - "Requirement already satisfied: nbformat in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (5.9.2)\r\n", - "Requirement already satisfied: nbconvert>=5 in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (6.4.5)\r\n", - "Requirement already satisfied: Send2Trash>=1.8.0 in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.8.2)\r\n", - "Requirement already satisfied: terminado>=0.8.3 in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.17.1)\r\n", - "Requirement already satisfied: prometheus-client in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.17.1)\r\n", - "Requirement already satisfied: nbclassic>=0.4.7 in /opt/conda/lib/python3.10/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.0.0)\r\n", - "Requirement already satisfied: ptyprocess>=0.5 in /opt/conda/lib/python3.10/site-packages (from pexpect>4.3->ipython>=4.0.0->ipywidgets) (0.7.0)\r\n", - "Requirement already satisfied: wcwidth in /opt/conda/lib/python3.10/site-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython>=4.0.0->ipywidgets) (0.2.6)\r\n", - "Requirement already satisfied: executing>=1.2.0 in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=4.0.0->ipywidgets) (1.2.0)\r\n", - "Requirement already satisfied: asttokens>=2.1.0 in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=4.0.0->ipywidgets) (2.2.1)\r\n", - "Requirement already satisfied: pure-eval in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=4.0.0->ipywidgets) (0.2.2)\r\n", - "Requirement already satisfied: six in /opt/conda/lib/python3.10/site-packages (from asttokens>=2.1.0->stack-data->ipython>=4.0.0->ipywidgets) (1.16.0)\r\n", - "Requirement already satisfied: jupyter-server>=1.8 in /opt/conda/lib/python3.10/site-packages (from nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.12.1)\r\n", - "Requirement already satisfied: notebook-shim>=0.2.3 in /opt/conda/lib/python3.10/site-packages (from nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.2.3)\r\n", - "Requirement already satisfied: mistune<2,>=0.8.1 in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.8.4)\r\n", - "Requirement already satisfied: jupyterlab-pygments in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.2.2)\r\n", - "Requirement already satisfied: bleach in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (6.0.0)\r\n", - "Requirement already satisfied: pandocfilters>=1.4.1 in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.5.0)\r\n", - "Requirement already satisfied: testpath in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.6.0)\r\n", - "Requirement already satisfied: defusedxml in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.7.1)\r\n", - "Requirement already satisfied: beautifulsoup4 in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (4.12.2)\r\n", - "Requirement already satisfied: nbclient<0.6.0,>=0.5.0 in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.5.13)\r\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /opt/conda/lib/python3.10/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.1.3)\r\n", - "Requirement already satisfied: fastjsonschema in /opt/conda/lib/python3.10/site-packages (from nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.18.0)\r\n", - "Requirement already satisfied: jsonschema>=2.6 in /opt/conda/lib/python3.10/site-packages (from nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (4.19.0)\r\n", - "Requirement already satisfied: argon2-cffi-bindings in /opt/conda/lib/python3.10/site-packages (from argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (21.2.0)\r\n", - "Requirement already satisfied: attrs>=22.2.0 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (23.1.0)\r\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2023.7.1)\r\n", - "Requirement already satisfied: referencing>=0.28.4 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.30.2)\r\n", - "Requirement already satisfied: rpds-py>=0.7.1 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.9.2)\r\n", - "Requirement already satisfied: anyio>=3.1.0 in /opt/conda/lib/python3.10/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (3.7.1)\r\n", - "Requirement already satisfied: jupyter-events>=0.9.0 in /opt/conda/lib/python3.10/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.9.0)\r\n", - "Requirement already satisfied: jupyter-server-terminals in /opt/conda/lib/python3.10/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.4.4)\r\n", - "Requirement already satisfied: overrides in /opt/conda/lib/python3.10/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (6.5.0)\r\n", - "Requirement already satisfied: websocket-client in /opt/conda/lib/python3.10/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.6.2)\r\n", - "Requirement already satisfied: cffi>=1.0.1 in /opt/conda/lib/python3.10/site-packages (from argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.15.1)\r\n", - "Requirement already satisfied: soupsieve>1.2 in /opt/conda/lib/python3.10/site-packages (from beautifulsoup4->nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.3.2.post1)\r\n", - "Requirement already satisfied: webencodings in /opt/conda/lib/python3.10/site-packages (from bleach->nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.5.1)\r\n", - "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.10/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.3.0)\r\n", - "Requirement already satisfied: exceptiongroup in /opt/conda/lib/python3.10/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.1.3)\r\n", - "Requirement already satisfied: pycparser in /opt/conda/lib/python3.10/site-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.21)\r\n", - "Requirement already satisfied: python-json-logger>=2.0.4 in /opt/conda/lib/python3.10/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.0.7)\r\n", - "Requirement already satisfied: pyyaml>=5.3 in /opt/conda/lib/python3.10/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (6.0.1)\r\n", - "Requirement already satisfied: rfc3339-validator in /opt/conda/lib/python3.10/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.1.4)\r\n", - "Requirement already satisfied: rfc3986-validator>=0.1.1 in /opt/conda/lib/python3.10/site-packages (from jupyter-events>=0.9.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (0.1.1)\r\n", - "Requirement already satisfied: fqdn in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.5.1)\r\n", - "Requirement already satisfied: isoduration in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (20.11.0)\r\n", - "Requirement already satisfied: jsonpointer>1.13 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (2.0)\r\n", - "Requirement already satisfied: uri-template in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.3.0)\r\n", - "Requirement already satisfied: webcolors>=1.11 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.13)\r\n", - "Requirement already satisfied: arrow>=0.15.0 in /opt/conda/lib/python3.10/site-packages (from isoduration->jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.2.3)\r\n", - "Downloading openskill-5.1.0-py3-none-any.whl (45 kB)\r\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", - "\u001b[?25hInstalling collected packages: rbo, openskill\r\n", - "Successfully installed openskill-5.1.0 rbo-0.1.3\r\n", + "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /opt/conda/lib/python3.10/site-packages (from packaging>=20.0->pooch) (3.1.1)\r\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (3.3.2)\r\n", + "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (3.6)\r\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (1.26.18)\r\n", + "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.10/site-packages (from requests>=2.19.0->pooch) (2024.7.4)\r\n", + "Requirement already satisfied: parso<0.9.0,>=0.8.3 in /opt/conda/lib/python3.10/site-packages (from jedi>=0.16->ipython>=6.1.0->ipywidgets) (0.8.3)\r\n", + "Requirement already satisfied: ptyprocess>=0.5 in /opt/conda/lib/python3.10/site-packages (from pexpect>4.3->ipython>=6.1.0->ipywidgets) (0.7.0)\r\n", + "Requirement already satisfied: wcwidth in /opt/conda/lib/python3.10/site-packages (from prompt-toolkit<3.1.0,>=3.0.41->ipython>=6.1.0->ipywidgets) (0.2.13)\r\n", + "Requirement already satisfied: executing>=1.2.0 in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=6.1.0->ipywidgets) (2.0.1)\r\n", + "Requirement already satisfied: asttokens>=2.1.0 in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=6.1.0->ipywidgets) (2.4.1)\r\n", + "Requirement already satisfied: pure-eval in /opt/conda/lib/python3.10/site-packages (from stack-data->ipython>=6.1.0->ipywidgets) (0.2.2)\r\n", + "Requirement already satisfied: six>=1.12.0 in /opt/conda/lib/python3.10/site-packages (from asttokens>=2.1.0->stack-data->ipython>=6.1.0->ipywidgets) (1.16.0)\r\n", + "Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n", + "Downloading rich-13.7.1-py3-none-any.whl (240 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m240.7/240.7 kB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hDownloading ipywidgets-8.1.3-py3-none-any.whl (139 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m139.4/139.4 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hDownloading openskill-6.0.0-py3-none-any.whl (50 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.9/50.9 kB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hDownloading jupyterlab_widgets-3.0.11-py3-none-any.whl (214 kB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m214.4/214.4 kB\u001b[0m \u001b[31m8.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hDownloading widgetsnbextension-4.0.11-py3-none-any.whl (2.3 MB)\r\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.3/2.3 MB\u001b[0m \u001b[31m42.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n", + "\u001b[?25hInstalling collected packages: widgetsnbextension, rbo, openskill, jupyterlab-widgets, rich, ipywidgets\r\n", + " Attempting uninstall: widgetsnbextension\r\n", + " Found existing installation: widgetsnbextension 3.6.7\r\n", + " Uninstalling widgetsnbextension-3.6.7:\r\n", + " Successfully uninstalled widgetsnbextension-3.6.7\r\n", + " Attempting uninstall: jupyterlab-widgets\r\n", + " Found existing installation: jupyterlab-widgets 3.0.9\r\n", + " Uninstalling jupyterlab-widgets-3.0.9:\r\n", + " Successfully uninstalled jupyterlab-widgets-3.0.9\r\n", + " Attempting uninstall: rich\r\n", + " Found existing installation: rich 13.7.0\r\n", + " Uninstalling rich-13.7.0:\r\n", + " Successfully uninstalled rich-13.7.0\r\n", + " Attempting uninstall: ipywidgets\r\n", + " Found existing installation: ipywidgets 7.7.1\r\n", + " Uninstalling ipywidgets-7.7.1:\r\n", + " Successfully uninstalled ipywidgets-7.7.1\r\n", + "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\r\n", + "tensorflow-decision-forests 1.8.1 requires wurlitzer, which is not installed.\r\n", + "tensorflow 2.15.0 requires keras<2.16,>=2.15.0, but you have keras 3.4.1 which is incompatible.\u001b[0m\u001b[31m\r\n", + "\u001b[0mSuccessfully installed ipywidgets-8.1.3 jupyterlab-widgets-3.0.11 openskill-6.0.0 rbo-0.1.3 rich-13.7.1 widgetsnbextension-4.0.11\r\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ - "%pip install polars rbo rich numpy tqdm pooch openskill ipywidgets" + "%pip install -U polars rbo rich numpy tqdm pooch ipywidgets openskill" ] }, { "cell_type": "markdown", - "id": "a40b0532", + "id": "3d592e75", "metadata": { "papermill": { - "duration": 0.013519, - "end_time": "2024-01-05T17:48:28.919719", + "duration": 0.014465, + "end_time": "2024-07-16T16:03:37.706810", "exception": false, - "start_time": "2024-01-05T17:48:28.906200", + "start_time": "2024-07-16T16:03:37.692345", "status": "completed" }, "tags": [] @@ -180,25 +156,26 @@ { "cell_type": "code", "execution_count": 2, - "id": "acd59230", + "id": "089ddba0", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:48:28.948853Z", - "iopub.status.busy": "2024-01-05T17:48:28.948374Z", - "iopub.status.idle": "2024-01-05T17:48:29.453132Z", - "shell.execute_reply": "2024-01-05T17:48:29.451956Z" + "iopub.execute_input": "2024-07-16T16:03:37.735211Z", + "iopub.status.busy": "2024-07-16T16:03:37.734740Z", + "iopub.status.idle": "2024-07-16T16:03:38.240763Z", + "shell.execute_reply": "2024-07-16T16:03:38.239398Z" }, "papermill": { - "duration": 0.522727, - "end_time": "2024-01-05T17:48:29.456244", + "duration": 0.523963, + "end_time": "2024-07-16T16:03:38.244029", "exception": false, - "start_time": "2024-01-05T17:48:28.933517", + "start_time": "2024-07-16T16:03:37.720066", "status": "completed" }, "tags": [] }, "outputs": [], "source": [ + "import time\n", "import gc\n", "from dataclasses import dataclass\n", "from typing import Dict\n", @@ -226,13 +203,13 @@ }, { "cell_type": "markdown", - "id": "024963b5", + "id": "687951ec", "metadata": { "papermill": { - "duration": 0.012766, - "end_time": "2024-01-05T17:48:29.482568", + "duration": 0.012476, + "end_time": "2024-07-16T16:03:38.270951", "exception": false, - "start_time": "2024-01-05T17:48:29.469802", + "start_time": "2024-07-16T16:03:38.258475", "status": "completed" }, "tags": [] @@ -244,19 +221,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "cd9f44b6", + "id": "8751a150", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:48:29.510423Z", - "iopub.status.busy": "2024-01-05T17:48:29.510005Z", - "iopub.status.idle": "2024-01-05T17:48:29.516404Z", - "shell.execute_reply": "2024-01-05T17:48:29.515140Z" + "iopub.execute_input": "2024-07-16T16:03:38.299729Z", + "iopub.status.busy": "2024-07-16T16:03:38.299114Z", + "iopub.status.idle": "2024-07-16T16:03:38.306295Z", + "shell.execute_reply": "2024-07-16T16:03:38.304727Z" }, "papermill": { - "duration": 0.023287, - "end_time": "2024-01-05T17:48:29.518914", + "duration": 0.024739, + "end_time": "2024-07-16T16:03:38.308797", "exception": false, - "start_time": "2024-01-05T17:48:29.495627", + "start_time": "2024-07-16T16:03:38.284058", "status": "completed" }, "tags": [] @@ -266,7 +243,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "5.1.0\n" + "6.0.0\n" ] } ], @@ -276,13 +253,13 @@ }, { "cell_type": "markdown", - "id": "247b227c", + "id": "d51cc508", "metadata": { "papermill": { - "duration": 0.012835, - "end_time": "2024-01-05T17:48:29.545435", + "duration": 0.013297, + "end_time": "2024-07-16T16:03:38.336810", "exception": false, - "start_time": "2024-01-05T17:48:29.532600", + "start_time": "2024-07-16T16:03:38.323513", "status": "completed" }, "tags": [] @@ -296,23 +273,23 @@ { "cell_type": "code", "execution_count": 4, - "id": "c44c713c", + "id": "21e42545", "metadata": { "collapsed": false, "execution": { - "iopub.execute_input": "2024-01-05T17:48:29.575001Z", - "iopub.status.busy": "2024-01-05T17:48:29.574557Z", - "iopub.status.idle": "2024-01-05T17:49:18.766080Z", - "shell.execute_reply": "2024-01-05T17:49:18.764879Z" + "iopub.execute_input": "2024-07-16T16:03:38.368569Z", + "iopub.status.busy": "2024-07-16T16:03:38.367747Z", + "iopub.status.idle": "2024-07-16T16:05:36.594111Z", + "shell.execute_reply": "2024-07-16T16:05:36.592784Z" }, "jupyter": { "outputs_hidden": false }, "papermill": { - "duration": 49.21061, - "end_time": "2024-01-05T17:49:18.769359", + "duration": 118.246349, + "end_time": "2024-07-16T16:05:36.596867", "exception": false, - "start_time": "2024-01-05T17:48:29.558749", + "start_time": "2024-07-16T16:03:38.350518", "status": "completed" }, "tags": [] @@ -322,8 +299,8 @@ "name": "stderr", "output_type": "stream", "text": [ - "100%|█████████████████████████████████████| 1.64G/1.64G [00:00<00:00, 1.21TB/s]\n", - "100%|████████████████████████████████████████| 369M/369M [00:00<00:00, 221GB/s]\n" + "100%|█████████████████████████████████████| 1.64G/1.64G [00:00<00:00, 1.34TB/s]\n", + "100%|████████████████████████████████████████| 369M/369M [00:00<00:00, 305GB/s]\n" ] } ], @@ -338,6 +315,7 @@ " output_file=data_directory / \"train.parquet\",\n", " pooch=None,\n", ")\n", + "time.sleep(3)\n", "downloader(\n", " url=\"doi:10.5281/zenodo.10342317/test.parquet\",\n", " output_file=data_directory / \"test.parquet\",\n", @@ -347,13 +325,13 @@ }, { "cell_type": "markdown", - "id": "c192c14c", + "id": "5198087c", "metadata": { "papermill": { - "duration": 0.054309, - "end_time": "2024-01-05T17:49:18.879022", + "duration": 0.084597, + "end_time": "2024-07-16T16:05:36.766908", "exception": false, - "start_time": "2024-01-05T17:49:18.824713", + "start_time": "2024-07-16T16:05:36.682311", "status": "completed" }, "tags": [] @@ -366,19 +344,19 @@ { "cell_type": "code", "execution_count": 5, - "id": "7bb7dfda", + "id": "ecd77be9", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:49:18.992275Z", - "iopub.status.busy": "2024-01-05T17:49:18.991890Z", - "iopub.status.idle": "2024-01-05T17:49:19.000945Z", - "shell.execute_reply": "2024-01-05T17:49:18.999573Z" + "iopub.execute_input": "2024-07-16T16:05:36.939137Z", + "iopub.status.busy": "2024-07-16T16:05:36.938733Z", + "iopub.status.idle": "2024-07-16T16:05:36.948247Z", + "shell.execute_reply": "2024-07-16T16:05:36.947024Z" }, "papermill": { - "duration": 0.068831, - "end_time": "2024-01-05T17:49:19.003330", + "duration": 0.098548, + "end_time": "2024-07-16T16:05:36.950724", "exception": false, - "start_time": "2024-01-05T17:49:18.934499", + "start_time": "2024-07-16T16:05:36.852176", "status": "completed" }, "tags": [] @@ -408,13 +386,13 @@ }, { "cell_type": "markdown", - "id": "444e165a", + "id": "01de503b", "metadata": { "papermill": { - "duration": 0.117555, - "end_time": "2024-01-05T17:49:19.178159", + "duration": 0.153657, + "end_time": "2024-07-16T16:05:37.191428", "exception": false, - "start_time": "2024-01-05T17:49:19.060604", + "start_time": "2024-07-16T16:05:37.037771", "status": "completed" }, "tags": [] @@ -427,19 +405,19 @@ { "cell_type": "code", "execution_count": 6, - "id": "33076efb", + "id": "ab679782", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:49:19.290419Z", - "iopub.status.busy": "2024-01-05T17:49:19.290025Z", - "iopub.status.idle": "2024-01-05T17:49:19.302330Z", - "shell.execute_reply": "2024-01-05T17:49:19.301125Z" + "iopub.execute_input": "2024-07-16T16:05:37.381620Z", + "iopub.status.busy": "2024-07-16T16:05:37.381209Z", + "iopub.status.idle": "2024-07-16T16:05:37.395944Z", + "shell.execute_reply": "2024-07-16T16:05:37.394125Z" }, "papermill": { - "duration": 0.072727, - "end_time": "2024-01-05T17:49:19.306077", + "duration": 0.123065, + "end_time": "2024-07-16T16:05:37.399840", "exception": false, - "start_time": "2024-01-05T17:49:19.233350", + "start_time": "2024-07-16T16:05:37.276775", "status": "completed" }, "tags": [] @@ -448,7 +426,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "fe3b31658a6244edb2e42ebe001d5635", + "model_id": "f885754289b14382a168303e13502d90", "version_major": 2, "version_minor": 0 }, @@ -472,7 +450,6 @@ "widget = widgets.Select(\n", " options=[m.__name__ for m in models],\n", " value=PlackettLuce.__name__,\n", - " # rows=10,\n", " description=\"Model:\",\n", " disabled=False,\n", ")\n", @@ -481,13 +458,13 @@ }, { "cell_type": "markdown", - "id": "dfbe5a2f", + "id": "f3322fad", "metadata": { "papermill": { - "duration": 0.05517, - "end_time": "2024-01-05T17:49:19.417701", + "duration": 0.105515, + "end_time": "2024-07-16T16:05:37.613654", "exception": false, - "start_time": "2024-01-05T17:49:19.362531", + "start_time": "2024-07-16T16:05:37.508139", "status": "completed" }, "tags": [] @@ -500,19 +477,19 @@ { "cell_type": "code", "execution_count": 7, - "id": "3e8680ee", + "id": "cdc6f2cb", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:49:19.530933Z", - "iopub.status.busy": "2024-01-05T17:49:19.530546Z", - "iopub.status.idle": "2024-01-05T17:49:19.536080Z", - "shell.execute_reply": "2024-01-05T17:49:19.535321Z" + "iopub.execute_input": "2024-07-16T16:05:37.800649Z", + "iopub.status.busy": "2024-07-16T16:05:37.800232Z", + "iopub.status.idle": "2024-07-16T16:05:37.807088Z", + "shell.execute_reply": "2024-07-16T16:05:37.805980Z" }, "papermill": { - "duration": 0.065809, - "end_time": "2024-01-05T17:49:19.538989", + "duration": 0.105861, + "end_time": "2024-07-16T16:05:37.810533", "exception": false, - "start_time": "2024-01-05T17:49:19.473180", + "start_time": "2024-07-16T16:05:37.704672", "status": "completed" }, "tags": [] @@ -534,19 +511,19 @@ "widget.close()\n", "m = widget.value\n", "m = eval(m)\n", - "model = m()\n", + "model = m(balance=True)\n", "print(str(model))" ] }, { "cell_type": "markdown", - "id": "763153c1", + "id": "c5b1455b", "metadata": { "papermill": { - "duration": 0.055859, - "end_time": "2024-01-05T17:49:19.651977", + "duration": 0.094079, + "end_time": "2024-07-16T16:05:38.002093", "exception": false, - "start_time": "2024-01-05T17:49:19.596118", + "start_time": "2024-07-16T16:05:37.908014", "status": "completed" }, "tags": [] @@ -559,19 +536,19 @@ { "cell_type": "code", "execution_count": 8, - "id": "5474a2e5", + "id": "05af6095", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:49:19.771319Z", - "iopub.status.busy": "2024-01-05T17:49:19.770066Z", - "iopub.status.idle": "2024-01-05T17:49:36.698328Z", - "shell.execute_reply": "2024-01-05T17:49:36.697105Z" + "iopub.execute_input": "2024-07-16T16:05:38.182153Z", + "iopub.status.busy": "2024-07-16T16:05:38.180736Z", + "iopub.status.idle": "2024-07-16T16:05:55.607806Z", + "shell.execute_reply": "2024-07-16T16:05:55.606513Z" }, "papermill": { - "duration": 16.990606, - "end_time": "2024-01-05T17:49:36.701748", + "duration": 17.518738, + "end_time": "2024-07-16T16:05:55.610574", "exception": false, - "start_time": "2024-01-05T17:49:19.711142", + "start_time": "2024-07-16T16:05:38.091836", "status": "completed" }, "tags": [] @@ -586,13 +563,13 @@ }, { "cell_type": "markdown", - "id": "c2c4d2ed", + "id": "22c5a26c", "metadata": { "papermill": { - "duration": 0.05613, - "end_time": "2024-01-05T17:49:36.814444", + "duration": 0.087699, + "end_time": "2024-07-16T16:05:55.785936", "exception": false, - "start_time": "2024-01-05T17:49:36.758314", + "start_time": "2024-07-16T16:05:55.698237", "status": "completed" }, "tags": [] @@ -605,19 +582,19 @@ { "cell_type": "code", "execution_count": 9, - "id": "a1e2f59d", + "id": "ca317f7f", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:49:36.929434Z", - "iopub.status.busy": "2024-01-05T17:49:36.929009Z", - "iopub.status.idle": "2024-01-05T17:50:11.097296Z", - "shell.execute_reply": "2024-01-05T17:50:11.095726Z" + "iopub.execute_input": "2024-07-16T16:05:55.965041Z", + "iopub.status.busy": "2024-07-16T16:05:55.964646Z", + "iopub.status.idle": "2024-07-16T16:06:34.117347Z", + "shell.execute_reply": "2024-07-16T16:06:34.116080Z" }, "papermill": { - "duration": 34.229341, - "end_time": "2024-01-05T17:50:11.100240", + "duration": 38.330529, + "end_time": "2024-07-16T16:06:34.204157", "exception": false, - "start_time": "2024-01-05T17:49:36.870899", + "start_time": "2024-07-16T16:05:55.873628", "status": "completed" }, "tags": [] @@ -627,8 +604,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "Memory usage of dataframe train is 13045.49 MB\n", - "Memory usage of dataframe train became 3055.21 MB\n" + "Memory usage of dataframe train is 11461.2 MB\n", + "Memory usage of dataframe train became 3008.43 MB\n" ] } ], @@ -677,13 +654,13 @@ }, { "cell_type": "markdown", - "id": "2cd07fa9", + "id": "feca2448", "metadata": { "papermill": { - "duration": 0.056742, - "end_time": "2024-01-05T17:50:11.213208", + "duration": 0.086914, + "end_time": "2024-07-16T16:06:34.378901", "exception": false, - "start_time": "2024-01-05T17:50:11.156466", + "start_time": "2024-07-16T16:06:34.291987", "status": "completed" }, "tags": [] @@ -695,19 +672,19 @@ { "cell_type": "code", "execution_count": 10, - "id": "31797f91", + "id": "f361e751", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:50:11.329879Z", - "iopub.status.busy": "2024-01-05T17:50:11.328479Z", - "iopub.status.idle": "2024-01-05T17:50:11.334303Z", - "shell.execute_reply": "2024-01-05T17:50:11.333275Z" + "iopub.execute_input": "2024-07-16T16:06:34.559000Z", + "iopub.status.busy": "2024-07-16T16:06:34.558537Z", + "iopub.status.idle": "2024-07-16T16:06:34.563516Z", + "shell.execute_reply": "2024-07-16T16:06:34.562323Z" }, "papermill": { - "duration": 0.066249, - "end_time": "2024-01-05T17:50:11.336587", + "duration": 0.096913, + "end_time": "2024-07-16T16:06:34.566264", "exception": false, - "start_time": "2024-01-05T17:50:11.270338", + "start_time": "2024-07-16T16:06:34.469351", "status": "completed" }, "tags": [] @@ -720,13 +697,13 @@ }, { "cell_type": "markdown", - "id": "8d71c7ba", + "id": "024e73b9", "metadata": { "papermill": { - "duration": 0.056709, - "end_time": "2024-01-05T17:50:11.449064", + "duration": 0.086867, + "end_time": "2024-07-16T16:06:34.741444", "exception": false, - "start_time": "2024-01-05T17:50:11.392355", + "start_time": "2024-07-16T16:06:34.654577", "status": "completed" }, "tags": [] @@ -739,19 +716,19 @@ { "cell_type": "code", "execution_count": 11, - "id": "19d53e6e", + "id": "72387d51", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T17:50:11.568596Z", - "iopub.status.busy": "2024-01-05T17:50:11.567565Z", - "iopub.status.idle": "2024-01-05T18:33:41.887049Z", - "shell.execute_reply": "2024-01-05T18:33:41.885603Z" + "iopub.execute_input": "2024-07-16T16:06:34.917156Z", + "iopub.status.busy": "2024-07-16T16:06:34.916728Z", + "iopub.status.idle": "2024-07-16T16:20:48.975536Z", + "shell.execute_reply": "2024-07-16T16:20:48.974312Z" }, "papermill": { - "duration": 2610.384693, - "end_time": "2024-01-05T18:33:41.891888", + "duration": 854.151151, + "end_time": "2024-07-16T16:20:48.979038", "exception": false, - "start_time": "2024-01-05T17:50:11.507195", + "start_time": "2024-07-16T16:06:34.827887", "status": "completed" }, "tags": [] @@ -768,7 +745,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "697ad4b76d9f45d5b07681916791d056", + "model_id": "dfc6e9ed62924eca98df05d170da8667", "version_major": 2, "version_minor": 0 }, @@ -853,13 +830,13 @@ }, { "cell_type": "markdown", - "id": "4fe1e648", + "id": "d76452dc", "metadata": { "papermill": { - "duration": 0.058576, - "end_time": "2024-01-05T18:33:42.007870", + "duration": 0.087207, + "end_time": "2024-07-16T16:20:49.154908", "exception": false, - "start_time": "2024-01-05T18:33:41.949294", + "start_time": "2024-07-16T16:20:49.067701", "status": "completed" }, "tags": [] @@ -872,19 +849,19 @@ { "cell_type": "code", "execution_count": 12, - "id": "36da5e8f", + "id": "41ff7816", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T18:33:42.124867Z", - "iopub.status.busy": "2024-01-05T18:33:42.124315Z", - "iopub.status.idle": "2024-01-05T19:42:05.570392Z", - "shell.execute_reply": "2024-01-05T19:42:05.568904Z" + "iopub.execute_input": "2024-07-16T16:20:49.332593Z", + "iopub.status.busy": "2024-07-16T16:20:49.332178Z", + "iopub.status.idle": "2024-07-16T17:31:13.923739Z", + "shell.execute_reply": "2024-07-16T17:31:13.921611Z" }, "papermill": { - "duration": 4103.564795, - "end_time": "2024-01-05T19:42:05.630573", + "duration": 4224.77103, + "end_time": "2024-07-16T17:31:14.015168", "exception": false, - "start_time": "2024-01-05T18:33:42.065778", + "start_time": "2024-07-16T16:20:49.244138", "status": "completed" }, "tags": [] @@ -900,7 +877,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "01125230efdd446e9eaa0114efa5ec76", + "model_id": "4a47ecad2ff14e5cb58db3720f055715", "version_major": 2, "version_minor": 0 }, @@ -921,7 +898,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "a1b3539b889b4f4389593e8ad5e8a08c", + "model_id": "6eb3fa3d7ca84770ab2d24b2f6a694f0", "version_major": 2, "version_minor": 0 }, @@ -984,13 +961,13 @@ }, { "cell_type": "markdown", - "id": "f8911eed", + "id": "80397926", "metadata": { "papermill": { - "duration": 0.058605, - "end_time": "2024-01-05T19:42:05.747280", + "duration": 0.08751, + "end_time": "2024-07-16T17:31:14.189402", "exception": false, - "start_time": "2024-01-05T19:42:05.688675", + "start_time": "2024-07-16T17:31:14.101892", "status": "completed" }, "tags": [] @@ -1003,19 +980,19 @@ { "cell_type": "code", "execution_count": 13, - "id": "de09ab1a", + "id": "e6438ef7", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T19:42:05.868116Z", - "iopub.status.busy": "2024-01-05T19:42:05.867575Z", - "iopub.status.idle": "2024-01-05T19:42:45.655862Z", - "shell.execute_reply": "2024-01-05T19:42:45.654699Z" + "iopub.execute_input": "2024-07-16T17:31:14.367112Z", + "iopub.status.busy": "2024-07-16T17:31:14.366674Z", + "iopub.status.idle": "2024-07-16T17:31:55.898238Z", + "shell.execute_reply": "2024-07-16T17:31:55.897049Z" }, "papermill": { - "duration": 39.907681, - "end_time": "2024-01-05T19:42:45.714618", + "duration": 41.711945, + "end_time": "2024-07-16T17:31:55.988683", "exception": false, - "start_time": "2024-01-05T19:42:05.806937", + "start_time": "2024-07-16T17:31:14.276738", "status": "completed" }, "tags": [] @@ -1025,8 +1002,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "Memory usage of dataframe test is 2898.45 MB\n", - "Memory usage of dataframe test became 688.16 MB\n" + "Memory usage of dataframe test is 2546.47 MB\n", + "Memory usage of dataframe test became 668.96 MB\n" ] }, { @@ -1052,13 +1029,13 @@ }, { "cell_type": "markdown", - "id": "8c087440", + "id": "7a201428", "metadata": { "papermill": { - "duration": 0.056864, - "end_time": "2024-01-05T19:42:45.830344", + "duration": 0.165062, + "end_time": "2024-07-16T17:31:56.241841", "exception": false, - "start_time": "2024-01-05T19:42:45.773480", + "start_time": "2024-07-16T17:31:56.076779", "status": "completed" }, "tags": [] @@ -1071,19 +1048,19 @@ { "cell_type": "code", "execution_count": 14, - "id": "0e9d724c", + "id": "87c21839", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T19:42:45.946506Z", - "iopub.status.busy": "2024-01-05T19:42:45.946117Z", - "iopub.status.idle": "2024-01-05T19:52:54.685613Z", - "shell.execute_reply": "2024-01-05T19:52:54.684116Z" + "iopub.execute_input": "2024-07-16T17:31:56.418948Z", + "iopub.status.busy": "2024-07-16T17:31:56.418511Z", + "iopub.status.idle": "2024-07-16T17:35:21.396491Z", + "shell.execute_reply": "2024-07-16T17:35:21.395248Z" }, "papermill": { - "duration": 608.801362, - "end_time": "2024-01-05T19:52:54.688516", + "duration": 205.07089, + "end_time": "2024-07-16T17:35:21.399354", "exception": false, - "start_time": "2024-01-05T19:42:45.887154", + "start_time": "2024-07-16T17:31:56.328464", "status": "completed" }, "tags": [] @@ -1100,7 +1077,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "8f1ae03d30fb4dfea5b1fee26d7ca3dc", + "model_id": "305ccbefd4f14044a52c251c00913cdd", "version_major": 2, "version_minor": 0 }, @@ -1164,13 +1141,13 @@ }, { "cell_type": "markdown", - "id": "13466fa8", + "id": "26645679", "metadata": { "papermill": { - "duration": 0.059763, - "end_time": "2024-01-05T19:52:54.807780", + "duration": 0.112486, + "end_time": "2024-07-16T17:35:21.605313", "exception": false, - "start_time": "2024-01-05T19:52:54.748017", + "start_time": "2024-07-16T17:35:21.492827", "status": "completed" }, "tags": [] @@ -1183,19 +1160,19 @@ { "cell_type": "code", "execution_count": 15, - "id": "57f4ef71", + "id": "36267dba", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T19:52:54.927117Z", - "iopub.status.busy": "2024-01-05T19:52:54.926627Z", - "iopub.status.idle": "2024-01-05T20:09:41.924704Z", - "shell.execute_reply": "2024-01-05T20:09:41.923414Z" + "iopub.execute_input": "2024-07-16T17:35:21.789027Z", + "iopub.status.busy": "2024-07-16T17:35:21.788565Z", + "iopub.status.idle": "2024-07-16T17:50:13.467775Z", + "shell.execute_reply": "2024-07-16T17:50:13.466132Z" }, "papermill": { - "duration": 1007.061134, - "end_time": "2024-01-05T20:09:41.927604", + "duration": 891.775485, + "end_time": "2024-07-16T17:50:13.471280", "exception": false, - "start_time": "2024-01-05T19:52:54.866470", + "start_time": "2024-07-16T17:35:21.695795", "status": "completed" }, "tags": [] @@ -1211,7 +1188,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "aa2da0aebf9c44a3ae7d77b596b7e2f7", + "model_id": "e45c8708a08446d48939b5ace8a5442e", "version_major": 2, "version_minor": 0 }, @@ -1279,13 +1256,13 @@ }, { "cell_type": "markdown", - "id": "858f90b1", + "id": "6701873c", "metadata": { "papermill": { - "duration": 0.058538, - "end_time": "2024-01-05T20:09:42.045030", + "duration": 0.090362, + "end_time": "2024-07-16T17:50:13.655768", "exception": false, - "start_time": "2024-01-05T20:09:41.986492", + "start_time": "2024-07-16T17:50:13.565406", "status": "completed" }, "tags": [] @@ -1298,19 +1275,19 @@ { "cell_type": "code", "execution_count": 16, - "id": "5f56d130", + "id": "886766d6", "metadata": { "execution": { - "iopub.execute_input": "2024-01-05T20:09:42.164718Z", - "iopub.status.busy": "2024-01-05T20:09:42.164215Z", - "iopub.status.idle": "2024-01-05T20:09:42.245623Z", - "shell.execute_reply": "2024-01-05T20:09:42.244364Z" + "iopub.execute_input": "2024-07-16T17:50:13.842171Z", + "iopub.status.busy": "2024-07-16T17:50:13.841715Z", + "iopub.status.idle": "2024-07-16T17:50:13.939833Z", + "shell.execute_reply": "2024-07-16T17:50:13.938651Z" }, "papermill": { - "duration": 0.145259, - "end_time": "2024-01-05T20:09:42.248265", + "duration": 0.197922, + "end_time": "2024-07-16T17:50:13.945598", "exception": false, - "start_time": "2024-01-05T20:09:42.103006", + "start_time": "2024-07-16T17:50:13.747676", "status": "completed" }, "tags": [] @@ -1319,25 +1296,25 @@ { "data": { "text/html": [ - "
                   Benchmark Results                   \n",
-       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━┓\n",
-       "┃                 Information ┃ Value                 ┃\n",
-       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━┩\n",
-       "│           Available Matches │ 145994                │\n",
-       "│       PlackettLuce Accuracy │ 112459/9744 [ 92.03%] │\n",
-       "│  Rank-Biased Overlap Score: │  64.11                │\n",
-       "└─────────────────────────────┴───────────────────────┘\n",
+       "
                   Benchmark Results                    \n",
+       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
+       "┃                 Information ┃ Value                  ┃\n",
+       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
+       "│           Available Matches │ 145994                 │\n",
+       "│       PlackettLuce Accuracy │ 134323/11671 [ 92.01%] │\n",
+       "│  Rank-Biased Overlap Score: │  64.46                 │\n",
+       "└─────────────────────────────┴────────────────────────┘\n",
        "
\n"
       ],
       "text/plain": [
-       "\u001b[3m                   Benchmark Results                   \u001b[0m\n",
-       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━┓\n",
-       "┃\u001b[1m \u001b[0m\u001b[1m                Information\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mValue                \u001b[0m\u001b[1m \u001b[0m┃\n",
-       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━┩\n",
-       "│\u001b[36m \u001b[0m\u001b[36m          Available Matches\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m145994               \u001b[0m\u001b[35m \u001b[0m│\n",
-       "│\u001b[36m \u001b[0m\u001b[36m      PlackettLuce Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m112459/9744 [ 92.03%]\u001b[0m\u001b[35m \u001b[0m│\n",
-       "│\u001b[36m \u001b[0m\u001b[36m Rank-Biased Overlap Score:\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m 64.11               \u001b[0m\u001b[35m \u001b[0m│\n",
-       "└─────────────────────────────┴───────────────────────┘\n"
+       "\u001b[3m                   Benchmark Results                    \u001b[0m\n",
+       "┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┓\n",
+       "┃\u001b[1m \u001b[0m\u001b[1m                Information\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mValue                 \u001b[0m\u001b[1m \u001b[0m┃\n",
+       "┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━┩\n",
+       "│\u001b[36m \u001b[0m\u001b[36m          Available Matches\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m145994                \u001b[0m\u001b[35m \u001b[0m│\n",
+       "│\u001b[36m \u001b[0m\u001b[36m      PlackettLuce Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m134323/11671 [ 92.01%]\u001b[0m\u001b[35m \u001b[0m│\n",
+       "│\u001b[36m \u001b[0m\u001b[36m Rank-Biased Overlap Score:\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m 64.46                \u001b[0m\u001b[35m \u001b[0m│\n",
+       "└─────────────────────────────┴────────────────────────┘\n"
       ]
      },
      "metadata": {},
@@ -1378,11 +1355,10 @@
    "dataSources": [
     {
      "datasetId": 3738480,
-     "sourceId": 7230866,
+     "sourceId": 8960486,
      "sourceType": "datasetVersion"
     }
    ],
-   "dockerImageVersionId": 30615,
    "isGpuEnabled": false,
    "isInternetEnabled": true,
    "language": "python",
@@ -1403,113 +1379,136 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.12"
+   "version": "3.10.13"
   },
   "papermill": {
    "default_parameters": {},
-   "duration": 8499.641296,
-   "end_time": "2024-01-05T20:09:46.965860",
+   "duration": 6425.806708,
+   "end_time": "2024-07-16T17:50:18.918440",
    "environment_variables": {},
    "exception": null,
    "input_path": "__notebook__.ipynb",
    "output_path": "__notebook__.ipynb",
    "parameters": {},
-   "start_time": "2024-01-05T17:48:07.324564",
-   "version": "2.4.0"
+   "start_time": "2024-07-16T16:03:13.111732",
+   "version": "2.5.0"
   },
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
     "state": {
-     "0112187f669b41a299dd33d78a524d43": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "ProgressStyleModel",
+     "05684acc3d6c4675b3b253416c99abe8": {
+      "model_module": "@jupyter-widgets/base",
+      "model_module_version": "2.0.0",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_module": "@jupyter-widgets/base",
+       "_model_module_version": "2.0.0",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_module_version": "2.0.0",
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "01125230efdd446e9eaa0114efa5ec76": {
+     "058c8e23e6de45c1841c599bad46d0b3": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HBoxModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HBoxModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_0cf9e46aaf8745248f98b3e50fbd607a",
-        "IPY_MODEL_4368840a7265428bb78a78d67bc1e77e",
-        "IPY_MODEL_97f7774bfd4944f8a23853059c115ef9"
-       ],
-       "layout": "IPY_MODEL_1a6329ad908140d39d1ccc2ac810ec5f"
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_d805abebcbd74b0fba5dd73d82d1e571",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4b3b0739ce734987814f35912b5c94d1",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 583975/583975 [55:37<00:00, 176.55it/s]"
       }
      },
-     "0925e21b1d9e47cb80d9305dce4287a7": {
+     "09ae000a729644219288ecbf6e30832c": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "0cf9e46aaf8745248f98b3e50fbd607a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_e782412727be4f7d980e921277d67b1d",
-       "placeholder": "​",
-       "style": "IPY_MODEL_e60418c82a6b4fb28b8d1efd41c399c1",
-       "value": "100%"
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "1a6329ad908140d39d1ccc2ac810ec5f": {
+     "0d1a94edd9e4441f800b85c272cd4174": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -1537,8 +1536,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -1546,120 +1543,348 @@
        "width": null
       }
      },
-     "1e20dbb231f744cc858e8818f8b831e7": {
+     "11b77a2a597f459f89269ead8a7a3766": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ac0109f6f24342fcb98e83da6e45c24f",
+       "placeholder": "​",
+       "style": "IPY_MODEL_984775e2861d4276801cb2a820955228",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "166d09ae4cd2479fb7e7ce98f3408fba": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "1db01f8ac16845f28292d3ad0b259588": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_d84b0152b5e04bbaa93e72e0206951d4",
+       "placeholder": "​",
+       "style": "IPY_MODEL_166d09ae4cd2479fb7e7ce98f3408fba",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "1ee1ba31555645e0a658d801299ecc07": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "ProgressView",
-       "bar_style": "",
+       "bar_style": "success",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_5025706f71be45e79c6040c41e7a138f",
-       "max": 145994.0,
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_0d1a94edd9e4441f800b85c272cd4174",
+       "max": 51704546.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_21f0d557d3b54a299507a2ebf55b131d",
-       "value": 145988.0
+       "style": "IPY_MODEL_c05b6b0fe0b14f8dba8c8532d5becad1",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 51704546.0
       }
      },
-     "21f0d557d3b54a299507a2ebf55b131d": {
+     "1fa24287923243499d42735aa608dff0": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "ProgressStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_af951081b837467eb764ec5ff5ee8676",
+       "max": 583975.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_872a0a6b02a749cfbd29d87a2dae3907",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 583975.0
+      }
+     },
+     "2336e658ac8042008f90427001a8cb9a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "28fa2e753fed40968ea851ba3fa92c7d": {
+     "29ce978fd7cf461582aac4859cd790d5": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_f27279747077438fbf8d8f5c1813e367",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_5f0c0a94d111426d87ddb12b06155b7c",
        "placeholder": "​",
-       "style": "IPY_MODEL_ced36b94b16e4f90acfd1055098fd80e",
+       "style": "IPY_MODEL_2336e658ac8042008f90427001a8cb9a",
+       "tabbable": null,
+       "tooltip": null,
        "value": "100%"
       }
      },
-     "2b0cf71c6d2543199c3fdc95360886ac": {
+     "2acf86fd5e174767a82336bd0a28e088": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "ProgressStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_bdfb5a775ba04c458828718e6926edc7",
+       "max": 145994.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_c4be2919bd0e4268b12084930e9ced9e",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 145983.0
+      }
+     },
+     "305ccbefd4f14044a52c251c00913cdd": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_32c432d01a254e5d9ff770d20699573d",
+        "IPY_MODEL_6696944c8b7e4d59b3ac6bd73385cf73",
+        "IPY_MODEL_f6ef9b5bd429435ea8e2c69b57207aeb"
+       ],
+       "layout": "IPY_MODEL_986fba8be82f4ee7a7522ce3ec114019",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "3144cdf255f549299388c5db30a5dc83": {
+     "32c432d01a254e5d9ff770d20699573d": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_6dfedc40bce04a7396da5eaca16b35ab",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_b01972308cd84721a6ffeeef0d0aa0be",
        "placeholder": "​",
-       "style": "IPY_MODEL_0925e21b1d9e47cb80d9305dce4287a7",
+       "style": "IPY_MODEL_b32beca299414191aa4bb72935235af5",
+       "tabbable": null,
+       "tooltip": null,
        "value": "100%"
       }
      },
-     "321ba72423854517a6faab53baad30b2": {
+     "3769ebc44033487f85b212d1e1d38b20": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "3885025f998d438db913dc34571f3e63": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "3c4960caa50d49fcb240615b8c7ed70b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "DescriptionStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "DescriptionStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "description_width": ""
+      }
+     },
+     "4a47ecad2ff14e5cb58db3720f055715": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_29ce978fd7cf461582aac4859cd790d5",
+        "IPY_MODEL_bcde824c69b745278c667512ffea9453",
+        "IPY_MODEL_745bd731db15493b94afcb25781cdce3"
+       ],
+       "layout": "IPY_MODEL_7e2286be25f945bdbc96050404e05610",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "4b3b0739ce734987814f35912b5c94d1": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "5158f437f7d047bbaa6a13a1095abc5d": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -1687,8 +1912,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -1696,22 +1919,43 @@
        "width": null
       }
      },
-     "355d9aee15664933be11b125d1510d71": {
+     "5881a462f2244c24a719aa748d4ea802": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "5f0c0a94d111426d87ddb12b06155b7c": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -1739,8 +1983,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -1748,46 +1990,25 @@
        "width": null
       }
      },
-     "3e2ade6fb6d446c3b8a7790b765a6130": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_840b8d39a7514ada875294c18c8cb4ef",
-       "max": 51704546.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_2b0cf71c6d2543199c3fdc95360886ac",
-       "value": 51704546.0
-      }
-     },
-     "3e6ead3f31114894a63b7d698ec8de34": {
+     "5f83e32b011b4503b1e67a736ec1153f": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -1815,8 +2036,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -1824,149 +2043,132 @@
        "width": null
       }
      },
-     "4368840a7265428bb78a78d67bc1e77e": {
+     "651e7062e6e94d4495ccd2f06cb05c2a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "6696944c8b7e4d59b3ac6bd73385cf73": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "ProgressView",
-       "bar_style": "danger",
+       "bar_style": "",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_af3a33daf09a4948a01a9616402baf4a",
-       "max": 51704546.0,
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_5f83e32b011b4503b1e67a736ec1153f",
+       "max": 11487236.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_a97d39b1a7164c21b734278755e0a480",
-       "value": 51703476.0
+       "style": "IPY_MODEL_e87634fce8704dd3824c2a8685c5fd3b",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 11487236.0
       }
      },
-     "46f2d20186374fb1a1d6b4f40fd3f14c": {
+     "6eb3fa3d7ca84770ab2d24b2f6a694f0": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "5025706f71be45e79c6040c41e7a138f": {
-      "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
-      "model_name": "LayoutModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
-       "_model_name": "LayoutModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_9a1c2d53a29847cb922cb476fc4f183c",
+        "IPY_MODEL_1fa24287923243499d42735aa608dff0",
+        "IPY_MODEL_058c8e23e6de45c1841c599bad46d0b3"
+       ],
+       "layout": "IPY_MODEL_5158f437f7d047bbaa6a13a1095abc5d",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "59c832ef8d8f450a9c5a6baad8d8222c": {
+     "745bd731db15493b94afcb25781cdce3": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_6f2eb55b2ca44493aec2d8322ffda77f",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_af41c228dd5a4dd5974318559a188ad9",
        "placeholder": "​",
-       "style": "IPY_MODEL_b5d0e1b7155942139a3a7da03aaa2731",
-       "value": " 583975/583975 [54:14<00:00, 198.02it/s]"
+       "style": "IPY_MODEL_3885025f998d438db913dc34571f3e63",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 51703476/51704546 [1:10:24<00:00, 61767.59it/s]"
       }
      },
-     "6071f96aca404601b2c2161363da6426": {
+     "78c81efb67d54e3d88c799a8c2134c3b": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "6198496d594d44e487a22a31256151ca": {
+     "7e2286be25f945bdbc96050404e05610": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -1994,8 +2196,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2003,22 +2203,25 @@
        "width": null
       }
      },
-     "67566208fadd44dca75c04b8966ba50c": {
+     "832305393f184c819596e36c4ffcd2cd": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2046,8 +2249,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2055,44 +2256,59 @@
        "width": null
       }
      },
-     "697ad4b76d9f45d5b07681916791d056": {
+     "872a0a6b02a749cfbd29d87a2dae3907": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HBoxModel",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HBoxModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_e89bfbc353f7474190c8c02e92fe5a2d",
-        "IPY_MODEL_3e2ade6fb6d446c3b8a7790b765a6130",
-        "IPY_MODEL_db30564e0b4848b3bf9ec864a10623de"
-       ],
-       "layout": "IPY_MODEL_6198496d594d44e487a22a31256151ca"
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "6c4f9158775349a7aa7407a0ee6366c3": {
+     "984775e2861d4276801cb2a820955228": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "986fba8be82f4ee7a7522ce3ec114019": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2120,8 +2336,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2129,22 +2343,48 @@
        "width": null
       }
      },
-     "6db217c257b149dea88d2f6be82adc40": {
+     "9a1c2d53a29847cb922cb476fc4f183c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_cb9b5b23d7ae4b84a741a4a202be9e19",
+       "placeholder": "​",
+       "style": "IPY_MODEL_78c81efb67d54e3d88c799a8c2134c3b",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "ac0109f6f24342fcb98e83da6e45c24f": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2172,8 +2412,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2181,22 +2419,25 @@
        "width": null
       }
      },
-     "6dfedc40bce04a7396da5eaca16b35ab": {
+     "aeab22de37f84412b9d813cb3c620f27": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2224,8 +2465,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2233,22 +2472,25 @@
        "width": null
       }
      },
-     "6f2eb55b2ca44493aec2d8322ffda77f": {
+     "af41c228dd5a4dd5974318559a188ad9": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2276,8 +2518,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2285,43 +2525,25 @@
        "width": null
       }
      },
-     "7388c7b20fe041049bfdfdb327e2f70e": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_ef84d83c087e4b7b878c2f8e6bc063e7",
-       "placeholder": "​",
-       "style": "IPY_MODEL_cc8b72e1946f4c2fa24f3d5b0238ff93",
-       "value": " 11487236/11487236 [10:26<00:00, 21262.09it/s]"
-      }
-     },
-     "801cef4fc8594229a1cefc5d5b091b4d": {
+     "af951081b837467eb764ec5ff5ee8676": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2349,8 +2571,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2358,22 +2578,25 @@
        "width": null
       }
      },
-     "840b8d39a7514ada875294c18c8cb4ef": {
+     "b01972308cd84721a6ffeeef0d0aa0be": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2401,8 +2624,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2410,37 +2631,69 @@
        "width": null
       }
      },
-     "86ff99fea6d9464e9011d0353d641ad9": {
+     "b32beca299414191aa4bb72935235af5": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "8e79bb6c42bf46088661686f7694f1d9": {
+     "bcde824c69b745278c667512ffea9453": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "danger",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_f2d82cacecc9493295741ae970381eea",
+       "max": 51704546.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_651e7062e6e94d4495ccd2f06cb05c2a",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 51703476.0
+      }
+     },
+     "bdfb5a775ba04c458828718e6926edc7": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2468,8 +2721,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2477,164 +2728,25 @@
        "width": null
       }
      },
-     "8f1ae03d30fb4dfea5b1fee26d7ca3dc": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_28fa2e753fed40968ea851ba3fa92c7d",
-        "IPY_MODEL_9c2fbf8ecbad4e7da0ac747ec947cfe5",
-        "IPY_MODEL_7388c7b20fe041049bfdfdb327e2f70e"
-       ],
-       "layout": "IPY_MODEL_6db217c257b149dea88d2f6be82adc40"
-      }
-     },
-     "97f7774bfd4944f8a23853059c115ef9": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_f08b7bad7d8543ae95bcfa2cc64fae9d",
-       "placeholder": "​",
-       "style": "IPY_MODEL_c02f648a75594fcc8066c208e7897bcb",
-       "value": " 51703476/51704546 [1:08:23<00:00, 62415.36it/s]"
-      }
-     },
-     "9c2fbf8ecbad4e7da0ac747ec947cfe5": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "ProgressView",
-       "bar_style": "",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_6c4f9158775349a7aa7407a0ee6366c3",
-       "max": 11487236.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_0112187f669b41a299dd33d78a524d43",
-       "value": 11487236.0
-      }
-     },
-     "a1b3539b889b4f4389593e8ad5e8a08c": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_3144cdf255f549299388c5db30a5dc83",
-        "IPY_MODEL_f55e1b84904c43f88347490be535d116",
-        "IPY_MODEL_59c832ef8d8f450a9c5a6baad8d8222c"
-       ],
-       "layout": "IPY_MODEL_321ba72423854517a6faab53baad30b2"
-      }
-     },
-     "a274d1c1429a4ca0b3f52f0e3128c128": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "a97d39b1a7164c21b734278755e0a480": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "aa2da0aebf9c44a3ae7d77b596b7e2f7": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_e1709d804dd6499eb63b94b33f4bdb8d",
-        "IPY_MODEL_1e20dbb231f744cc858e8818f8b831e7",
-        "IPY_MODEL_d1b29fbf775e48759e552fa09d92ab0d"
-       ],
-       "layout": "IPY_MODEL_355d9aee15664933be11b125d1510d71"
-      }
-     },
-     "af3a33daf09a4948a01a9616402baf4a": {
+     "c0096d39e785442b92b2118e0047af76": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2662,8 +2774,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2671,52 +2781,57 @@
        "width": null
       }
      },
-     "b5d0e1b7155942139a3a7da03aaa2731": {
+     "c05b6b0fe0b14f8dba8c8532d5becad1": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
+       "bar_color": null,
        "description_width": ""
       }
      },
-     "c02f648a75594fcc8066c208e7897bcb": {
+     "c4be2919bd0e4268b12084930e9ced9e": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
+       "bar_color": null,
        "description_width": ""
       }
      },
-     "c16e4ed602ba443391272215c6a0ae05": {
+     "cb9b5b23d7ae4b84a741a4a202be9e19": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2744,8 +2859,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2753,145 +2866,48 @@
        "width": null
       }
      },
-     "cc8b72e1946f4c2fa24f3d5b0238ff93": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "ced36b94b16e4f90acfd1055098fd80e": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "d1b29fbf775e48759e552fa09d92ab0d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_3e6ead3f31114894a63b7d698ec8de34",
-       "placeholder": "​",
-       "style": "IPY_MODEL_d69dbabfa3bf4978b047c9d4acd1dc17",
-       "value": " 145988/145994 [16:46<00:00, 169.81it/s]"
-      }
-     },
-     "d69dbabfa3bf4978b047c9d4acd1dc17": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "db30564e0b4848b3bf9ec864a10623de": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_67566208fadd44dca75c04b8966ba50c",
-       "placeholder": "​",
-       "style": "IPY_MODEL_6071f96aca404601b2c2161363da6426",
-       "value": " 51704546/51704546 [51:37<00:00, 19386.77it/s]"
-      }
-     },
-     "e1709d804dd6499eb63b94b33f4bdb8d": {
+     "ced7adf4a23145f48987c59449d6e614": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_c16e4ed602ba443391272215c6a0ae05",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_aeab22de37f84412b9d813cb3c620f27",
        "placeholder": "​",
-       "style": "IPY_MODEL_86ff99fea6d9464e9011d0353d641ad9",
-       "value": "100%"
+       "style": "IPY_MODEL_5881a462f2244c24a719aa748d4ea802",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 145983/145994 [14:51<00:00, 179.40it/s]"
       }
      },
-     "e60418c82a6b4fb28b8d1efd41c399c1": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "DescriptionStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "DescriptionStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "description_width": ""
-      }
-     },
-     "e782412727be4f7d980e921277d67b1d": {
+     "cf9daf10403d4659b6e1b6253847400a": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -2919,8 +2935,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -2928,59 +2942,48 @@
        "width": null
       }
      },
-     "e7b03ecccc44450e82ef1b77eeca31fa": {
+     "d4b96b03bfcf47d4a563571faad3b788": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "e89bfbc353f7474190c8c02e92fe5a2d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_801cef4fc8594229a1cefc5d5b091b4d",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_c0096d39e785442b92b2118e0047af76",
        "placeholder": "​",
-       "style": "IPY_MODEL_a274d1c1429a4ca0b3f52f0e3128c128",
-       "value": "100%"
+       "style": "IPY_MODEL_3769ebc44033487f85b212d1e1d38b20",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 51704546/51704546 [22:36<00:00, 64656.12it/s]"
       }
      },
-     "ef84d83c087e4b7b878c2f8e6bc063e7": {
+     "d805abebcbd74b0fba5dd73d82d1e571": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -3008,8 +3011,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -3017,22 +3018,25 @@
        "width": null
       }
      },
-     "f08b7bad7d8543ae95bcfa2cc64fae9d": {
+     "d84b0152b5e04bbaa93e72e0206951d4": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -3060,8 +3064,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -3069,22 +3071,89 @@
        "width": null
       }
      },
-     "f24384b7b68e41bd84bea2f3a65c9932": {
+     "dfc6e9ed62924eca98df05d170da8667": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_1db01f8ac16845f28292d3ad0b259588",
+        "IPY_MODEL_1ee1ba31555645e0a658d801299ecc07",
+        "IPY_MODEL_d4b96b03bfcf47d4a563571faad3b788"
+       ],
+       "layout": "IPY_MODEL_cf9daf10403d4659b6e1b6253847400a",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "e45c8708a08446d48939b5ace8a5442e": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_11b77a2a597f459f89269ead8a7a3766",
+        "IPY_MODEL_2acf86fd5e174767a82336bd0a28e088",
+        "IPY_MODEL_ced7adf4a23145f48987c59449d6e614"
+       ],
+       "layout": "IPY_MODEL_832305393f184c819596e36c4ffcd2cd",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "e87634fce8704dd3824c2a8685c5fd3b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "eb41a84cb06d414fbabf0ff1cf9c83de": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -3112,8 +3181,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -3121,22 +3188,25 @@
        "width": null
       }
      },
-     "f27279747077438fbf8d8f5c1813e367": {
+     "f2d82cacecc9493295741ae970381eea": {
       "model_module": "@jupyter-widgets/base",
-      "model_module_version": "1.2.0",
+      "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
       "state": {
        "_model_module": "@jupyter-widgets/base",
-       "_model_module_version": "1.2.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "1.2.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "LayoutView",
        "align_content": null,
        "align_items": null,
        "align_self": null,
-       "border": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
        "bottom": null,
        "display": null,
        "flex": null,
@@ -3164,8 +3234,6 @@
        "object_position": null,
        "order": null,
        "overflow": null,
-       "overflow_x": null,
-       "overflow_y": null,
        "padding": null,
        "right": null,
        "top": null,
@@ -3173,38 +3241,37 @@
        "width": null
       }
      },
-     "f55e1b84904c43f88347490be535d116": {
+     "f6ef9b5bd429435ea8e2c69b57207aeb": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
-      "model_name": "FloatProgressModel",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
-       "_model_name": "FloatProgressModel",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
        "description": "",
-       "description_tooltip": null,
-       "layout": "IPY_MODEL_8e79bb6c42bf46088661686f7694f1d9",
-       "max": 583975.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_e7b03ecccc44450e82ef1b77eeca31fa",
-       "value": 583975.0
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_05684acc3d6c4675b3b253416c99abe8",
+       "placeholder": "​",
+       "style": "IPY_MODEL_09ae000a729644219288ecbf6e30832c",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 11487236/11487236 [03:36<00:00, 79796.61it/s]"
       }
      },
-     "fe3b31658a6244edb2e42ebe001d5635": {
+     "f885754289b14382a168303e13502d90": {
       "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "1.5.0",
+      "model_module_version": "2.0.0",
       "model_name": "SelectModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "1.5.0",
+       "_model_module_version": "2.0.0",
        "_model_name": "SelectModel",
        "_options_labels": [
         "BradleyTerryFull",
@@ -3215,15 +3282,17 @@
        ],
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "1.5.0",
+       "_view_module_version": "2.0.0",
        "_view_name": "SelectView",
        "description": "Model:",
-       "description_tooltip": null,
+       "description_allow_html": false,
        "disabled": false,
        "index": 2,
-       "layout": "IPY_MODEL_f24384b7b68e41bd84bea2f3a65c9932",
+       "layout": "IPY_MODEL_eb41a84cb06d414fbabf0ff1cf9c83de",
        "rows": 5,
-       "style": "IPY_MODEL_46f2d20186374fb1a1d6b4f40fd3f14c"
+       "style": "IPY_MODEL_3c4960caa50d49fcb240615b8c7ed70b",
+       "tabbable": null,
+       "tooltip": null
       }
      }
     },
diff --git a/benchmark/win.ipynb b/benchmark/win.ipynb
index f65054a..f30cf03 100644
--- a/benchmark/win.ipynb
+++ b/benchmark/win.ipynb
@@ -2,13 +2,13 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "02741b30",
+   "id": "1eafec98",
    "metadata": {
     "papermill": {
-     "duration": 0.015003,
-     "end_time": "2024-01-05T16:56:21.015232",
+     "duration": 0.022083,
+     "end_time": "2024-07-16T16:00:09.782446",
      "exception": false,
-     "start_time": "2024-01-05T16:56:21.000229",
+     "start_time": "2024-07-16T16:00:09.760363",
      "status": "completed"
     },
     "tags": []
@@ -23,19 +23,19 @@
   {
    "cell_type": "code",
    "execution_count": 1,
-   "id": "06f15de6",
+   "id": "27c9853b",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:21.047854Z",
-     "iopub.status.busy": "2024-01-05T16:56:21.047161Z",
-     "iopub.status.idle": "2024-01-05T16:56:34.360290Z",
-     "shell.execute_reply": "2024-01-05T16:56:34.358989Z"
+     "iopub.execute_input": "2024-07-16T16:00:09.827855Z",
+     "iopub.status.busy": "2024-07-16T16:00:09.827457Z",
+     "iopub.status.idle": "2024-07-16T16:00:27.242959Z",
+     "shell.execute_reply": "2024-07-16T16:00:27.241520Z"
     },
     "papermill": {
-     "duration": 13.333124,
-     "end_time": "2024-01-05T16:56:34.363181",
+     "duration": 17.441292,
+     "end_time": "2024-07-16T16:00:27.245528",
      "exception": false,
-     "start_time": "2024-01-05T16:56:21.030057",
+     "start_time": "2024-07-16T16:00:09.804236",
      "status": "completed"
     },
     "tags": []
@@ -46,7 +46,8 @@
      "output_type": "stream",
      "text": [
       "Collecting rbo\r\n",
-      "  Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n",
+      "  Obtaining dependency information for rbo from https://files.pythonhosted.org/packages/f0/b3/aa1923e0ed19ecf190f7e8d9fe939f9020dd601b64e190b1f58b3692be8e/rbo-0.1.3-py3-none-any.whl.metadata\r\n",
+      "  Downloading rbo-0.1.3-py3-none-any.whl.metadata (4.6 kB)\r\n",
       "Requirement already satisfied: rich in /opt/conda/lib/python3.10/site-packages (13.5.2)\r\n",
       "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (1.24.3)\r\n",
       "Requirement already satisfied: tqdm in /opt/conda/lib/python3.10/site-packages (4.66.1)\r\n",
@@ -54,12 +55,12 @@
       "Collecting jsonlines\r\n",
       "  Obtaining dependency information for jsonlines from https://files.pythonhosted.org/packages/f8/62/d9ba6323b9202dd2fe166beab8a86d29465c41a0288cbe229fac60c1ab8d/jsonlines-4.0.0-py3-none-any.whl.metadata\r\n",
       "  Downloading jsonlines-4.0.0-py3-none-any.whl.metadata (1.6 kB)\r\n",
-      "Collecting openskill\r\n",
-      "  Obtaining dependency information for openskill from https://files.pythonhosted.org/packages/11/af/083022f27cda2608c1ee8b32e759d813b056e1540269b0ae0bbc86226fcb/openskill-5.1.0-py3-none-any.whl.metadata\r\n",
-      "  Downloading openskill-5.1.0-py3-none-any.whl.metadata (5.6 kB)\r\n",
       "Requirement already satisfied: trueskill in /opt/conda/lib/python3.10/site-packages (0.4.5)\r\n",
       "Requirement already satisfied: scipy in /opt/conda/lib/python3.10/site-packages (1.11.4)\r\n",
       "Requirement already satisfied: ipywidgets in /opt/conda/lib/python3.10/site-packages (7.7.1)\r\n",
+      "Collecting openskill\r\n",
+      "  Obtaining dependency information for openskill from https://files.pythonhosted.org/packages/93/e3/1db14897e93d38dd9e7ec564d0428959a8ff5522e28dc825f6466a4532f8/openskill-6.0.0-py3-none-any.whl.metadata\r\n",
+      "  Downloading openskill-6.0.0-py3-none-any.whl.metadata (6.7 kB)\r\n",
       "Requirement already satisfied: markdown-it-py>=2.2.0 in /opt/conda/lib/python3.10/site-packages (from rich) (3.0.0)\r\n",
       "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /opt/conda/lib/python3.10/site-packages (from rich) (2.16.1)\r\n",
       "Requirement already satisfied: platformdirs>=2.5.0 in /opt/conda/lib/python3.10/site-packages (from pooch) (4.1.0)\r\n",
@@ -150,28 +151,29 @@
       "Requirement already satisfied: uri-template in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.3.0)\r\n",
       "Requirement already satisfied: webcolors>=1.11 in /opt/conda/lib/python3.10/site-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.13)\r\n",
       "Requirement already satisfied: arrow>=0.15.0 in /opt/conda/lib/python3.10/site-packages (from isoduration->jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets) (1.2.3)\r\n",
+      "Downloading rbo-0.1.3-py3-none-any.whl (7.8 kB)\r\n",
       "Downloading jsonlines-4.0.0-py3-none-any.whl (8.7 kB)\r\n",
-      "Downloading openskill-5.1.0-py3-none-any.whl (45 kB)\r\n",
-      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.7/45.7 kB\u001b[0m \u001b[31m4.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n",
+      "Downloading openskill-6.0.0-py3-none-any.whl (50 kB)\r\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.9/50.9 kB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\r\n",
       "\u001b[?25hInstalling collected packages: rbo, openskill, jsonlines\r\n",
-      "Successfully installed jsonlines-4.0.0 openskill-5.1.0 rbo-0.1.3\r\n",
+      "Successfully installed jsonlines-4.0.0 openskill-6.0.0 rbo-0.1.3\r\n",
       "Note: you may need to restart the kernel to use updated packages.\n"
      ]
     }
    ],
    "source": [
-    "%pip install rbo rich numpy tqdm pooch jsonlines openskill trueskill scipy ipywidgets"
+    "%pip install rbo rich numpy tqdm pooch jsonlines trueskill scipy ipywidgets openskill"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "58f0321c",
+   "id": "3d7c9bae",
    "metadata": {
     "papermill": {
-     "duration": 0.016885,
-     "end_time": "2024-01-05T16:56:34.396861",
+     "duration": 0.025666,
+     "end_time": "2024-07-16T16:00:27.296833",
      "exception": false,
-     "start_time": "2024-01-05T16:56:34.379976",
+     "start_time": "2024-07-16T16:00:27.271167",
      "status": "completed"
     },
     "tags": []
@@ -185,19 +187,19 @@
   {
    "cell_type": "code",
    "execution_count": 2,
-   "id": "0d200522",
+   "id": "ee31dd3f",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:34.433415Z",
-     "iopub.status.busy": "2024-01-05T16:56:34.433084Z",
-     "iopub.status.idle": "2024-01-05T16:56:36.070826Z",
-     "shell.execute_reply": "2024-01-05T16:56:36.069226Z"
+     "iopub.execute_input": "2024-07-16T16:00:27.350262Z",
+     "iopub.status.busy": "2024-07-16T16:00:27.349793Z",
+     "iopub.status.idle": "2024-07-16T16:00:29.224683Z",
+     "shell.execute_reply": "2024-07-16T16:00:29.223395Z"
     },
     "papermill": {
-     "duration": 1.659421,
-     "end_time": "2024-01-05T16:56:36.073541",
+     "duration": 1.905065,
+     "end_time": "2024-07-16T16:00:29.227615",
      "exception": false,
-     "start_time": "2024-01-05T16:56:34.414120",
+     "start_time": "2024-07-16T16:00:27.322550",
      "status": "completed"
     },
     "tags": []
@@ -238,13 +240,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0b1627a6",
+   "id": "edad3b9a",
    "metadata": {
     "papermill": {
-     "duration": 0.016916,
-     "end_time": "2024-01-05T16:56:36.107612",
+     "duration": 0.026406,
+     "end_time": "2024-07-16T16:00:29.279825",
      "exception": false,
-     "start_time": "2024-01-05T16:56:36.090696",
+     "start_time": "2024-07-16T16:00:29.253419",
      "status": "completed"
     },
     "tags": []
@@ -256,19 +258,19 @@
   {
    "cell_type": "code",
    "execution_count": 3,
-   "id": "66a9d323",
+   "id": "478e30ac",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:36.144091Z",
-     "iopub.status.busy": "2024-01-05T16:56:36.143338Z",
-     "iopub.status.idle": "2024-01-05T16:56:36.148435Z",
-     "shell.execute_reply": "2024-01-05T16:56:36.147525Z"
+     "iopub.execute_input": "2024-07-16T16:00:29.332818Z",
+     "iopub.status.busy": "2024-07-16T16:00:29.332395Z",
+     "iopub.status.idle": "2024-07-16T16:00:29.338050Z",
+     "shell.execute_reply": "2024-07-16T16:00:29.337022Z"
     },
     "papermill": {
-     "duration": 0.02628,
-     "end_time": "2024-01-05T16:56:36.150829",
+     "duration": 0.035067,
+     "end_time": "2024-07-16T16:00:29.340549",
      "exception": false,
-     "start_time": "2024-01-05T16:56:36.124549",
+     "start_time": "2024-07-16T16:00:29.305482",
      "status": "completed"
     },
     "tags": []
@@ -278,7 +280,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "5.1.0\n"
+      "6.0.0\n"
      ]
     }
    ],
@@ -288,13 +290,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "0aff70df",
+   "id": "2b9b8465",
    "metadata": {
     "papermill": {
-     "duration": 0.016903,
-     "end_time": "2024-01-05T16:56:36.184695",
+     "duration": 0.025615,
+     "end_time": "2024-07-16T16:00:29.392369",
      "exception": false,
-     "start_time": "2024-01-05T16:56:36.167792",
+     "start_time": "2024-07-16T16:00:29.366754",
      "status": "completed"
     },
     "tags": []
@@ -308,23 +310,23 @@
   {
    "cell_type": "code",
    "execution_count": 4,
-   "id": "4b42bc76",
+   "id": "3a0df4f5",
    "metadata": {
     "collapsed": false,
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:36.221479Z",
-     "iopub.status.busy": "2024-01-05T16:56:36.221112Z",
-     "iopub.status.idle": "2024-01-05T16:56:40.419708Z",
-     "shell.execute_reply": "2024-01-05T16:56:40.418496Z"
+     "iopub.execute_input": "2024-07-16T16:00:29.446253Z",
+     "iopub.status.busy": "2024-07-16T16:00:29.445821Z",
+     "iopub.status.idle": "2024-07-16T16:00:32.117783Z",
+     "shell.execute_reply": "2024-07-16T16:00:32.116635Z"
     },
     "jupyter": {
      "outputs_hidden": false
     },
     "papermill": {
-     "duration": 4.219722,
-     "end_time": "2024-01-05T16:56:40.421638",
+     "duration": 2.702267,
+     "end_time": "2024-07-16T16:00:32.120452",
      "exception": false,
-     "start_time": "2024-01-05T16:56:36.201916",
+     "start_time": "2024-07-16T16:00:29.418185",
      "status": "completed"
     },
     "tags": []
@@ -334,7 +336,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "100%|█████████████████████████████████████| 63.6M/63.6M [00:00<00:00, 37.2GB/s]\n"
+      "100%|█████████████████████████████████████| 63.6M/63.6M [00:00<00:00, 40.5GB/s]\n"
      ]
     }
    ],
@@ -353,13 +355,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "60436b35",
+   "id": "18ea0b16",
    "metadata": {
     "papermill": {
-     "duration": 0.017602,
-     "end_time": "2024-01-05T16:56:40.456944",
+     "duration": 0.027023,
+     "end_time": "2024-07-16T16:00:32.175165",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.439342",
+     "start_time": "2024-07-16T16:00:32.148142",
      "status": "completed"
     },
     "tags": []
@@ -372,19 +374,19 @@
   {
    "cell_type": "code",
    "execution_count": 5,
-   "id": "5d8eb476",
+   "id": "2e230475",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:40.494320Z",
-     "iopub.status.busy": "2024-01-05T16:56:40.493918Z",
-     "iopub.status.idle": "2024-01-05T16:56:40.504539Z",
-     "shell.execute_reply": "2024-01-05T16:56:40.502723Z"
+     "iopub.execute_input": "2024-07-16T16:00:32.232918Z",
+     "iopub.status.busy": "2024-07-16T16:00:32.232503Z",
+     "iopub.status.idle": "2024-07-16T16:00:32.244919Z",
+     "shell.execute_reply": "2024-07-16T16:00:32.243696Z"
     },
     "papermill": {
-     "duration": 0.03261,
-     "end_time": "2024-01-05T16:56:40.507225",
+     "duration": 0.045339,
+     "end_time": "2024-07-16T16:00:32.248757",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.474615",
+     "start_time": "2024-07-16T16:00:32.203418",
      "status": "completed"
     },
     "tags": []
@@ -393,7 +395,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "86ec3cc9c6114ae38abd5883ed06f7fd",
+       "model_id": "4218ccc028dc4ee4839499facf59ed3b",
        "version_major": 2,
        "version_minor": 0
       },
@@ -417,7 +419,6 @@
     "widget = widgets.Select(\n",
     "    options=[m.__name__ for m in models],\n",
     "    value=PlackettLuce.__name__,\n",
-    "    # rows=10,\n",
     "    description=\"Model:\",\n",
     "    disabled=False,\n",
     ")\n",
@@ -426,13 +427,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "5e7e2e9f",
+   "id": "933fea87",
    "metadata": {
     "papermill": {
-     "duration": 0.018234,
-     "end_time": "2024-01-05T16:56:40.599952",
+     "duration": 0.02857,
+     "end_time": "2024-07-16T16:00:32.305506",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.581718",
+     "start_time": "2024-07-16T16:00:32.276936",
      "status": "completed"
     },
     "tags": []
@@ -445,19 +446,19 @@
   {
    "cell_type": "code",
    "execution_count": 6,
-   "id": "7e995cb7",
+   "id": "240c0e6f",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:40.639526Z",
-     "iopub.status.busy": "2024-01-05T16:56:40.638913Z",
-     "iopub.status.idle": "2024-01-05T16:56:40.645784Z",
-     "shell.execute_reply": "2024-01-05T16:56:40.644622Z"
+     "iopub.execute_input": "2024-07-16T16:00:32.422746Z",
+     "iopub.status.busy": "2024-07-16T16:00:32.422331Z",
+     "iopub.status.idle": "2024-07-16T16:00:32.429091Z",
+     "shell.execute_reply": "2024-07-16T16:00:32.428072Z"
     },
     "papermill": {
-     "duration": 0.029305,
-     "end_time": "2024-01-05T16:56:40.648410",
+     "duration": 0.039598,
+     "end_time": "2024-07-16T16:00:32.432551",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.619105",
+     "start_time": "2024-07-16T16:00:32.392953",
      "status": "completed"
     },
     "tags": []
@@ -479,19 +480,19 @@
     "widget.close()\n",
     "m = widget.value\n",
     "m = eval(m)\n",
-    "model = m()\n",
+    "model = m(balance=False)\n",
     "print(str(model))"
    ]
   },
   {
    "cell_type": "markdown",
-   "id": "a65ac0ae",
+   "id": "5bcd3285",
    "metadata": {
     "papermill": {
-     "duration": 0.017993,
-     "end_time": "2024-01-05T16:56:40.684837",
+     "duration": 0.027988,
+     "end_time": "2024-07-16T16:00:32.488736",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.666844",
+     "start_time": "2024-07-16T16:00:32.460748",
      "status": "completed"
     },
     "tags": []
@@ -504,19 +505,19 @@
   {
    "cell_type": "code",
    "execution_count": 7,
-   "id": "2fcfd2ad",
+   "id": "29938646",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:40.722509Z",
-     "iopub.status.busy": "2024-01-05T16:56:40.722149Z",
-     "iopub.status.idle": "2024-01-05T16:56:42.846927Z",
-     "shell.execute_reply": "2024-01-05T16:56:42.845532Z"
+     "iopub.execute_input": "2024-07-16T16:00:32.546872Z",
+     "iopub.status.busy": "2024-07-16T16:00:32.546477Z",
+     "iopub.status.idle": "2024-07-16T16:00:35.340245Z",
+     "shell.execute_reply": "2024-07-16T16:00:35.339165Z"
     },
     "papermill": {
-     "duration": 2.146665,
-     "end_time": "2024-01-05T16:56:42.849341",
+     "duration": 2.825982,
+     "end_time": "2024-07-16T16:00:35.343060",
      "exception": false,
-     "start_time": "2024-01-05T16:56:40.702676",
+     "start_time": "2024-07-16T16:00:32.517078",
      "status": "completed"
     },
     "tags": []
@@ -529,13 +530,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "cbc87c2c",
+   "id": "051c3bc4",
    "metadata": {
     "papermill": {
-     "duration": 0.017689,
-     "end_time": "2024-01-05T16:56:42.885213",
+     "duration": 0.028402,
+     "end_time": "2024-07-16T16:00:35.400028",
      "exception": false,
-     "start_time": "2024-01-05T16:56:42.867524",
+     "start_time": "2024-07-16T16:00:35.371626",
      "status": "completed"
     },
     "tags": []
@@ -547,19 +548,19 @@
   {
    "cell_type": "code",
    "execution_count": 8,
-   "id": "750d2be4",
+   "id": "1acf0107",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:42.922170Z",
-     "iopub.status.busy": "2024-01-05T16:56:42.921754Z",
-     "iopub.status.idle": "2024-01-05T16:56:42.927490Z",
-     "shell.execute_reply": "2024-01-05T16:56:42.926430Z"
+     "iopub.execute_input": "2024-07-16T16:00:35.459823Z",
+     "iopub.status.busy": "2024-07-16T16:00:35.459353Z",
+     "iopub.status.idle": "2024-07-16T16:00:35.466177Z",
+     "shell.execute_reply": "2024-07-16T16:00:35.465103Z"
     },
     "papermill": {
-     "duration": 0.02645,
-     "end_time": "2024-01-05T16:56:42.929328",
+     "duration": 0.039957,
+     "end_time": "2024-07-16T16:00:35.468725",
      "exception": false,
-     "start_time": "2024-01-05T16:56:42.902878",
+     "start_time": "2024-07-16T16:00:35.428768",
      "status": "completed"
     },
     "tags": []
@@ -589,13 +590,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "89e6c1fa",
+   "id": "7e507438",
    "metadata": {
     "papermill": {
-     "duration": 0.018806,
-     "end_time": "2024-01-05T16:56:42.966718",
+     "duration": 0.028207,
+     "end_time": "2024-07-16T16:00:35.525371",
      "exception": false,
-     "start_time": "2024-01-05T16:56:42.947912",
+     "start_time": "2024-07-16T16:00:35.497164",
      "status": "completed"
     },
     "tags": []
@@ -608,19 +609,19 @@
   {
    "cell_type": "code",
    "execution_count": 9,
-   "id": "8a3d5f7a",
+   "id": "aeed42cc",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:43.005531Z",
-     "iopub.status.busy": "2024-01-05T16:56:43.004840Z",
-     "iopub.status.idle": "2024-01-05T16:56:43.008810Z",
-     "shell.execute_reply": "2024-01-05T16:56:43.007836Z"
+     "iopub.execute_input": "2024-07-16T16:00:35.583815Z",
+     "iopub.status.busy": "2024-07-16T16:00:35.583373Z",
+     "iopub.status.idle": "2024-07-16T16:00:35.588579Z",
+     "shell.execute_reply": "2024-07-16T16:00:35.587278Z"
     },
     "papermill": {
-     "duration": 0.025716,
-     "end_time": "2024-01-05T16:56:43.010806",
+     "duration": 0.037282,
+     "end_time": "2024-07-16T16:00:35.590880",
      "exception": false,
-     "start_time": "2024-01-05T16:56:42.985090",
+     "start_time": "2024-07-16T16:00:35.553598",
      "status": "completed"
     },
     "tags": []
@@ -633,13 +634,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "7f2c1837",
+   "id": "13ce3148",
    "metadata": {
     "papermill": {
-     "duration": 0.018354,
-     "end_time": "2024-01-05T16:56:43.048785",
+     "duration": 0.028123,
+     "end_time": "2024-07-16T16:00:35.647616",
      "exception": false,
-     "start_time": "2024-01-05T16:56:43.030431",
+     "start_time": "2024-07-16T16:00:35.619493",
      "status": "completed"
     },
     "tags": []
@@ -652,19 +653,19 @@
   {
    "cell_type": "code",
    "execution_count": 10,
-   "id": "833bf6b1",
+   "id": "769dfd6b",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:43.087615Z",
-     "iopub.status.busy": "2024-01-05T16:56:43.087228Z",
-     "iopub.status.idle": "2024-01-05T16:56:44.407214Z",
-     "shell.execute_reply": "2024-01-05T16:56:44.405707Z"
+     "iopub.execute_input": "2024-07-16T16:00:35.707729Z",
+     "iopub.status.busy": "2024-07-16T16:00:35.707337Z",
+     "iopub.status.idle": "2024-07-16T16:00:37.451767Z",
+     "shell.execute_reply": "2024-07-16T16:00:37.450624Z"
     },
     "papermill": {
-     "duration": 1.343072,
-     "end_time": "2024-01-05T16:56:44.410490",
+     "duration": 1.780488,
+     "end_time": "2024-07-16T16:00:37.456465",
      "exception": false,
-     "start_time": "2024-01-05T16:56:43.067418",
+     "start_time": "2024-07-16T16:00:35.675977",
      "status": "completed"
     },
     "tags": []
@@ -681,7 +682,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "6bb36b7e89de4d2c85c279dffe3f73c5",
+       "model_id": "194244a5b1064810abcb596e4516d055",
        "version_major": 2,
        "version_minor": 0
       },
@@ -770,13 +771,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "c2c1cbea",
+   "id": "3eebf898",
    "metadata": {
     "papermill": {
-     "duration": 0.019126,
-     "end_time": "2024-01-05T16:56:44.448527",
+     "duration": 0.028825,
+     "end_time": "2024-07-16T16:00:37.517761",
      "exception": false,
-     "start_time": "2024-01-05T16:56:44.429401",
+     "start_time": "2024-07-16T16:00:37.488936",
      "status": "completed"
     },
     "tags": []
@@ -788,19 +789,19 @@
   {
    "cell_type": "code",
    "execution_count": 11,
-   "id": "fdb0b9e6",
+   "id": "8fa387be",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:44.489996Z",
-     "iopub.status.busy": "2024-01-05T16:56:44.489456Z",
-     "iopub.status.idle": "2024-01-05T16:56:44.497445Z",
-     "shell.execute_reply": "2024-01-05T16:56:44.496023Z"
+     "iopub.execute_input": "2024-07-16T16:00:37.577683Z",
+     "iopub.status.busy": "2024-07-16T16:00:37.576737Z",
+     "iopub.status.idle": "2024-07-16T16:00:37.585280Z",
+     "shell.execute_reply": "2024-07-16T16:00:37.584183Z"
     },
     "papermill": {
-     "duration": 0.031069,
-     "end_time": "2024-01-05T16:56:44.499938",
+     "duration": 0.041025,
+     "end_time": "2024-07-16T16:00:37.587577",
      "exception": false,
-     "start_time": "2024-01-05T16:56:44.468869",
+     "start_time": "2024-07-16T16:00:37.546552",
      "status": "completed"
     },
     "tags": []
@@ -813,13 +814,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d38e4e43",
+   "id": "ba055601",
    "metadata": {
     "papermill": {
-     "duration": 0.018456,
-     "end_time": "2024-01-05T16:56:44.537564",
+     "duration": 0.028321,
+     "end_time": "2024-07-16T16:00:37.645679",
      "exception": false,
-     "start_time": "2024-01-05T16:56:44.519108",
+     "start_time": "2024-07-16T16:00:37.617358",
      "status": "completed"
     },
     "tags": []
@@ -832,19 +833,19 @@
   {
    "cell_type": "code",
    "execution_count": 12,
-   "id": "febd025b",
+   "id": "5d6dd728",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:44.577198Z",
-     "iopub.status.busy": "2024-01-05T16:56:44.576865Z",
-     "iopub.status.idle": "2024-01-05T16:56:45.991991Z",
-     "shell.execute_reply": "2024-01-05T16:56:45.989990Z"
+     "iopub.execute_input": "2024-07-16T16:00:37.705552Z",
+     "iopub.status.busy": "2024-07-16T16:00:37.705144Z",
+     "iopub.status.idle": "2024-07-16T16:00:39.782159Z",
+     "shell.execute_reply": "2024-07-16T16:00:39.780921Z"
     },
     "papermill": {
-     "duration": 1.438315,
-     "end_time": "2024-01-05T16:56:45.994270",
+     "duration": 2.109868,
+     "end_time": "2024-07-16T16:00:39.784643",
      "exception": false,
-     "start_time": "2024-01-05T16:56:44.555955",
+     "start_time": "2024-07-16T16:00:37.674775",
      "status": "completed"
     },
     "tags": []
@@ -861,7 +862,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "65c8d5a7a2854c4cba7c05b906e85ef0",
+       "model_id": "bcdcb3d310544cde833f4e24b9e32319",
        "version_major": 2,
        "version_minor": 0
       },
@@ -942,13 +943,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "379f583f",
+   "id": "c0fafa46",
    "metadata": {
     "papermill": {
-     "duration": 0.023132,
-     "end_time": "2024-01-05T16:56:46.041776",
+     "duration": 0.028702,
+     "end_time": "2024-07-16T16:00:39.842541",
      "exception": false,
-     "start_time": "2024-01-05T16:56:46.018644",
+     "start_time": "2024-07-16T16:00:39.813839",
      "status": "completed"
     },
     "tags": []
@@ -961,19 +962,19 @@
   {
    "cell_type": "code",
    "execution_count": 13,
-   "id": "f60a47f9",
+   "id": "0fc7c941",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:46.086349Z",
-     "iopub.status.busy": "2024-01-05T16:56:46.086034Z",
-     "iopub.status.idle": "2024-01-05T16:56:49.993283Z",
-     "shell.execute_reply": "2024-01-05T16:56:49.990327Z"
+     "iopub.execute_input": "2024-07-16T16:00:39.902656Z",
+     "iopub.status.busy": "2024-07-16T16:00:39.902285Z",
+     "iopub.status.idle": "2024-07-16T16:00:45.393502Z",
+     "shell.execute_reply": "2024-07-16T16:00:45.392349Z"
     },
     "papermill": {
-     "duration": 3.931754,
-     "end_time": "2024-01-05T16:56:49.995333",
+     "duration": 5.524255,
+     "end_time": "2024-07-16T16:00:45.396033",
      "exception": false,
-     "start_time": "2024-01-05T16:56:46.063579",
+     "start_time": "2024-07-16T16:00:39.871778",
      "status": "completed"
     },
     "tags": []
@@ -990,7 +991,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "5b8c666e1c9b4e3f8d30f915dd9d87f5",
+       "model_id": "3f9078a59f654b4aba6fa867bbdbcd57",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1073,13 +1074,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "d1b515c2",
+   "id": "aa2f32aa",
    "metadata": {
     "papermill": {
-     "duration": 0.022638,
-     "end_time": "2024-01-05T16:56:50.041782",
+     "duration": 0.02975,
+     "end_time": "2024-07-16T16:00:45.456263",
      "exception": false,
-     "start_time": "2024-01-05T16:56:50.019144",
+     "start_time": "2024-07-16T16:00:45.426513",
      "status": "completed"
     },
     "tags": []
@@ -1092,19 +1093,19 @@
   {
    "cell_type": "code",
    "execution_count": 14,
-   "id": "d2a530a1",
+   "id": "de769f69",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:50.082659Z",
-     "iopub.status.busy": "2024-01-05T16:56:50.082274Z",
-     "iopub.status.idle": "2024-01-05T16:56:50.565697Z",
-     "shell.execute_reply": "2024-01-05T16:56:50.564611Z"
+     "iopub.execute_input": "2024-07-16T16:00:45.517890Z",
+     "iopub.status.busy": "2024-07-16T16:00:45.517478Z",
+     "iopub.status.idle": "2024-07-16T16:00:46.005900Z",
+     "shell.execute_reply": "2024-07-16T16:00:46.004773Z"
     },
     "papermill": {
-     "duration": 0.505492,
-     "end_time": "2024-01-05T16:56:50.567452",
+     "duration": 0.525121,
+     "end_time": "2024-07-16T16:00:46.011153",
      "exception": false,
-     "start_time": "2024-01-05T16:56:50.061960",
+     "start_time": "2024-07-16T16:00:45.486032",
      "status": "completed"
     },
     "tags": []
@@ -1121,7 +1122,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "106b3ab22cb54e1bbaf64d1ea2ccff3b",
+       "model_id": "090c72ab704c40fd8ef42d7f6db81e6e",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1180,13 +1181,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "753672c3",
+   "id": "6f6ecf14",
    "metadata": {
     "papermill": {
-     "duration": 0.023449,
-     "end_time": "2024-01-05T16:56:50.614085",
+     "duration": 0.029906,
+     "end_time": "2024-07-16T16:00:46.072322",
      "exception": false,
-     "start_time": "2024-01-05T16:56:50.590636",
+     "start_time": "2024-07-16T16:00:46.042416",
      "status": "completed"
     },
     "tags": []
@@ -1199,19 +1200,19 @@
   {
    "cell_type": "code",
    "execution_count": 15,
-   "id": "3371faf1",
+   "id": "0d30c29b",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:50.655854Z",
-     "iopub.status.busy": "2024-01-05T16:56:50.654928Z",
-     "iopub.status.idle": "2024-01-05T16:56:51.122700Z",
-     "shell.execute_reply": "2024-01-05T16:56:51.121647Z"
+     "iopub.execute_input": "2024-07-16T16:00:46.134705Z",
+     "iopub.status.busy": "2024-07-16T16:00:46.134309Z",
+     "iopub.status.idle": "2024-07-16T16:00:46.643031Z",
+     "shell.execute_reply": "2024-07-16T16:00:46.641980Z"
     },
     "papermill": {
-     "duration": 0.491371,
-     "end_time": "2024-01-05T16:56:51.124642",
+     "duration": 0.543927,
+     "end_time": "2024-07-16T16:00:46.646421",
      "exception": false,
-     "start_time": "2024-01-05T16:56:50.633271",
+     "start_time": "2024-07-16T16:00:46.102494",
      "status": "completed"
     },
     "tags": []
@@ -1228,7 +1229,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "53452b14c7d044d5aa0fa5f4da2a9443",
+       "model_id": "b5299376663f47a290a351099837c143",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1294,13 +1295,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "23c38123",
+   "id": "d058aeaa",
    "metadata": {
     "papermill": {
-     "duration": 0.019995,
-     "end_time": "2024-01-05T16:56:51.164176",
+     "duration": 0.030908,
+     "end_time": "2024-07-16T16:00:46.708464",
      "exception": false,
-     "start_time": "2024-01-05T16:56:51.144181",
+     "start_time": "2024-07-16T16:00:46.677556",
      "status": "completed"
     },
     "tags": []
@@ -1313,19 +1314,19 @@
   {
    "cell_type": "code",
    "execution_count": 16,
-   "id": "2cc42f2c",
+   "id": "547e20dd",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:51.205582Z",
-     "iopub.status.busy": "2024-01-05T16:56:51.205196Z",
-     "iopub.status.idle": "2024-01-05T16:56:51.686525Z",
-     "shell.execute_reply": "2024-01-05T16:56:51.685399Z"
+     "iopub.execute_input": "2024-07-16T16:00:46.774068Z",
+     "iopub.status.busy": "2024-07-16T16:00:46.773663Z",
+     "iopub.status.idle": "2024-07-16T16:00:47.275345Z",
+     "shell.execute_reply": "2024-07-16T16:00:47.274403Z"
     },
     "papermill": {
-     "duration": 0.504488,
-     "end_time": "2024-01-05T16:56:51.688453",
+     "duration": 0.542759,
+     "end_time": "2024-07-16T16:00:47.282086",
      "exception": false,
-     "start_time": "2024-01-05T16:56:51.183965",
+     "start_time": "2024-07-16T16:00:46.739327",
      "status": "completed"
     },
     "tags": []
@@ -1342,7 +1343,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "cdf892b8f90a42fa95e1785cb1cbc4dc",
+       "model_id": "80f7b3e6082d4268b254c9431255c8c7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1416,13 +1417,13 @@
   },
   {
    "cell_type": "markdown",
-   "id": "8de6ebbd",
+   "id": "ee624783",
    "metadata": {
     "papermill": {
-     "duration": 0.019335,
-     "end_time": "2024-01-05T16:56:51.727887",
+     "duration": 0.030816,
+     "end_time": "2024-07-16T16:00:47.344762",
      "exception": false,
-     "start_time": "2024-01-05T16:56:51.708552",
+     "start_time": "2024-07-16T16:00:47.313946",
      "status": "completed"
     },
     "tags": []
@@ -1435,19 +1436,19 @@
   {
    "cell_type": "code",
    "execution_count": 17,
-   "id": "c5e0e4b5",
+   "id": "55b69da5",
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-05T16:56:51.769562Z",
-     "iopub.status.busy": "2024-01-05T16:56:51.768922Z",
-     "iopub.status.idle": "2024-01-05T16:56:51.818724Z",
-     "shell.execute_reply": "2024-01-05T16:56:51.817019Z"
+     "iopub.execute_input": "2024-07-16T16:00:47.409706Z",
+     "iopub.status.busy": "2024-07-16T16:00:47.409314Z",
+     "iopub.status.idle": "2024-07-16T16:00:47.463583Z",
+     "shell.execute_reply": "2024-07-16T16:00:47.462528Z"
     },
     "papermill": {
-     "duration": 0.074016,
-     "end_time": "2024-01-05T16:56:51.821642",
+     "duration": 0.090197,
+     "end_time": "2024-07-16T16:00:47.466110",
      "exception": false,
-     "start_time": "2024-01-05T16:56:51.747626",
+     "start_time": "2024-07-16T16:00:47.375913",
      "status": "completed"
     },
     "tags": []
@@ -1463,10 +1464,10 @@
        "│     Available Matches │ 5661               │\n",
        "│         Valid Matches │ 635                │\n",
        "│ PlackettLuce Accuracy │ 556/79 [ 87.56%]   │\n",
-       "│    OpenSkill Duration │ 0.9706146717071533 │\n",
+       "│    OpenSkill Duration │ 1.6120915412902832 │\n",
        "│    TrueSkill Accuracy │ 587/48 [ 92.44%]   │\n",
-       "│    TrueSkill Duration │ 3.417459726333618  │\n",
-       "│           Speedup (%) │  352.09            │\n",
+       "│    TrueSkill Duration │ 4.9943461418151855 │\n",
+       "│           Speedup (%) │  309.81            │\n",
        "│     Accuracy Bump (%) │ -5.28              │\n",
        "└───────────────────────┴────────────────────┘\n",
        "
\n" @@ -1479,10 +1480,10 @@ "│\u001b[36m \u001b[0m\u001b[36m Available Matches\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m5661 \u001b[0m\u001b[35m \u001b[0m│\n", "│\u001b[36m \u001b[0m\u001b[36m Valid Matches\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m635 \u001b[0m\u001b[35m \u001b[0m│\n", "│\u001b[36m \u001b[0m\u001b[36mPlackettLuce Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m556/79 [ 87.56%] \u001b[0m\u001b[35m \u001b[0m│\n", - "│\u001b[36m \u001b[0m\u001b[36m OpenSkill Duration\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m0.9706146717071533\u001b[0m\u001b[35m \u001b[0m│\n", + "│\u001b[36m \u001b[0m\u001b[36m OpenSkill Duration\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m1.6120915412902832\u001b[0m\u001b[35m \u001b[0m│\n", "│\u001b[36m \u001b[0m\u001b[36m TrueSkill Accuracy\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m587/48 [ 92.44%] \u001b[0m\u001b[35m \u001b[0m│\n", - "│\u001b[36m \u001b[0m\u001b[36m TrueSkill Duration\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m3.417459726333618 \u001b[0m\u001b[35m \u001b[0m│\n", - "│\u001b[36m \u001b[0m\u001b[36m Speedup (%)\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m 352.09 \u001b[0m\u001b[35m \u001b[0m│\n", + "│\u001b[36m \u001b[0m\u001b[36m TrueSkill Duration\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m4.9943461418151855\u001b[0m\u001b[35m \u001b[0m│\n", + "│\u001b[36m \u001b[0m\u001b[36m Speedup (%)\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m 309.81 \u001b[0m\u001b[35m \u001b[0m│\n", "│\u001b[36m \u001b[0m\u001b[36m Accuracy Bump (%)\u001b[0m\u001b[36m \u001b[0m│\u001b[35m \u001b[0m\u001b[35m-5.28 \u001b[0m\u001b[35m \u001b[0m│\n", "└───────────────────────┴────────────────────┘\n" ] @@ -1543,7 +1544,13 @@ "metadata": { "kaggle": { "accelerator": "none", - "dataSources": [], + "dataSources": [ + { + "datasetId": 3738480, + "sourceId": 8960486, + "sourceType": "datasetVersion" + } + ], "dockerImageVersionId": 30615, "isGpuEnabled": false, "isInternetEnabled": true, @@ -1569,81 +1576,72 @@ }, "papermill": { "default_parameters": {}, - "duration": 34.986127, - "end_time": "2024-01-05T16:56:52.866826", + "duration": 42.958096, + "end_time": "2024-07-16T16:00:48.624828", "environment_variables": {}, "exception": null, "input_path": "__notebook__.ipynb", "output_path": "__notebook__.ipynb", "parameters": {}, - "start_time": "2024-01-05T16:56:17.880699", + "start_time": "2024-07-16T16:00:05.666732", "version": "2.4.0" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "state": { - "00b0a2fa9419499e8df055249500621e": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", + "01b60385fe4b4a53ac91c32fb6e9b4c3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "00cab9b3f3fc4e2c9bd700a66162172e": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c8e4d912e6594327ad5a853d04caea1b", - "max": 1869.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_81697705bb7340648f45d40d04911b16", - "value": 1869.0 - } - }, - "03016624ffab40f1af3051f33c9e8751": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1bff04c5548a489fb7925c9e8cfd3fb7", - "placeholder": "​", - "style": "IPY_MODEL_cd442d8232e1422099b9b98babf22e9d", - "value": "100%" + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } }, - "09293dd7f6024b2cbb04ee429045e854": { + "045078eea17c40e18a6a50490c999c2c": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1695,7 +1693,7 @@ "width": null } }, - "106b3ab22cb54e1bbaf64d1ea2ccff3b": { + "090c72ab704c40fd8ef42d7f6db81e6e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", @@ -1710,38 +1708,51 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_fc8320ccf8ee45c0bc910f03dc824db0", - "IPY_MODEL_00cab9b3f3fc4e2c9bd700a66162172e", - "IPY_MODEL_c344bab5b3bc4d758ebab2622d4fc459" + "IPY_MODEL_4c98847784df4fe49da4b5bf4e154478", + "IPY_MODEL_badd7cba1a9a446aa29df2c32e113f9f", + "IPY_MODEL_eeebcab119f54bf4bba18339409b5a5a" ], - "layout": "IPY_MODEL_a55dc517bae142c8a3d6eb40384ceb93" + "layout": "IPY_MODEL_fcf735c3749f45d7aa59103c0fa10994" } }, - "1655ff96a8d64b209830133becf22f66": { + "097fdffd77ec48c0846cf2d4fa2e1bf4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "09b835e48b41419786aee10c8f6770ad": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", + "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_e01a884285e041ff92f84d023f7e5b19", - "max": 61867.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_b914b84a8d2044c88cd3a7f5b8f511b5", - "value": 61867.0 + "layout": "IPY_MODEL_5488ef2ce9b9473686be43e1d7247f31", + "placeholder": "​", + "style": "IPY_MODEL_c5feda3bd0c2470398057e52a617840f", + "value": "100%" } }, - "16ea2c62a432416eb80fe2ec06081825": { + "0c0d012df43c4116bd8c356d438a0cba": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -1756,7 +1767,7 @@ "description_width": "" } }, - "186755cabfb6426ca70995f23e8703d0": { + "0cc76fb8e2d44b1d9c8bf9561af26d4c": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1808,7 +1819,22 @@ "width": null } }, - "1bff04c5548a489fb7925c9e8cfd3fb7": { + "0d94c9e5f99b4b37b6263c1a390c3bea": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1149e688f08e4535a9cf25b784f3a54a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1860,46 +1886,7 @@ "width": null } }, - "1c7681b384a84b39bd385ef69306ef7c": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "1d7951ea04924e7494278d90965c7270": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f19fdd3ca43f4ba094d2f98eab31dbb4", - "max": 635.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_8be6f32ea49d47fe92049ff780e09388", - "value": 0.0 - } - }, - "1e1ed94a48d740bf9eec2ca87b7f9f4c": { + "179e4b56c97a4abba93c87c9cb579996": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -1951,7 +1938,53 @@ "width": null } }, - "25df4ed51b5b45d2a85705cdfb6607a9": { + "182bb46cfb1942be8fcc4f3769f4755a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_539f5674f418476ea03213b39b364fd7", + "max": 61867.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_55fca8f3f14c400d938f37ec78023296", + "value": 61867.0 + } + }, + "194244a5b1064810abcb596e4516d055": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_aecf1fae85014ae58dc1715e0a614f34", + "IPY_MODEL_182bb46cfb1942be8fcc4f3769f4755a", + "IPY_MODEL_38f1bcde8ae9458cabb150e678713994" + ], + "layout": "IPY_MODEL_1149e688f08e4535a9cf25b784f3a54a" + } + }, + "3087566d9dad4652ba3d32a81be567d8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2003,23 +2036,31 @@ "width": null } }, - "270b2f068f9c4f7f9351e6a33477c808": { + "30e2ce4b650340e69e584e77d301c7c1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", + "model_name": "FloatProgressModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5af8200837f646e992ad55590b138bae", + "max": 3792.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_ae7e074fa8d74d65bc3a9f1653a1eccc", + "value": 3792.0 } }, - "3c74363567ae44ef8f77bbc3c8f5d7b9": { + "366fd96e4dbd4498aa1d3139a353b5a7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2071,22 +2112,31 @@ "width": null } }, - "401a5d1967b8475db420cfdedb7a4794": { + "3874efa2f52640c9b3bcb3ebd469ad5a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", + "model_name": "FloatProgressModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63148c2b868f4249b34d6b8dc29caad7", + "max": 635.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_097fdffd77ec48c0846cf2d4fa2e1bf4", + "value": 0.0 } }, - "409ff6b6e9184fe9a8a134d8f387d8e3": { + "38f1bcde8ae9458cabb150e678713994": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -2101,17 +2151,68 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_c2143a89df6e4ca29a3da460ab9fad15", + "layout": "IPY_MODEL_d479aa19d8b346d1a226a356168944ec", "placeholder": "​", - "style": "IPY_MODEL_cd8ee96c74774415b16ec1a22c7ffa3f", - "value": " 635/635 [00:01<00:00, 622.30it/s]" + "style": "IPY_MODEL_0d94c9e5f99b4b37b6263c1a390c3bea", + "value": " 61867/61867 [00:00<00:00, 100916.55it/s]" } }, - "41b6d03c4cf3467ca51770377bb5117a": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", - "state": { + "3f9078a59f654b4aba6fa867bbdbcd57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_09b835e48b41419786aee10c8f6770ad", + "IPY_MODEL_30e2ce4b650340e69e584e77d301c7c1", + "IPY_MODEL_79ee7eb463524eb4a837257651bb4dac" + ], + "layout": "IPY_MODEL_cde4de92320246298b4aad43a8deaba8" + } + }, + "4218ccc028dc4ee4839499facf59ed3b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "SelectModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "SelectModel", + "_options_labels": [ + "BradleyTerryFull", + "BradleyTerryPart", + "PlackettLuce", + "ThurstoneMostellerFull", + "ThurstoneMostellerPart" + ], + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "SelectView", + "description": "Model:", + "description_tooltip": null, + "disabled": false, + "index": 2, + "layout": "IPY_MODEL_afe76d53ac7c45b0a56f5c6df20ae3e4", + "rows": 5, + "style": "IPY_MODEL_9d904ff943b24836bc425dbc0307c88f" + } + }, + "4974b6e062da49b1add9e3655d81ae5d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", @@ -2159,28 +2260,7 @@ "width": null } }, - "446bfee7de4043d6ad81ddf9842d0523": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1e1ed94a48d740bf9eec2ca87b7f9f4c", - "placeholder": "​", - "style": "IPY_MODEL_401a5d1967b8475db420cfdedb7a4794", - "value": " 3792/3792 [00:05<00:00, 3902.24it/s]" - } - }, - "4f047be93f454252b283bcecdb9e5bff": { + "4c3cdac161b442ecaedbae206f1dfb24": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2232,22 +2312,7 @@ "width": null } }, - "4f25e99601834c9dbe4a011fb450a3ab": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "513a918887d74df7b5ee00272b400637": { + "4c98847784df4fe49da4b5bf4e154478": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -2262,102 +2327,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_ed004f15af95461ba077b8e6d125448e", + "layout": "IPY_MODEL_4974b6e062da49b1add9e3655d81ae5d", "placeholder": "​", - "style": "IPY_MODEL_6d77a705a93948a5a214f9ec43fefee1", - "value": " 61867/61867 [00:00<00:00, 153101.61it/s]" - } - }, - "53452b14c7d044d5aa0fa5f4da2a9443": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_58b46286993546179ec1ed2c4306213f", - "IPY_MODEL_af26e16ef33249c2934c61b0d36d97ff", - "IPY_MODEL_409ff6b6e9184fe9a8a134d8f387d8e3" - ], - "layout": "IPY_MODEL_5cfa14bdafe6499296e0be6b3e56f795" - } - }, - "5666ccd7050d409db484b00c8cf36ce2": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_4f047be93f454252b283bcecdb9e5bff", - "max": 3792.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_270b2f068f9c4f7f9351e6a33477c808", - "value": 3792.0 - } - }, - "58b46286993546179ec1ed2c4306213f": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_41b6d03c4cf3467ca51770377bb5117a", - "placeholder": "​", - "style": "IPY_MODEL_e41b4cde6e3d4d4987eb6ef83d049835", + "style": "IPY_MODEL_7d5732128fb541918dda63a6fb49acda", "value": "100%" } }, - "5b8c666e1c9b4e3f8d30f915dd9d87f5": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_82a4479ffa2647b594fac18a5f0c4b4d", - "IPY_MODEL_5666ccd7050d409db484b00c8cf36ce2", - "IPY_MODEL_9be5090f74e54053845fcf6d8fbabae5" - ], - "layout": "IPY_MODEL_cf56a9fe62b6436ba2a1f6861cc1ee29" - } - }, - "5cfa14bdafe6499296e0be6b3e56f795": { + "4d84677f2ad249b9bf7aa1ccca14bdb8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2409,7 +2385,22 @@ "width": null } }, - "5de361303efe48d68a73ec53420ca20a": { + "4efdd2f6bc7147eb883ac536b29641a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "539f5674f418476ea03213b39b364fd7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2461,7 +2452,7 @@ "width": null } }, - "62166044c52d471890ea01b899ca4153": { + "5488ef2ce9b9473686be43e1d7247f31": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2513,50 +2504,23 @@ "width": null } }, - "64d764183f464d45bb958015b2648041": { + "55fca8f3f14c400d938f37ec78023296": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6ba0528870224c96b97ca941766900f1", - "placeholder": "​", - "style": "IPY_MODEL_7f6f82299b1d463b901948e3494b920b", - "value": "100%" - } - }, - "65c8d5a7a2854c4cba7c05b906e85ef0": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", + "model_name": "ProgressStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", + "_model_name": "ProgressStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_64d764183f464d45bb958015b2648041", - "IPY_MODEL_c296233d1df442ce9bfaa38e2fbcf54a", - "IPY_MODEL_446bfee7de4043d6ad81ddf9842d0523" - ], - "layout": "IPY_MODEL_3c74363567ae44ef8f77bbc3c8f5d7b9" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" } }, - "6ba0528870224c96b97ca941766900f1": { + "5af8200837f646e992ad55590b138bae": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2604,160 +2568,11 @@ "padding": null, "right": null, "top": null, - "visibility": null, - "width": null - } - }, - "6bb36b7e89de4d2c85c279dffe3f73c5": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_03016624ffab40f1af3051f33c9e8751", - "IPY_MODEL_1655ff96a8d64b209830133becf22f66", - "IPY_MODEL_513a918887d74df7b5ee00272b400637" - ], - "layout": "IPY_MODEL_25df4ed51b5b45d2a85705cdfb6607a9" - } - }, - "6d77a705a93948a5a214f9ec43fefee1": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "7f6f82299b1d463b901948e3494b920b": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "81697705bb7340648f45d40d04911b16": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "82a4479ffa2647b594fac18a5f0c4b4d": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_09293dd7f6024b2cbb04ee429045e854", - "placeholder": "​", - "style": "IPY_MODEL_4f25e99601834c9dbe4a011fb450a3ab", - "value": "100%" - } - }, - "86ec3cc9c6114ae38abd5883ed06f7fd": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "SelectModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "SelectModel", - "_options_labels": [ - "BradleyTerryFull", - "BradleyTerryPart", - "PlackettLuce", - "ThurstoneMostellerFull", - "ThurstoneMostellerPart" - ], - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "SelectView", - "description": "Model:", - "description_tooltip": null, - "disabled": false, - "index": 2, - "layout": "IPY_MODEL_d5028e72279747739415e96fd36bad14", - "rows": 5, - "style": "IPY_MODEL_df1640d1540c4fd8bdbc07941617ed90" - } - }, - "8751c0e45b5f400e8dceb44825d8a02c": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "8be6f32ea49d47fe92049ff780e09388": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" + "visibility": null, + "width": null } }, - "8fc17933976c4acba6cbee52df367ed4": { + "63148c2b868f4249b34d6b8dc29caad7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2809,7 +2624,97 @@ "width": null } }, - "9bd4497cd8bc49c190dd82c7b778dd04": { + "7367411b0fbb47f39ebfb540370980ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "738f40d1fe2f43ef99054e26557d49e3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "79ee7eb463524eb4a837257651bb4dac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4d84677f2ad249b9bf7aa1ccca14bdb8", + "placeholder": "​", + "style": "IPY_MODEL_eebe33e82365429786dac541f9aa8889", + "value": " 3792/3792 [00:06<00:00, 764.78it/s]" + } + }, + "7d5732128fb541918dda63a6fb49acda": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7fab4363d58e49788e36499ff21c3ce0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_366fd96e4dbd4498aa1d3139a353b5a7", + "max": 3792.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_b10bd1667e93495fa16e878ff3133411", + "value": 3792.0 + } + }, + "7fda1a410bd84d3fa7c25f1d39a9ac16": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2861,28 +2766,29 @@ "width": null } }, - "9be5090f74e54053845fcf6d8fbabae5": { + "80f7b3e6082d4268b254c9431255c8c7": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HTMLModel", + "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_5de361303efe48d68a73ec53420ca20a", - "placeholder": "​", - "style": "IPY_MODEL_16ea2c62a432416eb80fe2ec06081825", - "value": " 3792/3792 [00:04<00:00, 1069.53it/s]" + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b3a555c571a149e1a5acfb52d99c1876", + "IPY_MODEL_3874efa2f52640c9b3bcb3ebd469ad5a", + "IPY_MODEL_fdad57ad54ae48619e6395645e5007d7" + ], + "layout": "IPY_MODEL_01b60385fe4b4a53ac91c32fb6e9b4c3" } }, - "9e3dc018b6e4422886a3b4c3c9814e37": { + "859543b8f85e411480538151ad0f3ed8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2934,7 +2840,38 @@ "width": null } }, - "a55dc517bae142c8a3d6eb40384ceb93": { + "8b0e95348a0e463093a837d016f71fc2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8c86c755ebe8450fae125a77b0a9f4fc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8e6202c0a5624ce39f919ef4d6415db1": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -2986,23 +2923,22 @@ "width": null } }, - "a579e897ec104c7384bb583ffa374a64": { + "9d904ff943b24836bc425dbc0307c88f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", + "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", - "bar_color": null, "description_width": "" } }, - "a831a523817e4a5088a144381e3a1850": { + "9f2f6602d3af4ebf8ea2b38cb4f8c098": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -3017,28 +2953,58 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_abdf01bf3bfa40b59bc7afe650155dfa", + "layout": "IPY_MODEL_d926ecb98acd41ababb66ca13f8458bc", "placeholder": "​", - "style": "IPY_MODEL_8751c0e45b5f400e8dceb44825d8a02c", - "value": " 0%" + "style": "IPY_MODEL_0c0d012df43c4116bd8c356d438a0cba", + "value": " 635/635 [00:01<00:00, 562.31it/s]" } }, - "abbdd5434ac94dd481d37f92ec9948a3": { + "a3b2067bf6b243e4976c6f755c72ca7b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", + "model_name": "FloatProgressModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "FloatProgressModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_045078eea17c40e18a6a50490c999c2c", + "max": 635.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_ec53733c89a447298e9fc71cc8f60034", + "value": 635.0 + } + }, + "a8ef2d64eb4e44ae8c49bf7a5573d2db": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8e6202c0a5624ce39f919ef4d6415db1", + "placeholder": "​", + "style": "IPY_MODEL_738f40d1fe2f43ef99054e26557d49e3", + "value": " 3792/3792 [00:07<00:00, 2370.90it/s]" } }, - "abdf01bf3bfa40b59bc7afe650155dfa": { + "ad3d7305cffc4492b2dedfc84f9deb91": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3090,31 +3056,44 @@ "width": null } }, - "af26e16ef33249c2934c61b0d36d97ff": { + "ae7e074fa8d74d65bc3a9f1653a1eccc": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "aecf1fae85014ae58dc1715e0a614f34": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", + "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", + "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_b16ccabfd98e4e26bbdbea85400f679f", - "max": 635.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_00b0a2fa9419499e8df055249500621e", - "value": 635.0 + "layout": "IPY_MODEL_c33405400c4748b4a62f8b52777e9d6a", + "placeholder": "​", + "style": "IPY_MODEL_beabee8590104ea5849d28079746eba1", + "value": "100%" } }, - "b16ccabfd98e4e26bbdbea85400f679f": { + "afe76d53ac7c45b0a56f5c6df20ae3e4": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3166,7 +3145,38 @@ "width": null } }, - "b67619f15f914d1e8c79553480e959f6": { + "b10bd1667e93495fa16e878ff3133411": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b30b050e01db4d68a1ee064a1f36b320": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b3a555c571a149e1a5acfb52d99c1876": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", @@ -3174,36 +3184,88 @@ "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3087566d9dad4652ba3d32a81be567d8", + "placeholder": "​", + "style": "IPY_MODEL_b30b050e01db4d68a1ee064a1f36b320", + "value": " 0%" + } + }, + "b5299376663f47a290a351099837c143": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fbd3355caa9c46c3a6107dae94032d9d", + "IPY_MODEL_a3b2067bf6b243e4976c6f755c72ca7b", + "IPY_MODEL_9f2f6602d3af4ebf8ea2b38cb4f8c098" + ], + "layout": "IPY_MODEL_ff9c3a27344d464abb6860dcdd85a0f8" + } + }, + "badd7cba1a9a446aa29df2c32e113f9f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", - "_view_name": "HTMLView", + "_view_name": "ProgressView", + "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_8fc17933976c4acba6cbee52df367ed4", - "placeholder": "​", - "style": "IPY_MODEL_b944477a82d141bc9aaf4b454dd430fd", - "value": " 0/635 [00:00<?, ?it/s]" + "layout": "IPY_MODEL_ad3d7305cffc4492b2dedfc84f9deb91", + "max": 1869.0, + "min": 0.0, + "orientation": "horizontal", + "style": "IPY_MODEL_8b0e95348a0e463093a837d016f71fc2", + "value": 1869.0 } }, - "b914b84a8d2044c88cd3a7f5b8f511b5": { + "bcdcb3d310544cde833f4e24b9e32319": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "ProgressStyleModel", + "model_name": "HBoxModel", "state": { + "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", + "_model_name": "HBoxModel", "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_f6ca463c64834711b713e1d6f8fe9ff5", + "IPY_MODEL_7fab4363d58e49788e36499ff21c3ce0", + "IPY_MODEL_a8ef2d64eb4e44ae8c49bf7a5573d2db" + ], + "layout": "IPY_MODEL_7fda1a410bd84d3fa7c25f1d39a9ac16" } }, - "b944477a82d141bc9aaf4b454dd430fd": { + "beabee8590104ea5849d28079746eba1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -3218,7 +3280,7 @@ "description_width": "" } }, - "c2143a89df6e4ca29a3da460ab9fad15": { + "c33405400c4748b4a62f8b52777e9d6a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3270,52 +3332,22 @@ "width": null } }, - "c296233d1df442ce9bfaa38e2fbcf54a": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "FloatProgressModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_9e3dc018b6e4422886a3b4c3c9814e37", - "max": 3792.0, - "min": 0.0, - "orientation": "horizontal", - "style": "IPY_MODEL_a579e897ec104c7384bb583ffa374a64", - "value": 3792.0 - } - }, - "c344bab5b3bc4d758ebab2622d4fc459": { + "c5feda3bd0c2470398057e52a617840f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "HTMLModel", + "model_name": "DescriptionStyleModel", "state": { - "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", + "_model_name": "DescriptionStyleModel", "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_62166044c52d471890ea01b899ca4153", - "placeholder": "​", - "style": "IPY_MODEL_1c7681b384a84b39bd385ef69306ef7c", - "value": " 1869/1869 [00:01<00:00, 1811.62it/s]" + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" } }, - "c8e4d912e6594327ad5a853d04caea1b": { + "cde4de92320246298b4aad43a8deaba8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3367,59 +3399,7 @@ "width": null } }, - "cd442d8232e1422099b9b98babf22e9d": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "cd8ee96c74774415b16ec1a22c7ffa3f": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "cdf892b8f90a42fa95e1785cb1cbc4dc": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HBoxModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_a831a523817e4a5088a144381e3a1850", - "IPY_MODEL_1d7951ea04924e7494278d90965c7270", - "IPY_MODEL_b67619f15f914d1e8c79553480e959f6" - ], - "layout": "IPY_MODEL_186755cabfb6426ca70995f23e8703d0" - } - }, - "cf56a9fe62b6436ba2a1f6861cc1ee29": { + "d479aa19d8b346d1a226a356168944ec": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3471,7 +3451,7 @@ "width": null } }, - "d5028e72279747739415e96fd36bad14": { + "d926ecb98acd41ababb66ca13f8458bc": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3523,74 +3503,59 @@ "width": null } }, - "df1640d1540c4fd8bdbc07941617ed90": { + "ec53733c89a447298e9fc71cc8f60034": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", - "model_name": "DescriptionStyleModel", + "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", + "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", + "bar_color": null, "description_width": "" } }, - "e01a884285e041ff92f84d023f7e5b19": { - "model_module": "@jupyter-widgets/base", - "model_module_version": "1.2.0", - "model_name": "LayoutModel", + "eebe33e82365429786dac541f9aa8889": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null + "_view_name": "StyleView", + "description_width": "" + } + }, + "eeebcab119f54bf4bba18339409b5a5a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_859543b8f85e411480538151ad0f3ed8", + "placeholder": "​", + "style": "IPY_MODEL_f2e6ffde966e4b61801810c965af80b2", + "value": " 1869/1869 [00:01<00:00, 1677.00it/s]" } }, - "e41b4cde6e3d4d4987eb6ef83d049835": { + "f2e6ffde966e4b61801810c965af80b2": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", @@ -3605,7 +3570,49 @@ "description_width": "" } }, - "ed004f15af95461ba077b8e6d125448e": { + "f6ca463c64834711b713e1d6f8fe9ff5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0cc76fb8e2d44b1d9c8bf9561af26d4c", + "placeholder": "​", + "style": "IPY_MODEL_8c86c755ebe8450fae125a77b0a9f4fc", + "value": "100%" + } + }, + "fbd3355caa9c46c3a6107dae94032d9d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_179e4b56c97a4abba93c87c9cb579996", + "placeholder": "​", + "style": "IPY_MODEL_4efdd2f6bc7147eb883ac536b29641a2", + "value": "100%" + } + }, + "fcf735c3749f45d7aa59103c0fa10994": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3657,7 +3664,28 @@ "width": null } }, - "f19fdd3ca43f4ba094d2f98eab31dbb4": { + "fdad57ad54ae48619e6395645e5007d7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4c3cdac161b442ecaedbae206f1dfb24", + "placeholder": "​", + "style": "IPY_MODEL_7367411b0fbb47f39ebfb540370980ce", + "value": " 0/635 [00:00<?, ?it/s]" + } + }, + "ff9c3a27344d464abb6860dcdd85a0f8": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", @@ -3708,27 +3736,6 @@ "visibility": null, "width": null } - }, - "fc8320ccf8ee45c0bc910f03dc824db0": { - "model_module": "@jupyter-widgets/controls", - "model_module_version": "1.5.0", - "model_name": "HTMLModel", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_9bd4497cd8bc49c190dd82c7b778dd04", - "placeholder": "​", - "style": "IPY_MODEL_abbdd5434ac94dd481d37f92ec9948a3", - "value": "100%" - } } }, "version_major": 2,