superknowa

1
{
2
 "cells": [
3
  {
4
   "cell_type": "markdown",
5
   "metadata": {
6
    "id": "Spxf9v5Ke4py"
7
   },
8
   "source": [
9
    "# Reward Model Training"
10
   ]
11
  },
12
  {
13
   "cell_type": "markdown",
14
   "metadata": {
15
    "id": "4b6HWwEtfdaZ"
16
   },
17
   "source": [
18
    "## Installing and importing necessry packages"
19
   ]
20
  },
21
  {
22
   "cell_type": "code",
23
   "execution_count": null,
24
   "metadata": {
25
    "colab": {
26
     "base_uri": "https://localhost:8080/"
27
    },
28
    "id": "dSw4HgoJMBYT",
29
    "outputId": "559287b8-1bfb-452f-bf34-c7c52d26f694"
30
   },
31
   "outputs": [
32
    {
33
     "name": "stdout",
34
     "output_type": "stream",
35
     "text": [
36
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.5/2.5 MB\u001b[0m \u001b[31m33.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
37
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.3/12.3 MB\u001b[0m \u001b[31m112.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
38
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.4/68.4 kB\u001b[0m \u001b[31m8.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
39
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m15.5/15.5 MB\u001b[0m \u001b[31m98.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
40
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.5/71.5 kB\u001b[0m \u001b[31m9.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
41
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m238.1/238.1 kB\u001b[0m \u001b[31m28.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
42
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.2/7.2 MB\u001b[0m \u001b[31m122.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
43
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.6/227.6 kB\u001b[0m \u001b[31m26.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
44
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m474.6/474.6 kB\u001b[0m \u001b[31m51.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
45
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m69.6/69.6 kB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
46
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m51.1/51.1 kB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
47
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m236.8/236.8 kB\u001b[0m \u001b[31m28.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
48
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m134.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
49
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m60.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
50
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m110.5/110.5 kB\u001b[0m \u001b[31m14.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
51
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m212.5/212.5 kB\u001b[0m \u001b[31m27.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
52
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.3/134.3 kB\u001b[0m \u001b[31m17.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
53
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m77.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
54
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
55
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m31.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
56
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.6/149.6 kB\u001b[0m \u001b[31m18.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
57
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m7.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
58
      "\u001b[?25h"
59
     ]
60
    }
61
   ],
62
   "source": [
63
    "%pip install -U argilla pandas trl plotly -qqq"
64
   ]
65
  },
66
  {
67
   "cell_type": "code",
68
   "execution_count": 7,
69
   "metadata": {
70
    "id": "IbSU2uDhMBYU"
71
   },
72
   "outputs": [
73
    {
74
     "data": {
75
      "text/html": [
76
       "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\"><span style=\"color: #800000; text-decoration-color: #800000\">╭─────────────────────────────── </span><span style=\"color: #800000; text-decoration-color: #800000; font-weight: bold\">Traceback </span><span style=\"color: #bf7f7f; text-decoration-color: #bf7f7f; font-weight: bold\">(most recent call last)</span><span style=\"color: #800000; text-decoration-color: #800000\"> ────────────────────────────────╮</span>\n",
77
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span> in <span style=\"color: #00ff00; text-decoration-color: #00ff00\">&lt;module&gt;</span>:<span style=\"color: #0000ff; text-decoration-color: #0000ff\">13</span>                                                                                   <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
78
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span>                                                                                                  <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
79
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span>   <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">10 </span>)                                                                                           <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
80
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span>   <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">11 </span><span style=\"color: #0000ff; text-decoration-color: #0000ff\">from</span> <span style=\"color: #00ffff; text-decoration-color: #00ffff; text-decoration: underline\">trl</span> <span style=\"color: #0000ff; text-decoration-color: #0000ff\">import</span> RewardTrainer                                                               <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
81
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span>   <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">12 </span>                                                                                            <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
82
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span> <span style=\"color: #800000; text-decoration-color: #800000\">❱ </span>13 <span style=\"color: #0000ff; text-decoration-color: #0000ff\">import</span> <span style=\"color: #00ffff; text-decoration-color: #00ffff; text-decoration: underline\">argilla</span> <span style=\"color: #0000ff; text-decoration-color: #0000ff\">as</span> <span style=\"color: #00ffff; text-decoration-color: #00ffff; text-decoration: underline\">rg</span>                                                                        <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
83
       "<span style=\"color: #800000; text-decoration-color: #800000\">│</span>   <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">14 </span>                                                                                            <span style=\"color: #800000; text-decoration-color: #800000\">│</span>\n",
84
       "<span style=\"color: #800000; text-decoration-color: #800000\">╰──────────────────────────────────────────────────────────────────────────────────────────────────╯</span>\n",
85
       "<span style=\"color: #ff0000; text-decoration-color: #ff0000; font-weight: bold\">ModuleNotFoundError: </span>No module named <span style=\"color: #008000; text-decoration-color: #008000\">'argilla'</span>\n",
86
       "</pre>\n"
87
      ],
88
      "text/plain": [
89
       "\u001b[31m╭─\u001b[0m\u001b[31m──────────────────────────────\u001b[0m\u001b[31m \u001b[0m\u001b[1;31mTraceback \u001b[0m\u001b[1;2;31m(most recent call last)\u001b[0m\u001b[31m \u001b[0m\u001b[31m───────────────────────────────\u001b[0m\u001b[31m─╮\u001b[0m\n",
90
       "\u001b[31m│\u001b[0m in \u001b[92m<module>\u001b[0m:\u001b[94m13\u001b[0m                                                                                   \u001b[31m│\u001b[0m\n",
91
       "\u001b[31m│\u001b[0m                                                                                                  \u001b[31m│\u001b[0m\n",
92
       "\u001b[31m│\u001b[0m   \u001b[2m10 \u001b[0m)                                                                                           \u001b[31m│\u001b[0m\n",
93
       "\u001b[31m│\u001b[0m   \u001b[2m11 \u001b[0m\u001b[94mfrom\u001b[0m \u001b[4;96mtrl\u001b[0m \u001b[94mimport\u001b[0m RewardTrainer                                                               \u001b[31m│\u001b[0m\n",
94
       "\u001b[31m│\u001b[0m   \u001b[2m12 \u001b[0m                                                                                            \u001b[31m│\u001b[0m\n",
95
       "\u001b[31m│\u001b[0m \u001b[31m❱ \u001b[0m13 \u001b[94mimport\u001b[0m \u001b[4;96margilla\u001b[0m \u001b[94mas\u001b[0m \u001b[4;96mrg\u001b[0m                                                                        \u001b[31m│\u001b[0m\n",
96
       "\u001b[31m│\u001b[0m   \u001b[2m14 \u001b[0m                                                                                            \u001b[31m│\u001b[0m\n",
97
       "\u001b[31m╰──────────────────────────────────────────────────────────────────────────────────────────────────╯\u001b[0m\n",
98
       "\u001b[1;91mModuleNotFoundError: \u001b[0mNo module named \u001b[32m'argilla'\u001b[0m\n"
99
      ]
100
     },
101
     "metadata": {},
102
     "output_type": "display_data"
103
    }
104
   ],
105
   "source": [
106
    "import random\n",
107
    "from operator import itemgetter\n",
108
    "\n",
109
    "import torch\n",
110
    "from datasets import Dataset, load_dataset\n",
111
    "from transformers import (\n",
112
    "    AutoModelForSequenceClassification,\n",
113
    "    AutoTokenizer,\n",
114
    "    TrainingArguments,\n",
115
    ")\n",
116
    "from trl import RewardTrainer\n",
117
    "\n",
118
    "import argilla as rg"
119
   ]
120
  },
121
  {
122
   "cell_type": "markdown",
123
   "metadata": {
124
    "id": "D9-9oZ8hfniA"
125
   },
126
   "source": [
127
    "## Dataset Creation - External"
128
   ]
129
  },
130
  {
131
   "cell_type": "code",
132
   "execution_count": null,
133
   "metadata": {
134
    "colab": {
135
     "base_uri": "https://localhost:8080/",
136
     "height": 300,
137
     "referenced_widgets": [
138
      "6ddd6e93f7494e74b715db33bdc60708",
139
      "ec99aef6d00c41b0a4e55c4ce4738f2e",
140
      "52637a6c666f4735b0cc9a06c77984de",
141
      "a18f65e140a446ec86d21444b2a96f82",
142
      "5f2609d9b4dd43bfbad5db65c7bd6d0c",
143
      "61423967a19346a8bc12f9237567587c",
144
      "a318020c56ab432690e7bd3555d350c1",
145
      "d472bf6488954a50af259fb1dd9803ca",
146
      "1a4ec31d897f46208c2fb3273dc99383",
147
      "ff186bd32e2349bb857a8ad1007587d8",
148
      "2fd73ab0303d42e39c3db366d004900e",
149
      "662a6b9b2db44b5a87507d3e5d653fcb",
150
      "cfa7a372d979445c935c1b41ba4da2b9",
151
      "96c9748929bf4a718ccee4ba009d756f",
152
      "74b5b49c46c04e46974bf1d3f9e33e98",
153
      "23e7b9d8d0fe4382a6d96721e2abee7f",
154
      "c81e528b4c1b4a82ad850234e4ab7c81",
155
      "f041731798504970ae1898758eed7263",
156
      "3cb6e552e34c4e13af65352260412b22",
157
      "5caa21b050534272beef6359755f046f",
158
      "a816e5006b234b0c929a63ebe85a7318",
159
      "76f0763b62234ebdb549a1cbc8ef1038",
160
      "bdb2a84dbd284dce9b3e68e894589c4d",
161
      "ebe4ea1ad44b4129af90ea80da124305",
162
      "9ca4afbe27f84b17a9f614c49ff65cc2",
163
      "8211fcaab394409db5fc69957dfbc6c0",
164
      "cf018ce7c1a6490b943894790fea1c05",
165
      "31278efa4ce2495a876c9fabb4d32b7b",
166
      "81bf378859044d48b6a553cdc0b1b12d",
167
      "765ff08e9a49445eb315996ca2646ed5",
168
      "064fd94fccf54262b471027504c1cd1a",
169
      "585bb97b3dfa4715a34ead8dcc40f6e8",
170
      "4a0f8df90d2146af892f577966850195",
171
      "287af42664394af7befd9167d2c8c6b0",
172
      "206978c8fbfe4392b6db127a2d14d3d5",
173
      "ff3058262a7f4ef49cd14aabdadf9287",
174
      "e44510c0662348a5b59c3d42db9b8f24",
175
      "bf2b5346f60c4ebebbf921c8bdbdb8f3",
176
      "1b58727f53464ccb881bee5e5b8a6058",
177
      "cf108025bc12403ea0be61c32b4267e5",
178
      "46cf1b875268442c80c22266ec8957bc",
179
      "8ea860a65d8d413f868e589b91eefa6a",
180
      "9c50d9359d2549dd82adf886cf10e66f",
181
      "bacd1433ec68458abea1f78857204e28",
182
      "28fef5976dc84314b129ed7321f8eea6",
183
      "195528f60aeb43e2a846ebcec7d1e5cf",
184
      "b1bd06bd8a0443afb69868701d0e1f51",
185
      "5d9c75c8fa994b60bf873ea47e6b08bd",
186
      "f68d264d936a4fba8daefc4ab869b4bf",
187
      "d2f36ad3ce4c43ad99d29b02990a4571",
188
      "9b8c2bfe55254c1a913390e0871d9bdb",
189
      "834c76a8b4f143a2af5440b5b8275645",
190
      "26c443647a344e0296daf765e025b59c",
191
      "3c22f8e8bf624cb4a096e8aa3e4d608c",
192
      "1b3e3a062ae14b709f2d14a6c6a3f1ee",
193
      "091e2d448e73406ca6f64e4b64fa72f0",
194
      "fc2a55ac7a9e499c8dfa986e5acb889d",
195
      "1fd823c820ea4e4c9d3360bcb2ec56b8",
196
      "04d3a61d080e4d76ba581687b32c3543",
197
      "37f56a5b1fa249898cd7ca042379b770",
198
      "45dcafb7a02f4ce1a417b9c89dfc7d1b",
199
      "e9c82b5fa8bd4e078639b8c4ea2f3107",
200
      "6bf664bc5e1e4d8b91da0a15f500e93a",
201
      "c95677cdda7c460a9eecff5bf7ac266a",
202
      "f99f718839d948aa9143936cab2982c6",
203
      "1fd4f43f5b864bafa48d44dd837f97ba",
204
      "24c20b5111194ff4babc964ae2f1d877",
205
      "74166d6734b64cf993558d62922429e8",
206
      "7d3e749b3b1c474dbf97b3f36f38b0d4",
207
      "c980d3cd8af843ed9310ead9a543b793",
208
      "d66ab33eca5f45ea969f9046cb4abbb3",
209
      "0f3d3da78ebf4e68b7be1bc0431995a8",
210
      "4b414f3636314e7ca01af3d26029219b",
211
      "31babd5f3e1446f9b33fc25c8f0594ed",
212
      "b72cd20b758b483a9a886c2270b7af39",
213
      "1ff0227e975e4d4bb7afd6e80abee978",
214
      "a56bb61a990e40baa0a5a5aecf69ea1f"
215
     ]
216
    },
217
    "id": "p-0_iwa8IA2y",
218
    "outputId": "05d3fb67-b5d4-4009-b367-9d3fb14dd287"
219
   },
220
   "outputs": [
221
    {
222
     "data": {
223
      "application/vnd.jupyter.widget-view+json": {
224
       "model_id": "6ddd6e93f7494e74b715db33bdc60708",
225
       "version_major": 2,
226
       "version_minor": 0
227
      },
228
      "text/plain": [
229
       "Downloading (…)lve/main/argilla.cfg:   0%|          | 0.00/4.67k [00:00<?, ?B/s]"
230
      ]
231
     },
232
     "metadata": {},
233
     "output_type": "display_data"
234
    },
235
    {
236
     "data": {
237
      "application/vnd.jupyter.widget-view+json": {
238
       "model_id": "662a6b9b2db44b5a87507d3e5d653fcb",
239
       "version_major": 2,
240
       "version_minor": 0
241
      },
242
      "text/plain": [
243
       "Downloading readme:   0%|          | 0.00/12.7k [00:00<?, ?B/s]"
244
      ]
245
     },
246
     "metadata": {},
247
     "output_type": "display_data"
248
    },
249
    {
250
     "name": "stdout",
251
     "output_type": "stream",
252
     "text": [
253
      "Downloading and preparing dataset parquet/argilla--comparison-data-falcon-with-feedback to /root/.cache/huggingface/datasets/argilla___parquet/argilla--comparison-data-falcon-with-feedback-93aa0097ddd60c61/0.0.0/2a3b91fbd88a2c90d1dbbb32b460cf621d31bd5b05b934492fdef7d8d6f236ec...\n"
254
     ]
255
    },
256
    {
257
     "data": {
258
      "application/vnd.jupyter.widget-view+json": {
259
       "model_id": "bdb2a84dbd284dce9b3e68e894589c4d",
260
       "version_major": 2,
261
       "version_minor": 0
262
      },
263
      "text/plain": [
264
       "Downloading data files:   0%|          | 0/1 [00:00<?, ?it/s]"
265
      ]
266
     },
267
     "metadata": {},
268
     "output_type": "display_data"
269
    },
270
    {
271
     "data": {
272
      "application/vnd.jupyter.widget-view+json": {
273
       "model_id": "287af42664394af7befd9167d2c8c6b0",
274
       "version_major": 2,
275
       "version_minor": 0
276
      },
277
      "text/plain": [
278
       "Downloading data:   0%|          | 0.00/5.21M [00:00<?, ?B/s]"
279
      ]
280
     },
281
     "metadata": {},
282
     "output_type": "display_data"
283
    },
284
    {
285
     "data": {
286
      "application/vnd.jupyter.widget-view+json": {
287
       "model_id": "28fef5976dc84314b129ed7321f8eea6",
288
       "version_major": 2,
289
       "version_minor": 0
290
      },
291
      "text/plain": [
292
       "Extracting data files:   0%|          | 0/1 [00:00<?, ?it/s]"
293
      ]
294
     },
295
     "metadata": {},
296
     "output_type": "display_data"
297
    },
298
    {
299
     "data": {
300
      "application/vnd.jupyter.widget-view+json": {
301
       "model_id": "091e2d448e73406ca6f64e4b64fa72f0",
302
       "version_major": 2,
303
       "version_minor": 0
304
      },
305
      "text/plain": [
306
       "Generating train split: 0 examples [00:00, ? examples/s]"
307
      ]
308
     },
309
     "metadata": {},
310
     "output_type": "display_data"
311
    },
312
    {
313
     "name": "stdout",
314
     "output_type": "stream",
315
     "text": [
316
      "Dataset parquet downloaded and prepared to /root/.cache/huggingface/datasets/argilla___parquet/argilla--comparison-data-falcon-with-feedback-93aa0097ddd60c61/0.0.0/2a3b91fbd88a2c90d1dbbb32b460cf621d31bd5b05b934492fdef7d8d6f236ec. Subsequent calls will reuse this data.\n"
317
     ]
318
    },
319
    {
320
     "data": {
321
      "application/vnd.jupyter.widget-view+json": {
322
       "model_id": "24c20b5111194ff4babc964ae2f1d877",
323
       "version_major": 2,
324
       "version_minor": 0
325
      },
326
      "text/plain": [
327
       "  0%|          | 0/1 [00:00<?, ?it/s]"
328
      ]
329
     },
330
     "metadata": {},
331
     "output_type": "display_data"
332
    },
333
    {
334
     "name": "stderr",
335
     "output_type": "stream",
336
     "text": [
337
      "/usr/local/lib/python3.10/dist-packages/argilla/client/feedback/dataset.py:937: UserWarning: `user_id` not provided, so it will be set to `None`. Which is not an issue, unless you're planning to log the response in Argilla, as  it will be automatically set to the active `user_id`.\n",
338
      "  FeedbackRecord(\n"
339
     ]
340
    }
341
   ],
342
   "source": [
343
    "#import publicaly available preference dataset\n",
344
    "feedback_dataset = rg.FeedbackDataset.from_huggingface(\"argilla/comparison-data-falcon-with-feedback\")"
345
   ]
346
  },
347
  {
348
   "cell_type": "code",
349
   "execution_count": null,
350
   "metadata": {
351
    "colab": {
352
     "base_uri": "https://localhost:8080/",
353
     "height": 424
354
    },
355
    "id": "cll7j10swNT2",
356
    "outputId": "99264b9b-36ba-4251-d8b0-f3a70268945b"
357
   },
358
   "outputs": [
359
    {
360
     "data": {
361
      "text/html": [
362
       "\n",
363
       "  <div id=\"df-ef7362f8-6e87-4800-9425-932e25850ce3\">\n",
364
       "    <div class=\"colab-df-container\">\n",
365
       "      <div>\n",
366
       "<style scoped>\n",
367
       "    .dataframe tbody tr th:only-of-type {\n",
368
       "        vertical-align: middle;\n",
369
       "    }\n",
370
       "\n",
371
       "    .dataframe tbody tr th {\n",
372
       "        vertical-align: top;\n",
373
       "    }\n",
374
       "\n",
375
       "    .dataframe thead th {\n",
376
       "        text-align: right;\n",
377
       "    }\n",
378
       "</style>\n",
379
       "<table border=\"1\" class=\"dataframe\">\n",
380
       "  <thead>\n",
381
       "    <tr style=\"text-align: right;\">\n",
382
       "      <th></th>\n",
383
       "      <th>instruction</th>\n",
384
       "      <th>chosen_response</th>\n",
385
       "      <th>rejected_response</th>\n",
386
       "    </tr>\n",
387
       "  </thead>\n",
388
       "  <tbody>\n",
389
       "    <tr>\n",
390
       "      <th>0</th>\n",
391
       "      <td>What is Depreciation</td>\n",
392
       "      <td>Depreciation is the drop in value of an asset ...</td>\n",
393
       "      <td>What is Depreciation – 10 Important Facts to K...</td>\n",
394
       "    </tr>\n",
395
       "    <tr>\n",
396
       "      <th>1</th>\n",
397
       "      <td>What do you know about the city of Aberdeen in...</td>\n",
398
       "      <td>Aberdeen is a city located in the North East o...</td>\n",
399
       "      <td>As an AI language model, I don't have personal...</td>\n",
400
       "    </tr>\n",
401
       "    <tr>\n",
402
       "      <th>2</th>\n",
403
       "      <td>Describe thunderstorm season in the United Sta...</td>\n",
404
       "      <td>Thunderstorm season in the United States and C...</td>\n",
405
       "      <td>Describe thunderstorm season in the United Sta...</td>\n",
406
       "    </tr>\n",
407
       "    <tr>\n",
408
       "      <th>3</th>\n",
409
       "      <td>When did Peloton IPO?\\nOn September 26, 2019, ...</td>\n",
410
       "      <td>Peloton became a public company via an initial...</td>\n",
411
       "      <td>When did Peloton IPO?\\nPeloton IPO'd on May 26...</td>\n",
412
       "    </tr>\n",
413
       "    <tr>\n",
414
       "      <th>4</th>\n",
415
       "      <td>What is the best way to answer an interview qu...</td>\n",
416
       "      <td>The first recommended step is to ask clarifyin...</td>\n",
417
       "      <td>Some of the best ways to answer an interview q...</td>\n",
418
       "    </tr>\n",
419
       "    <tr>\n",
420
       "      <th>...</th>\n",
421
       "      <td>...</td>\n",
422
       "      <td>...</td>\n",
423
       "      <td>...</td>\n",
424
       "    </tr>\n",
425
       "    <tr>\n",
426
       "      <th>7396</th>\n",
427
       "      <td>How do i accept the change</td>\n",
428
       "      <td>Embrace the change and see the difference</td>\n",
429
       "      <td>I's a great opportunity to improve. The only t...</td>\n",
430
       "    </tr>\n",
431
       "    <tr>\n",
432
       "      <th>7397</th>\n",
433
       "      <td>Extract the teams that the footballer Sócrates...</td>\n",
434
       "      <td>Brazil, Botafogo-SP, Corinthians, Fiorentina</td>\n",
435
       "      <td>Extract the teams that the footballer Sócrates...</td>\n",
436
       "    </tr>\n",
437
       "    <tr>\n",
438
       "      <th>7398</th>\n",
439
       "      <td>Without quoting directly from the text give me...</td>\n",
440
       "      <td>Brendon Small is a  stand-up comedian, Creator...</td>\n",
441
       "      <td>Without quoting directly from the text give me...</td>\n",
442
       "    </tr>\n",
443
       "    <tr>\n",
444
       "      <th>7399</th>\n",
445
       "      <td>Is Killing is Sin ? Is it ture</td>\n",
446
       "      <td>Killing a human being should not be sin becaus...</td>\n",
447
       "      <td>Is Killing is Sin ? Is it ture?\\nKilling can b...</td>\n",
448
       "    </tr>\n",
449
       "    <tr>\n",
450
       "      <th>7400</th>\n",
451
       "      <td>Who was Otto von Bismarck?\\nOtto, Prince of Bi...</td>\n",
452
       "      <td>Otto von Bismarck was a Prussian and German so...</td>\n",
453
       "      <td>Who was Otto von Bismarck?\\nOtto von Bismarck ...</td>\n",
454
       "    </tr>\n",
455
       "  </tbody>\n",
456
       "</table>\n",
457
       "<p>7401 rows × 3 columns</p>\n",
458
       "</div>\n",
459
       "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ef7362f8-6e87-4800-9425-932e25850ce3')\"\n",
460
       "              title=\"Convert this dataframe to an interactive table.\"\n",
461
       "              style=\"display:none;\">\n",
462
       "        \n",
463
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
464
       "       width=\"24px\">\n",
465
       "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
466
       "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
467
       "  </svg>\n",
468
       "      </button>\n",
469
       "      \n",
470
       "  <style>\n",
471
       "    .colab-df-container {\n",
472
       "      display:flex;\n",
473
       "      flex-wrap:wrap;\n",
474
       "      gap: 12px;\n",
475
       "    }\n",
476
       "\n",
477
       "    .colab-df-convert {\n",
478
       "      background-color: #E8F0FE;\n",
479
       "      border: none;\n",
480
       "      border-radius: 50%;\n",
481
       "      cursor: pointer;\n",
482
       "      display: none;\n",
483
       "      fill: #1967D2;\n",
484
       "      height: 32px;\n",
485
       "      padding: 0 0 0 0;\n",
486
       "      width: 32px;\n",
487
       "    }\n",
488
       "\n",
489
       "    .colab-df-convert:hover {\n",
490
       "      background-color: #E2EBFA;\n",
491
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
492
       "      fill: #174EA6;\n",
493
       "    }\n",
494
       "\n",
495
       "    [theme=dark] .colab-df-convert {\n",
496
       "      background-color: #3B4455;\n",
497
       "      fill: #D2E3FC;\n",
498
       "    }\n",
499
       "\n",
500
       "    [theme=dark] .colab-df-convert:hover {\n",
501
       "      background-color: #434B5C;\n",
502
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
503
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
504
       "      fill: #FFFFFF;\n",
505
       "    }\n",
506
       "  </style>\n",
507
       "\n",
508
       "      <script>\n",
509
       "        const buttonEl =\n",
510
       "          document.querySelector('#df-ef7362f8-6e87-4800-9425-932e25850ce3 button.colab-df-convert');\n",
511
       "        buttonEl.style.display =\n",
512
       "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
513
       "\n",
514
       "        async function convertToInteractive(key) {\n",
515
       "          const element = document.querySelector('#df-ef7362f8-6e87-4800-9425-932e25850ce3');\n",
516
       "          const dataTable =\n",
517
       "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
518
       "                                                     [key], {});\n",
519
       "          if (!dataTable) return;\n",
520
       "\n",
521
       "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
522
       "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
523
       "            + ' to learn more about interactive tables.';\n",
524
       "          element.innerHTML = '';\n",
525
       "          dataTable['output_type'] = 'display_data';\n",
526
       "          await google.colab.output.renderOutput(dataTable, element);\n",
527
       "          const docLink = document.createElement('div');\n",
528
       "          docLink.innerHTML = docLinkHtml;\n",
529
       "          element.appendChild(docLink);\n",
530
       "        }\n",
531
       "      </script>\n",
532
       "    </div>\n",
533
       "  </div>\n",
534
       "  "
535
      ],
536
      "text/plain": [
537
       "                                            instruction  \\\n",
538
       "0                                  What is Depreciation   \n",
539
       "1     What do you know about the city of Aberdeen in...   \n",
540
       "2     Describe thunderstorm season in the United Sta...   \n",
541
       "3     When did Peloton IPO?\\nOn September 26, 2019, ...   \n",
542
       "4     What is the best way to answer an interview qu...   \n",
543
       "...                                                 ...   \n",
544
       "7396                         How do i accept the change   \n",
545
       "7397  Extract the teams that the footballer Sócrates...   \n",
546
       "7398  Without quoting directly from the text give me...   \n",
547
       "7399                     Is Killing is Sin ? Is it ture   \n",
548
       "7400  Who was Otto von Bismarck?\\nOtto, Prince of Bi...   \n",
549
       "\n",
550
       "                                        chosen_response  \\\n",
551
       "0     Depreciation is the drop in value of an asset ...   \n",
552
       "1     Aberdeen is a city located in the North East o...   \n",
553
       "2     Thunderstorm season in the United States and C...   \n",
554
       "3     Peloton became a public company via an initial...   \n",
555
       "4     The first recommended step is to ask clarifyin...   \n",
556
       "...                                                 ...   \n",
557
       "7396          Embrace the change and see the difference   \n",
558
       "7397       Brazil, Botafogo-SP, Corinthians, Fiorentina   \n",
559
       "7398  Brendon Small is a  stand-up comedian, Creator...   \n",
560
       "7399  Killing a human being should not be sin becaus...   \n",
561
       "7400  Otto von Bismarck was a Prussian and German so...   \n",
562
       "\n",
563
       "                                      rejected_response  \n",
564
       "0     What is Depreciation – 10 Important Facts to K...  \n",
565
       "1     As an AI language model, I don't have personal...  \n",
566
       "2     Describe thunderstorm season in the United Sta...  \n",
567
       "3     When did Peloton IPO?\\nPeloton IPO'd on May 26...  \n",
568
       "4     Some of the best ways to answer an interview q...  \n",
569
       "...                                                 ...  \n",
570
       "7396  I's a great opportunity to improve. The only t...  \n",
571
       "7397  Extract the teams that the footballer Sócrates...  \n",
572
       "7398  Without quoting directly from the text give me...  \n",
573
       "7399  Is Killing is Sin ? Is it ture?\\nKilling can b...  \n",
574
       "7400  Who was Otto von Bismarck?\\nOtto von Bismarck ...  \n",
575
       "\n",
576
       "[7401 rows x 3 columns]"
577
      ]
578
     },
579
     "execution_count": 4,
580
     "metadata": {},
581
     "output_type": "execute_result"
582
    }
583
   ],
584
   "source": [
585
    "# build a dataset with chosen and rejected responses\n",
586
    "rows = []\n",
587
    "for record in feedback_dataset.records:\n",
588
    "    if record.responses is None or len(record.responses) == 0:\n",
589
    "        continue\n",
590
    "    # get chosen index from RatingQuestion response\n",
591
    "    chosen_id = record.responses[0].values[\"choose-best\"].value\n",
592
    "    rejected_id = 2 if chosen_id == 1 else 1\n",
593
    "\n",
594
    "    # build rows for rm training\n",
595
    "    rows.append({\n",
596
    "        \"instruction\": record.fields[\"instruction\"],\n",
597
    "        \"chosen_response\": record.fields[f\"response-{chosen_id}\"],\n",
598
    "        \"rejected_response\": record.fields[f\"response-{rejected_id}\"]\n",
599
    "    })\n",
600
    "\n",
601
    "# build dataset for training\n",
602
    "prepared_dataset = Dataset.from_list(rows)\n",
603
    "prepared_dataset.to_pandas()"
604
   ]
605
  },
606
  {
607
   "cell_type": "markdown",
608
   "metadata": {
609
    "id": "n27wOGaKU8_R"
610
   },
611
   "source": [
612
    "## Data Creation - Internal"
613
   ]
614
  },
615
  {
616
   "cell_type": "code",
617
   "execution_count": null,
618
   "metadata": {
619
    "colab": {
620
     "base_uri": "https://localhost:8080/"
621
    },
622
    "id": "8JqOwI83aTo0",
623
    "outputId": "65b6812b-0946-4f5b-87ec-0579ac6b7cfd"
624
   },
625
   "outputs": [
626
    {
627
     "name": "stdout",
628
     "output_type": "stream",
629
     "text": [
630
      "Can Instana use OpenTelemetry trace data?​\n",
631
      "Can Instana use OpenTelemetry trace data?​​​​​\n",
632
      "Can Maximo Visual Inspection run on prem?​​​\n",
633
      "Explain me step by step how can I integrate datastage on Cloud Pak for data with the databand ? \n",
634
      "What is watson knowledge catalog?\n",
635
      "what is cloud pak for watson aiops\n",
636
      "what is ibm?\n",
637
      "which cloudpak provides business process automation solutions\n",
638
      "who is the CEO of IBM?\n"
639
     ]
640
    }
641
   ],
642
   "source": [
643
    "  for row in df_g.itertuples(index=True, name='Pandas'):\n",
644
    "    print(row.question)"
645
   ]
646
  },
647
  {
648
   "cell_type": "code",
649
   "execution_count": 17,
650
   "metadata": {
651
    "id": "SLzkj5xRU6ZK"
652
   },
653
   "outputs": [],
654
   "source": [
655
    "import pandas as pd\n",
656
    "df = pd.read_csv('/Users/amitkhandelwal/Downloads/feedback.csv')"
657
   ]
658
  },
659
  {
660
   "cell_type": "code",
661
   "execution_count": 18,
662
   "metadata": {
663
    "id": "pr3SHxTTU5be"
664
   },
665
   "outputs": [],
666
   "source": [
667
    "df['tup'] = list(zip(df['answer'], df['feedback']))\n",
668
    "df_g = df.groupby('question')['tup'].apply(list).reset_index()"
669
   ]
670
  },
671
  {
672
   "cell_type": "code",
673
   "execution_count": 19,
674
   "metadata": {},
675
   "outputs": [],
676
   "source": [
677
    "# df_g\n",
678
    "# df_g.to_csv(\"treated_feedback.csv\")\n"
679
   ]
680
  },
681
  {
682
   "cell_type": "code",
683
   "execution_count": 20,
684
   "metadata": {
685
    "id": "bdwXhs6IVLkS"
686
   },
687
   "outputs": [],
688
   "source": [
689
    "df_g[\"sorted_tup\"] = df_g[\"tup\"].apply(lambda x :sorted(x,key=itemgetter(1)) )\n",
690
    "df_g[\"chosen\"] = df_g[\"sorted_tup\"].apply(lambda x: x[-1][0])\n",
691
    "df_g[\"chosen_score\"] = df_g[\"sorted_tup\"].apply(lambda x: x[-1][1])\n",
692
    "df_g[\"rejected\"] = df_g[\"sorted_tup\"].apply(lambda x: x[0][0])\n",
693
    "df_g[\"rejected_score\"] = df_g[\"sorted_tup\"].apply(lambda x: x[0][1])\n",
694
    "df_g = df_g.dropna()\n",
695
    "df_g.to_csv(\"treated_feedback.csv\")\n",
696
    "\n",
697
    "df_g = df_g[(df_g['chosen_score']>=4.0) & (df_g['rejected_score']<4.0)]\n",
698
    "#df_g.to_csv(\"treated_feedback.csv\")"
699
   ]
700
  },
701
  {
702
   "cell_type": "code",
703
   "execution_count": 9,
704
   "metadata": {
705
    "colab": {
706
     "base_uri": "https://localhost:8080/",
707
     "height": 332
708
    },
709
    "id": "u7N6F8IrXPR6",
710
    "outputId": "8e1e3e08-5956-43bd-d7f0-95a8b03e7d69"
711
   },
712
   "outputs": [
713
    {
714
     "data": {
715
      "text/html": [
716
       "<div>\n",
717
       "<style scoped>\n",
718
       "    .dataframe tbody tr th:only-of-type {\n",
719
       "        vertical-align: middle;\n",
720
       "    }\n",
721
       "\n",
722
       "    .dataframe tbody tr th {\n",
723
       "        vertical-align: top;\n",
724
       "    }\n",
725
       "\n",
726
       "    .dataframe thead th {\n",
727
       "        text-align: right;\n",
728
       "    }\n",
729
       "</style>\n",
730
       "<table border=\"1\" class=\"dataframe\">\n",
731
       "  <thead>\n",
732
       "    <tr style=\"text-align: right;\">\n",
733
       "      <th></th>\n",
734
       "      <th>instruction</th>\n",
735
       "      <th>chosen_response</th>\n",
736
       "      <th>rejected_response</th>\n",
737
       "    </tr>\n",
738
       "  </thead>\n",
739
       "  <tbody>\n",
740
       "    <tr>\n",
741
       "      <th>0</th>\n",
742
       "      <td>Can Instana use OpenTelemetry trace data?​</td>\n",
743
       "      <td>Yes, Instana can use OpenTelemetry trace data....</td>\n",
744
       "      <td>Answer: Yes, Instana can use OpenTelemetry tr...</td>\n",
745
       "    </tr>\n",
746
       "    <tr>\n",
747
       "      <th>1</th>\n",
748
       "      <td>Can Instana use OpenTelemetry trace data?​​​​​</td>\n",
749
       "      <td>Yes, Instana can ingest OpenTelemetry trace da...</td>\n",
750
       "      <td>Answer: Yes, Instana can use OpenTelemetry tr...</td>\n",
751
       "    </tr>\n",
752
       "    <tr>\n",
753
       "      <th>2</th>\n",
754
       "      <td>Can Maximo Visual Inspection run on prem?​</td>\n",
755
       "      <td>Yes, MVI can be installed on premise. MVI can ...</td>\n",
756
       "      <td>Yes, MVI can run on premise. : Can Maximo Visu...</td>\n",
757
       "    </tr>\n",
758
       "    <tr>\n",
759
       "      <th>3</th>\n",
760
       "      <td>Can Maximo Visual Inspection run on prem?​​​</td>\n",
761
       "      <td>Answer: Yes. Maximo Visual Inspection is a cl...</td>\n",
762
       "      <td>Answer: Yes, Maximo Visual Inspection can be ...</td>\n",
763
       "    </tr>\n",
764
       "    <tr>\n",
765
       "      <th>4</th>\n",
766
       "      <td>Does IBM have tools for computer vision?</td>\n",
767
       "      <td>IBM Maximo Visual Inspection (MVI) is a deep l...</td>\n",
768
       "      <td>.</td>\n",
769
       "    </tr>\n",
770
       "    <tr>\n",
771
       "      <th>5</th>\n",
772
       "      <td>Explain me step by step how can I integrate da...</td>\n",
773
       "      <td>ive tried to follow the documentation but I do...</td>\n",
774
       "      <td>ive tried to do it but it is not working. Answ...</td>\n",
775
       "    </tr>\n",
776
       "    <tr>\n",
777
       "      <th>6</th>\n",
778
       "      <td>How does OpenShift differ from Kubernetes? Exp...</td>\n",
779
       "      <td>OpenShift has stricter security policies than ...</td>\n",
780
       "      <td>OpenShift is a platform-as-a-service (PaaS) th...</td>\n",
781
       "    </tr>\n",
782
       "    <tr>\n",
783
       "      <th>7</th>\n",
784
       "      <td>What is an Embedded AI Technology ?</td>\n",
785
       "      <td>-------------&gt;&gt; An Embedded AI Technology is a...</td>\n",
786
       "      <td>-------\\r\\nThe most important thing to remembe...</td>\n",
787
       "    </tr>\n",
788
       "    <tr>\n",
789
       "      <th>8</th>\n",
790
       "      <td>What is watson knowledge catalog?</td>\n",
791
       "      <td>Watson Knowledge Catalog (WKC) is a cloud-base...</td>\n",
792
       "      <td>.</td>\n",
793
       "    </tr>\n",
794
       "    <tr>\n",
795
       "      <th>9</th>\n",
796
       "      <td>what is cloud pak for watson aiops</td>\n",
797
       "      <td>? Answer: Cloud Pak for Watson AIOps is an AI-...</td>\n",
798
       "      <td>? Answer: Cloud Pak for Watson AIOps is a plat...</td>\n",
799
       "    </tr>\n",
800
       "    <tr>\n",
801
       "      <th>10</th>\n",
802
       "      <td>what is ibm?</td>\n",
803
       "      <td>Answer: IBM is an American multinational tech...</td>\n",
804
       "      <td>Answer: IBM is an American multinational tech...</td>\n",
805
       "    </tr>\n",
806
       "    <tr>\n",
807
       "      <th>11</th>\n",
808
       "      <td>what is the difference between a data lake and...</td>\n",
809
       "      <td>? A data lake is a single point of access to a...</td>\n",
810
       "      <td>? a data lake is a data fabric for storing data.</td>\n",
811
       "    </tr>\n",
812
       "    <tr>\n",
813
       "      <th>12</th>\n",
814
       "      <td>which cloudpak provides business process autom...</td>\n",
815
       "      <td>? Answer: IBM Cloud Pak for Automation</td>\n",
816
       "      <td>? : What is the difference between IBM Cloud P...</td>\n",
817
       "    </tr>\n",
818
       "    <tr>\n",
819
       "      <th>13</th>\n",
820
       "      <td>who is the CEO of IBM?</td>\n",
821
       "      <td>Answer: Arvind Krishna Answer: Arvind Krishna</td>\n",
822
       "      <td>.</td>\n",
823
       "    </tr>\n",
824
       "  </tbody>\n",
825
       "</table>\n",
826
       "</div>"
827
      ],
828
      "text/plain": [
829
       "                                          instruction  \\\n",
830
       "0          Can Instana use OpenTelemetry trace data?​   \n",
831
       "1      Can Instana use OpenTelemetry trace data?​​​​​   \n",
832
       "2          Can Maximo Visual Inspection run on prem?​   \n",
833
       "3        Can Maximo Visual Inspection run on prem?​​​   \n",
834
       "4            Does IBM have tools for computer vision?   \n",
835
       "5   Explain me step by step how can I integrate da...   \n",
836
       "6   How does OpenShift differ from Kubernetes? Exp...   \n",
837
       "7                What is an Embedded AI Technology ?    \n",
838
       "8                   What is watson knowledge catalog?   \n",
839
       "9                  what is cloud pak for watson aiops   \n",
840
       "10                                       what is ibm?   \n",
841
       "11  what is the difference between a data lake and...   \n",
842
       "12  which cloudpak provides business process autom...   \n",
843
       "13                             who is the CEO of IBM?   \n",
844
       "\n",
845
       "                                      chosen_response  \\\n",
846
       "0   Yes, Instana can use OpenTelemetry trace data....   \n",
847
       "1   Yes, Instana can ingest OpenTelemetry trace da...   \n",
848
       "2   Yes, MVI can be installed on premise. MVI can ...   \n",
849
       "3    Answer: Yes. Maximo Visual Inspection is a cl...   \n",
850
       "4   IBM Maximo Visual Inspection (MVI) is a deep l...   \n",
851
       "5   ive tried to follow the documentation but I do...   \n",
852
       "6   OpenShift has stricter security policies than ...   \n",
853
       "7   ------------->> An Embedded AI Technology is a...   \n",
854
       "8   Watson Knowledge Catalog (WKC) is a cloud-base...   \n",
855
       "9   ? Answer: Cloud Pak for Watson AIOps is an AI-...   \n",
856
       "10   Answer: IBM is an American multinational tech...   \n",
857
       "11  ? A data lake is a single point of access to a...   \n",
858
       "12            ? Answer: IBM Cloud Pak for Automation    \n",
859
       "13     Answer: Arvind Krishna Answer: Arvind Krishna    \n",
860
       "\n",
861
       "                                    rejected_response  \n",
862
       "0    Answer: Yes, Instana can use OpenTelemetry tr...  \n",
863
       "1    Answer: Yes, Instana can use OpenTelemetry tr...  \n",
864
       "2   Yes, MVI can run on premise. : Can Maximo Visu...  \n",
865
       "3    Answer: Yes, Maximo Visual Inspection can be ...  \n",
866
       "4                                                   .  \n",
867
       "5   ive tried to do it but it is not working. Answ...  \n",
868
       "6   OpenShift is a platform-as-a-service (PaaS) th...  \n",
869
       "7   -------\\r\\nThe most important thing to remembe...  \n",
870
       "8                                                   .  \n",
871
       "9   ? Answer: Cloud Pak for Watson AIOps is a plat...  \n",
872
       "10   Answer: IBM is an American multinational tech...  \n",
873
       "11   ? a data lake is a data fabric for storing data.  \n",
874
       "12  ? : What is the difference between IBM Cloud P...  \n",
875
       "13                                                  .  "
876
      ]
877
     },
878
     "execution_count": 9,
879
     "metadata": {},
880
     "output_type": "execute_result"
881
    }
882
   ],
883
   "source": [
884
    "# build a dataset with chosen and rejected responses\n",
885
    "rows = []\n",
886
    "for record in df_g.itertuples(index=True, name='Pandas'):\n",
887
    "    if record is None or len(record) == 0:\n",
888
    "        continue\n",
889
    "    # build rows for rm training\n",
890
    "    rows.append({\n",
891
    "        \"instruction\": record.question,\n",
892
    "        \"chosen_response\": record.chosen,\n",
893
    "        \"rejected_response\": record.rejected\n",
894
    "    })\n",
895
    "\n",
896
    "# build dataset for training\n",
897
    "prepared_dataset = Dataset.from_list(rows)\n",
898
    "prepared_dataset.to_pandas()"
899
   ]
900
  },
901
  {
902
   "cell_type": "markdown",
903
   "metadata": {
904
    "id": "YRS9MzF6gEmu"
905
   },
906
   "source": [
907
    "## Train the reward model with TRL"
908
   ]
909
  },
910
  {
911
   "cell_type": "code",
912
   "execution_count": null,
913
   "metadata": {
914
    "colab": {
915
     "base_uri": "https://localhost:8080/",
916
     "height": 399,
917
     "referenced_widgets": [
918
      "0f2da8de047c49e892f6f561ef9d47c4",
919
      "e6a5b454bcd34ada85a20f6ae2402010",
920
      "47fcada281d84d76bb5511cde5f34e5d",
921
      "d06f618d673f4c8f8729451040738bc4",
922
      "00d0cc9a08f34f28a49d3b7dbfc258be",
923
      "213978d87ad54789a46cd88dbe9da83d",
924
      "fa276025804d471bb24f0ee76ae71401",
925
      "6c9b25d921b94dfc903d27b0585d3efe",
926
      "2b5106349b7d450a8a3e19047645f226",
927
      "f8c5c3c6eb0549f1ab7bc84aefe0978f",
928
      "71d2dab421d24180b3702f8527774891"
929
     ]
930
    },
931
    "id": "-MtSUam61J_Z",
932
    "outputId": "4a21a596-5bba-48b1-949e-c747e20f8d3d"
933
   },
934
   "outputs": [
935
    {
936
     "name": "stderr",
937
     "output_type": "stream",
938
     "text": [
939
      "Some weights of the model checkpoint at distilroberta-base were not used when initializing RobertaForSequenceClassification: ['lm_head.layer_norm.weight', 'lm_head.dense.weight', 'roberta.pooler.dense.bias', 'lm_head.layer_norm.bias', 'lm_head.dense.bias', 'roberta.pooler.dense.weight', 'lm_head.bias']\n",
940
      "- This IS expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
941
      "- This IS NOT expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
942
      "Some weights of RobertaForSequenceClassification were not initialized from the model checkpoint at distilroberta-base and are newly initialized: ['classifier.dense.bias', 'classifier.dense.weight', 'classifier.out_proj.weight', 'classifier.out_proj.bias']\n",
943
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
944
     ]
945
    },
946
    {
947
     "data": {
948
      "application/vnd.jupyter.widget-view+json": {
949
       "model_id": "0f2da8de047c49e892f6f561ef9d47c4",
950
       "version_major": 2,
951
       "version_minor": 0
952
      },
953
      "text/plain": [
954
       "Map:   0%|          | 0/9 [00:00<?, ? examples/s]"
955
      ]
956
     },
957
     "metadata": {},
958
     "output_type": "display_data"
959
    },
960
    {
961
     "name": "stderr",
962
     "output_type": "stream",
963
     "text": [
964
      "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:125: UserWarning: When using RewardDataCollatorWithPadding, you should set `max_length` in the RewardTrainer's init it will be set to `512` by default, but you should do it yourself in the future.\n",
965
      "  warnings.warn(\n",
966
      "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:136: UserWarning: When using RewardDataCollatorWithPadding, you should set `remove_unused_columns=False` in your TrainingArguments we have set it for you, but you should do it yourself in the future.\n",
967
      "  warnings.warn(\n",
968
      "/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:411: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
969
      "  warnings.warn(\n",
970
      "You're using a RobertaTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n",
971
      "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2395: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
972
      "  warnings.warn(\n",
973
      "Could not estimate the number of tokens of the input, floating-point operations will not be computed\n"
974
     ]
975
    },
976
    {
977
     "data": {
978
      "text/html": [
979
       "\n",
980
       "    <div>\n",
981
       "      \n",
982
       "      <progress value='1' max='1' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
983
       "      [1/1 00:00, Epoch 1/1]\n",
984
       "    </div>\n",
985
       "    <table border=\"1\" class=\"dataframe\">\n",
986
       "  <thead>\n",
987
       " <tr style=\"text-align: left;\">\n",
988
       "      <th>Step</th>\n",
989
       "      <th>Training Loss</th>\n",
990
       "      <th>Validation Loss</th>\n",
991
       "    </tr>\n",
992
       "  </thead>\n",
993
       "  <tbody>\n",
994
       "  </tbody>\n",
995
       "</table><p>"
996
      ],
997
      "text/plain": [
998
       "<IPython.core.display.HTML object>"
999
      ]
1000
     },
1001
     "metadata": {},
1002
     "output_type": "display_data"
1003
    },
1004
    {
1005
     "data": {
1006
      "text/plain": [
1007
       "TrainOutput(global_step=1, training_loss=0.713159441947937, metrics={'train_runtime': 0.6058, 'train_samples_per_second': 9.904, 'train_steps_per_second': 1.651, 'total_flos': 0.0, 'train_loss': 0.713159441947937, 'epoch': 1.0})"
1008
      ]
1009
     },
1010
     "execution_count": 61,
1011
     "metadata": {},
1012
     "output_type": "execute_result"
1013
    }
1014
   ],
1015
   "source": [
1016
    "#To train Reward Model we need to choose a base model to fine-tune.\n",
1017
    "model_name = \"distilroberta-base\"\n",
1018
    "\n",
1019
    "model = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=1)\n",
1020
    "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
1021
    "\n",
1022
    "if tokenizer.pad_token is None:\n",
1023
    "    tokenizer.pad_token = tokenizer.eos_token\n",
1024
    "    model.config.pad_token_id = model.config.eos_token_id\n",
1025
    "#This function combines instructions with chosen and rejected responses, creating two new strings.\n",
1026
    "#These strings are tokenized, becoming input for a reward model that learns to distinguish between good and bad responses based on these examples.\n",
1027
    "#The model will be optimized to assign higher values to preferred responses and lower values to rejected responses.\n",
1028
    "def formatting_func(examples):\n",
1029
    "    kwargs = {\"padding\": \"max_length\", \"truncation\": True, \"max_length\": 512, \"return_tensors\": \"pt\"}\n",
1030
    "\n",
1031
    "    # Prepend the prompt and a line break to the original_response and response-1 fields.\n",
1032
    "    prompt_plus_chosen_response = examples[\"instruction\"] + \"\\n\" + examples[\"chosen_response\"]\n",
1033
    "    prompt_plus_rejected_response = examples[\"instruction\"] + \"\\n\" + examples[\"rejected_response\"]\n",
1034
    "\n",
1035
    "    # Then tokenize these modified fields.\n",
1036
    "    tokens_chosen = tokenizer.encode_plus(prompt_plus_chosen_response, **kwargs)\n",
1037
    "    tokens_rejected = tokenizer.encode_plus(prompt_plus_rejected_response, **kwargs)\n",
1038
    "\n",
1039
    "    return {\n",
1040
    "        \"input_ids_chosen\": tokens_chosen[\"input_ids\"][0], \"attention_mask_chosen\": tokens_chosen[\"attention_mask\"][0],\n",
1041
    "        \"input_ids_rejected\": tokens_rejected[\"input_ids\"][0], \"attention_mask_rejected\": tokens_rejected[\"attention_mask\"][0]\n",
1042
    "    }\n",
1043
    "\n",
1044
    "formatted_dataset = prepared_dataset.map(formatting_func)\n",
1045
    "formatted_dataset = formatted_dataset.train_test_split()\n",
1046
    "\n",
1047
    "training_args = TrainingArguments(\n",
1048
    "    output_dir=\"./reward_model\",\n",
1049
    "    per_device_train_batch_size=16,\n",
1050
    "    evaluation_strategy=\"steps\",\n",
1051
    "    logging_steps=200,\n",
1052
    "    num_train_epochs = 1,\n",
1053
    "\n",
1054
    ")\n",
1055
    "\n",
1056
    "trainer = RewardTrainer(\n",
1057
    "    model=model,\n",
1058
    "    args=training_args,\n",
1059
    "    tokenizer=tokenizer,\n",
1060
    "    train_dataset=formatted_dataset[\"train\"],\n",
1061
    "    eval_dataset=formatted_dataset[\"test\"],\n",
1062
    ")\n",
1063
    "\n",
1064
    "trainer.train()\n"
1065
   ]
1066
  },
1067
  {
1068
   "cell_type": "code",
1069
   "execution_count": null,
1070
   "metadata": {
1071
    "id": "Y_vsU1lo5PMN"
1072
   },
1073
   "outputs": [],
1074
   "source": []
1075
  }
1076
 ],
1077
 "metadata": {
1078
  "accelerator": "GPU",
1079
  "colab": {
1080
   "gpuType": "T4",
1081
   "provenance": []
1082
  },
1083
  "kernelspec": {
1084
   "display_name": "Python 3 (ipykernel)",
1085
   "language": "python",
1086
   "name": "python3"
1087
  },
1088
  "language_info": {
1089
   "codemirror_mode": {
1090
    "name": "ipython",
1091
    "version": 3
1092
   },
1093
   "file_extension": ".py",
1094
   "mimetype": "text/x-python",
1095
   "name": "python",
1096
   "nbconvert_exporter": "python",
1097
   "pygments_lexer": "ipython3",
1098
   "version": "3.10.9"
1099
  },
1100
  "vscode": {
1101
   "interpreter": {
1102
    "hash": "2d98cb9bf90a932b5bf8e86e91214497eb0e38eb318595fbd6fbd5460fe92036"
1103
   }
1104
  },
1105
  "widgets": {
1106
   "application/vnd.jupyter.widget-state+json": {
1107
    "00d0cc9a08f34f28a49d3b7dbfc258be": {
1108
     "model_module": "@jupyter-widgets/base",
1109
     "model_module_version": "1.2.0",
1110
     "model_name": "LayoutModel",
1111
     "state": {
1112
      "_model_module": "@jupyter-widgets/base",
1113
      "_model_module_version": "1.2.0",
1114
      "_model_name": "LayoutModel",
1115
      "_view_count": null,
1116
      "_view_module": "@jupyter-widgets/base",
1117
      "_view_module_version": "1.2.0",
1118
      "_view_name": "LayoutView",
1119
      "align_content": null,
1120
      "align_items": null,
1121
      "align_self": null,
1122
      "border": null,
1123
      "bottom": null,
1124
      "display": null,
1125
      "flex": null,
1126
      "flex_flow": null,
1127
      "grid_area": null,
1128
      "grid_auto_columns": null,
1129
      "grid_auto_flow": null,
1130
      "grid_auto_rows": null,
1131
      "grid_column": null,
1132
      "grid_gap": null,
1133
      "grid_row": null,
1134
      "grid_template_areas": null,
1135
      "grid_template_columns": null,
1136
      "grid_template_rows": null,
1137
      "height": null,
1138
      "justify_content": null,
1139
      "justify_items": null,
1140
      "left": null,
1141
      "margin": null,
1142
      "max_height": null,
1143
      "max_width": null,
1144
      "min_height": null,
1145
      "min_width": null,
1146
      "object_fit": null,
1147
      "object_position": null,
1148
      "order": null,
1149
      "overflow": null,
1150
      "overflow_x": null,
1151
      "overflow_y": null,
1152
      "padding": null,
1153
      "right": null,
1154
      "top": null,
1155
      "visibility": "hidden",
1156
      "width": null
1157
     }
1158
    },
1159
    "04d3a61d080e4d76ba581687b32c3543": {
1160
     "model_module": "@jupyter-widgets/controls",
1161
     "model_module_version": "1.5.0",
1162
     "model_name": "HTMLModel",
1163
     "state": {
1164
      "_dom_classes": [],
1165
      "_model_module": "@jupyter-widgets/controls",
1166
      "_model_module_version": "1.5.0",
1167
      "_model_name": "HTMLModel",
1168
      "_view_count": null,
1169
      "_view_module": "@jupyter-widgets/controls",
1170
      "_view_module_version": "1.5.0",
1171
      "_view_name": "HTMLView",
1172
      "description": "",
1173
      "description_tooltip": null,
1174
      "layout": "IPY_MODEL_f99f718839d948aa9143936cab2982c6",
1175
      "placeholder": "​",
1176
      "style": "IPY_MODEL_1fd4f43f5b864bafa48d44dd837f97ba",
1177
      "value": " 7401/0 [00:00&lt;00:00, 57897.52 examples/s]"
1178
     }
1179
    },
1180
    "064fd94fccf54262b471027504c1cd1a": {
1181
     "model_module": "@jupyter-widgets/controls",
1182
     "model_module_version": "1.5.0",
1183
     "model_name": "ProgressStyleModel",
1184
     "state": {
1185
      "_model_module": "@jupyter-widgets/controls",
1186
      "_model_module_version": "1.5.0",
1187
      "_model_name": "ProgressStyleModel",
1188
      "_view_count": null,
1189
      "_view_module": "@jupyter-widgets/base",
1190
      "_view_module_version": "1.2.0",
1191
      "_view_name": "StyleView",
1192
      "bar_color": null,
1193
      "description_width": ""
1194
     }
1195
    },
1196
    "091e2d448e73406ca6f64e4b64fa72f0": {
1197
     "model_module": "@jupyter-widgets/controls",
1198
     "model_module_version": "1.5.0",
1199
     "model_name": "HBoxModel",
1200
     "state": {
1201
      "_dom_classes": [],
1202
      "_model_module": "@jupyter-widgets/controls",
1203
      "_model_module_version": "1.5.0",
1204
      "_model_name": "HBoxModel",
1205
      "_view_count": null,
1206
      "_view_module": "@jupyter-widgets/controls",
1207
      "_view_module_version": "1.5.0",
1208
      "_view_name": "HBoxView",
1209
      "box_style": "",
1210
      "children": [
1211
       "IPY_MODEL_fc2a55ac7a9e499c8dfa986e5acb889d",
1212
       "IPY_MODEL_1fd823c820ea4e4c9d3360bcb2ec56b8",
1213
       "IPY_MODEL_04d3a61d080e4d76ba581687b32c3543"
1214
      ],
1215
      "layout": "IPY_MODEL_37f56a5b1fa249898cd7ca042379b770"
1216
     }
1217
    },
1218
    "0f2da8de047c49e892f6f561ef9d47c4": {
1219
     "model_module": "@jupyter-widgets/controls",
1220
     "model_module_version": "1.5.0",
1221
     "model_name": "HBoxModel",
1222
     "state": {
1223
      "_dom_classes": [],
1224
      "_model_module": "@jupyter-widgets/controls",
1225
      "_model_module_version": "1.5.0",
1226
      "_model_name": "HBoxModel",
1227
      "_view_count": null,
1228
      "_view_module": "@jupyter-widgets/controls",
1229
      "_view_module_version": "1.5.0",
1230
      "_view_name": "HBoxView",
1231
      "box_style": "",
1232
      "children": [
1233
       "IPY_MODEL_e6a5b454bcd34ada85a20f6ae2402010",
1234
       "IPY_MODEL_47fcada281d84d76bb5511cde5f34e5d",
1235
       "IPY_MODEL_d06f618d673f4c8f8729451040738bc4"
1236
      ],
1237
      "layout": "IPY_MODEL_00d0cc9a08f34f28a49d3b7dbfc258be"
1238
     }
1239
    },
1240
    "0f3d3da78ebf4e68b7be1bc0431995a8": {
1241
     "model_module": "@jupyter-widgets/base",
1242
     "model_module_version": "1.2.0",
1243
     "model_name": "LayoutModel",
1244
     "state": {
1245
      "_model_module": "@jupyter-widgets/base",
1246
      "_model_module_version": "1.2.0",
1247
      "_model_name": "LayoutModel",
1248
      "_view_count": null,
1249
      "_view_module": "@jupyter-widgets/base",
1250
      "_view_module_version": "1.2.0",
1251
      "_view_name": "LayoutView",
1252
      "align_content": null,
1253
      "align_items": null,
1254
      "align_self": null,
1255
      "border": null,
1256
      "bottom": null,
1257
      "display": null,
1258
      "flex": null,
1259
      "flex_flow": null,
1260
      "grid_area": null,
1261
      "grid_auto_columns": null,
1262
      "grid_auto_flow": null,
1263
      "grid_auto_rows": null,
1264
      "grid_column": null,
1265
      "grid_gap": null,
1266
      "grid_row": null,
1267
      "grid_template_areas": null,
1268
      "grid_template_columns": null,
1269
      "grid_template_rows": null,
1270
      "height": null,
1271
      "justify_content": null,
1272
      "justify_items": null,
1273
      "left": null,
1274
      "margin": null,
1275
      "max_height": null,
1276
      "max_width": null,
1277
      "min_height": null,
1278
      "min_width": null,
1279
      "object_fit": null,
1280
      "object_position": null,
1281
      "order": null,
1282
      "overflow": null,
1283
      "overflow_x": null,
1284
      "overflow_y": null,
1285
      "padding": null,
1286
      "right": null,
1287
      "top": null,
1288
      "visibility": null,
1289
      "width": null
1290
     }
1291
    },
1292
    "195528f60aeb43e2a846ebcec7d1e5cf": {
1293
     "model_module": "@jupyter-widgets/controls",
1294
     "model_module_version": "1.5.0",
1295
     "model_name": "HTMLModel",
1296
     "state": {
1297
      "_dom_classes": [],
1298
      "_model_module": "@jupyter-widgets/controls",
1299
      "_model_module_version": "1.5.0",
1300
      "_model_name": "HTMLModel",
1301
      "_view_count": null,
1302
      "_view_module": "@jupyter-widgets/controls",
1303
      "_view_module_version": "1.5.0",
1304
      "_view_name": "HTMLView",
1305
      "description": "",
1306
      "description_tooltip": null,
1307
      "layout": "IPY_MODEL_d2f36ad3ce4c43ad99d29b02990a4571",
1308
      "placeholder": "​",
1309
      "style": "IPY_MODEL_9b8c2bfe55254c1a913390e0871d9bdb",
1310
      "value": "Extracting data files: 100%"
1311
     }
1312
    },
1313
    "1a4ec31d897f46208c2fb3273dc99383": {
1314
     "model_module": "@jupyter-widgets/controls",
1315
     "model_module_version": "1.5.0",
1316
     "model_name": "ProgressStyleModel",
1317
     "state": {
1318
      "_model_module": "@jupyter-widgets/controls",
1319
      "_model_module_version": "1.5.0",
1320
      "_model_name": "ProgressStyleModel",
1321
      "_view_count": null,
1322
      "_view_module": "@jupyter-widgets/base",
1323
      "_view_module_version": "1.2.0",
1324
      "_view_name": "StyleView",
1325
      "bar_color": null,
1326
      "description_width": ""
1327
     }
1328
    },
1329
    "1b3e3a062ae14b709f2d14a6c6a3f1ee": {
1330
     "model_module": "@jupyter-widgets/controls",
1331
     "model_module_version": "1.5.0",
1332
     "model_name": "DescriptionStyleModel",
1333
     "state": {
1334
      "_model_module": "@jupyter-widgets/controls",
1335
      "_model_module_version": "1.5.0",
1336
      "_model_name": "DescriptionStyleModel",
1337
      "_view_count": null,
1338
      "_view_module": "@jupyter-widgets/base",
1339
      "_view_module_version": "1.2.0",
1340
      "_view_name": "StyleView",
1341
      "description_width": ""
1342
     }
1343
    },
1344
    "1b58727f53464ccb881bee5e5b8a6058": {
1345
     "model_module": "@jupyter-widgets/base",
1346
     "model_module_version": "1.2.0",
1347
     "model_name": "LayoutModel",
1348
     "state": {
1349
      "_model_module": "@jupyter-widgets/base",
1350
      "_model_module_version": "1.2.0",
1351
      "_model_name": "LayoutModel",
1352
      "_view_count": null,
1353
      "_view_module": "@jupyter-widgets/base",
1354
      "_view_module_version": "1.2.0",
1355
      "_view_name": "LayoutView",
1356
      "align_content": null,
1357
      "align_items": null,
1358
      "align_self": null,
1359
      "border": null,
1360
      "bottom": null,
1361
      "display": null,
1362
      "flex": null,
1363
      "flex_flow": null,
1364
      "grid_area": null,
1365
      "grid_auto_columns": null,
1366
      "grid_auto_flow": null,
1367
      "grid_auto_rows": null,
1368
      "grid_column": null,
1369
      "grid_gap": null,
1370
      "grid_row": null,
1371
      "grid_template_areas": null,
1372
      "grid_template_columns": null,
1373
      "grid_template_rows": null,
1374
      "height": null,
1375
      "justify_content": null,
1376
      "justify_items": null,
1377
      "left": null,
1378
      "margin": null,
1379
      "max_height": null,
1380
      "max_width": null,
1381
      "min_height": null,
1382
      "min_width": null,
1383
      "object_fit": null,
1384
      "object_position": null,
1385
      "order": null,
1386
      "overflow": null,
1387
      "overflow_x": null,
1388
      "overflow_y": null,
1389
      "padding": null,
1390
      "right": null,
1391
      "top": null,
1392
      "visibility": null,
1393
      "width": null
1394
     }
1395
    },
1396
    "1fd4f43f5b864bafa48d44dd837f97ba": {
1397
     "model_module": "@jupyter-widgets/controls",
1398
     "model_module_version": "1.5.0",
1399
     "model_name": "DescriptionStyleModel",
1400
     "state": {
1401
      "_model_module": "@jupyter-widgets/controls",
1402
      "_model_module_version": "1.5.0",
1403
      "_model_name": "DescriptionStyleModel",
1404
      "_view_count": null,
1405
      "_view_module": "@jupyter-widgets/base",
1406
      "_view_module_version": "1.2.0",
1407
      "_view_name": "StyleView",
1408
      "description_width": ""
1409
     }
1410
    },
1411
    "1fd823c820ea4e4c9d3360bcb2ec56b8": {
1412
     "model_module": "@jupyter-widgets/controls",
1413
     "model_module_version": "1.5.0",
1414
     "model_name": "FloatProgressModel",
1415
     "state": {
1416
      "_dom_classes": [],
1417
      "_model_module": "@jupyter-widgets/controls",
1418
      "_model_module_version": "1.5.0",
1419
      "_model_name": "FloatProgressModel",
1420
      "_view_count": null,
1421
      "_view_module": "@jupyter-widgets/controls",
1422
      "_view_module_version": "1.5.0",
1423
      "_view_name": "ProgressView",
1424
      "bar_style": "info",
1425
      "description": "",
1426
      "description_tooltip": null,
1427
      "layout": "IPY_MODEL_6bf664bc5e1e4d8b91da0a15f500e93a",
1428
      "max": 1,
1429
      "min": 0,
1430
      "orientation": "horizontal",
1431
      "style": "IPY_MODEL_c95677cdda7c460a9eecff5bf7ac266a",
1432
      "value": 1
1433
     }
1434
    },
1435
    "1ff0227e975e4d4bb7afd6e80abee978": {
1436
     "model_module": "@jupyter-widgets/base",
1437
     "model_module_version": "1.2.0",
1438
     "model_name": "LayoutModel",
1439
     "state": {
1440
      "_model_module": "@jupyter-widgets/base",
1441
      "_model_module_version": "1.2.0",
1442
      "_model_name": "LayoutModel",
1443
      "_view_count": null,
1444
      "_view_module": "@jupyter-widgets/base",
1445
      "_view_module_version": "1.2.0",
1446
      "_view_name": "LayoutView",
1447
      "align_content": null,
1448
      "align_items": null,
1449
      "align_self": null,
1450
      "border": null,
1451
      "bottom": null,
1452
      "display": null,
1453
      "flex": null,
1454
      "flex_flow": null,
1455
      "grid_area": null,
1456
      "grid_auto_columns": null,
1457
      "grid_auto_flow": null,
1458
      "grid_auto_rows": null,
1459
      "grid_column": null,
1460
      "grid_gap": null,
1461
      "grid_row": null,
1462
      "grid_template_areas": null,
1463
      "grid_template_columns": null,
1464
      "grid_template_rows": null,
1465
      "height": null,
1466
      "justify_content": null,
1467
      "justify_items": null,
1468
      "left": null,
1469
      "margin": null,
1470
      "max_height": null,
1471
      "max_width": null,
1472
      "min_height": null,
1473
      "min_width": null,
1474
      "object_fit": null,
1475
      "object_position": null,
1476
      "order": null,
1477
      "overflow": null,
1478
      "overflow_x": null,
1479
      "overflow_y": null,
1480
      "padding": null,
1481
      "right": null,
1482
      "top": null,
1483
      "visibility": null,
1484
      "width": null
1485
     }
1486
    },
1487
    "206978c8fbfe4392b6db127a2d14d3d5": {
1488
     "model_module": "@jupyter-widgets/controls",
1489
     "model_module_version": "1.5.0",
1490
     "model_name": "HTMLModel",
1491
     "state": {
1492
      "_dom_classes": [],
1493
      "_model_module": "@jupyter-widgets/controls",
1494
      "_model_module_version": "1.5.0",
1495
      "_model_name": "HTMLModel",
1496
      "_view_count": null,
1497
      "_view_module": "@jupyter-widgets/controls",
1498
      "_view_module_version": "1.5.0",
1499
      "_view_name": "HTMLView",
1500
      "description": "",
1501
      "description_tooltip": null,
1502
      "layout": "IPY_MODEL_1b58727f53464ccb881bee5e5b8a6058",
1503
      "placeholder": "​",
1504
      "style": "IPY_MODEL_cf108025bc12403ea0be61c32b4267e5",
1505
      "value": "Downloading data: 100%"
1506
     }
1507
    },
1508
    "213978d87ad54789a46cd88dbe9da83d": {
1509
     "model_module": "@jupyter-widgets/base",
1510
     "model_module_version": "1.2.0",
1511
     "model_name": "LayoutModel",
1512
     "state": {
1513
      "_model_module": "@jupyter-widgets/base",
1514
      "_model_module_version": "1.2.0",
1515
      "_model_name": "LayoutModel",
1516
      "_view_count": null,
1517
      "_view_module": "@jupyter-widgets/base",
1518
      "_view_module_version": "1.2.0",
1519
      "_view_name": "LayoutView",
1520
      "align_content": null,
1521
      "align_items": null,
1522
      "align_self": null,
1523
      "border": null,
1524
      "bottom": null,
1525
      "display": null,
1526
      "flex": null,
1527
      "flex_flow": null,
1528
      "grid_area": null,
1529
      "grid_auto_columns": null,
1530
      "grid_auto_flow": null,
1531
      "grid_auto_rows": null,
1532
      "grid_column": null,
1533
      "grid_gap": null,
1534
      "grid_row": null,
1535
      "grid_template_areas": null,
1536
      "grid_template_columns": null,
1537
      "grid_template_rows": null,
1538
      "height": null,
1539
      "justify_content": null,
1540
      "justify_items": null,
1541
      "left": null,
1542
      "margin": null,
1543
      "max_height": null,
1544
      "max_width": null,
1545
      "min_height": null,
1546
      "min_width": null,
1547
      "object_fit": null,
1548
      "object_position": null,
1549
      "order": null,
1550
      "overflow": null,
1551
      "overflow_x": null,
1552
      "overflow_y": null,
1553
      "padding": null,
1554
      "right": null,
1555
      "top": null,
1556
      "visibility": null,
1557
      "width": null
1558
     }
1559
    },
1560
    "23e7b9d8d0fe4382a6d96721e2abee7f": {
1561
     "model_module": "@jupyter-widgets/base",
1562
     "model_module_version": "1.2.0",
1563
     "model_name": "LayoutModel",
1564
     "state": {
1565
      "_model_module": "@jupyter-widgets/base",
1566
      "_model_module_version": "1.2.0",
1567
      "_model_name": "LayoutModel",
1568
      "_view_count": null,
1569
      "_view_module": "@jupyter-widgets/base",
1570
      "_view_module_version": "1.2.0",
1571
      "_view_name": "LayoutView",
1572
      "align_content": null,
1573
      "align_items": null,
1574
      "align_self": null,
1575
      "border": null,
1576
      "bottom": null,
1577
      "display": null,
1578
      "flex": null,
1579
      "flex_flow": null,
1580
      "grid_area": null,
1581
      "grid_auto_columns": null,
1582
      "grid_auto_flow": null,
1583
      "grid_auto_rows": null,
1584
      "grid_column": null,
1585
      "grid_gap": null,
1586
      "grid_row": null,
1587
      "grid_template_areas": null,
1588
      "grid_template_columns": null,
1589
      "grid_template_rows": null,
1590
      "height": null,
1591
      "justify_content": null,
1592
      "justify_items": null,
1593
      "left": null,
1594
      "margin": null,
1595
      "max_height": null,
1596
      "max_width": null,
1597
      "min_height": null,
1598
      "min_width": null,
1599
      "object_fit": null,
1600
      "object_position": null,
1601
      "order": null,
1602
      "overflow": null,
1603
      "overflow_x": null,
1604
      "overflow_y": null,
1605
      "padding": null,
1606
      "right": null,
1607
      "top": null,
1608
      "visibility": null,
1609
      "width": null
1610
     }
1611
    },
1612
    "24c20b5111194ff4babc964ae2f1d877": {
1613
     "model_module": "@jupyter-widgets/controls",
1614
     "model_module_version": "1.5.0",
1615
     "model_name": "HBoxModel",
1616
     "state": {
1617
      "_dom_classes": [],
1618
      "_model_module": "@jupyter-widgets/controls",
1619
      "_model_module_version": "1.5.0",
1620
      "_model_name": "HBoxModel",
1621
      "_view_count": null,
1622
      "_view_module": "@jupyter-widgets/controls",
1623
      "_view_module_version": "1.5.0",
1624
      "_view_name": "HBoxView",
1625
      "box_style": "",
1626
      "children": [
1627
       "IPY_MODEL_74166d6734b64cf993558d62922429e8",
1628
       "IPY_MODEL_7d3e749b3b1c474dbf97b3f36f38b0d4",
1629
       "IPY_MODEL_c980d3cd8af843ed9310ead9a543b793"
1630
      ],
1631
      "layout": "IPY_MODEL_d66ab33eca5f45ea969f9046cb4abbb3"
1632
     }
1633
    },
1634
    "26c443647a344e0296daf765e025b59c": {
1635
     "model_module": "@jupyter-widgets/controls",
1636
     "model_module_version": "1.5.0",
1637
     "model_name": "ProgressStyleModel",
1638
     "state": {
1639
      "_model_module": "@jupyter-widgets/controls",
1640
      "_model_module_version": "1.5.0",
1641
      "_model_name": "ProgressStyleModel",
1642
      "_view_count": null,
1643
      "_view_module": "@jupyter-widgets/base",
1644
      "_view_module_version": "1.2.0",
1645
      "_view_name": "StyleView",
1646
      "bar_color": null,
1647
      "description_width": ""
1648
     }
1649
    },
1650
    "287af42664394af7befd9167d2c8c6b0": {
1651
     "model_module": "@jupyter-widgets/controls",
1652
     "model_module_version": "1.5.0",
1653
     "model_name": "HBoxModel",
1654
     "state": {
1655
      "_dom_classes": [],
1656
      "_model_module": "@jupyter-widgets/controls",
1657
      "_model_module_version": "1.5.0",
1658
      "_model_name": "HBoxModel",
1659
      "_view_count": null,
1660
      "_view_module": "@jupyter-widgets/controls",
1661
      "_view_module_version": "1.5.0",
1662
      "_view_name": "HBoxView",
1663
      "box_style": "",
1664
      "children": [
1665
       "IPY_MODEL_206978c8fbfe4392b6db127a2d14d3d5",
1666
       "IPY_MODEL_ff3058262a7f4ef49cd14aabdadf9287",
1667
       "IPY_MODEL_e44510c0662348a5b59c3d42db9b8f24"
1668
      ],
1669
      "layout": "IPY_MODEL_bf2b5346f60c4ebebbf921c8bdbdb8f3"
1670
     }
1671
    },
1672
    "28fef5976dc84314b129ed7321f8eea6": {
1673
     "model_module": "@jupyter-widgets/controls",
1674
     "model_module_version": "1.5.0",
1675
     "model_name": "HBoxModel",
1676
     "state": {
1677
      "_dom_classes": [],
1678
      "_model_module": "@jupyter-widgets/controls",
1679
      "_model_module_version": "1.5.0",
1680
      "_model_name": "HBoxModel",
1681
      "_view_count": null,
1682
      "_view_module": "@jupyter-widgets/controls",
1683
      "_view_module_version": "1.5.0",
1684
      "_view_name": "HBoxView",
1685
      "box_style": "",
1686
      "children": [
1687
       "IPY_MODEL_195528f60aeb43e2a846ebcec7d1e5cf",
1688
       "IPY_MODEL_b1bd06bd8a0443afb69868701d0e1f51",
1689
       "IPY_MODEL_5d9c75c8fa994b60bf873ea47e6b08bd"
1690
      ],
1691
      "layout": "IPY_MODEL_f68d264d936a4fba8daefc4ab869b4bf"
1692
     }
1693
    },
1694
    "2b5106349b7d450a8a3e19047645f226": {
1695
     "model_module": "@jupyter-widgets/controls",
1696
     "model_module_version": "1.5.0",
1697
     "model_name": "ProgressStyleModel",
1698
     "state": {
1699
      "_model_module": "@jupyter-widgets/controls",
1700
      "_model_module_version": "1.5.0",
1701
      "_model_name": "ProgressStyleModel",
1702
      "_view_count": null,
1703
      "_view_module": "@jupyter-widgets/base",
1704
      "_view_module_version": "1.2.0",
1705
      "_view_name": "StyleView",
1706
      "bar_color": null,
1707
      "description_width": ""
1708
     }
1709
    },
1710
    "2fd73ab0303d42e39c3db366d004900e": {
1711
     "model_module": "@jupyter-widgets/controls",
1712
     "model_module_version": "1.5.0",
1713
     "model_name": "DescriptionStyleModel",
1714
     "state": {
1715
      "_model_module": "@jupyter-widgets/controls",
1716
      "_model_module_version": "1.5.0",
1717
      "_model_name": "DescriptionStyleModel",
1718
      "_view_count": null,
1719
      "_view_module": "@jupyter-widgets/base",
1720
      "_view_module_version": "1.2.0",
1721
      "_view_name": "StyleView",
1722
      "description_width": ""
1723
     }
1724
    },
1725
    "31278efa4ce2495a876c9fabb4d32b7b": {
1726
     "model_module": "@jupyter-widgets/base",
1727
     "model_module_version": "1.2.0",
1728
     "model_name": "LayoutModel",
1729
     "state": {
1730
      "_model_module": "@jupyter-widgets/base",
1731
      "_model_module_version": "1.2.0",
1732
      "_model_name": "LayoutModel",
1733
      "_view_count": null,
1734
      "_view_module": "@jupyter-widgets/base",
1735
      "_view_module_version": "1.2.0",
1736
      "_view_name": "LayoutView",
1737
      "align_content": null,
1738
      "align_items": null,
1739
      "align_self": null,
1740
      "border": null,
1741
      "bottom": null,
1742
      "display": null,
1743
      "flex": null,
1744
      "flex_flow": null,
1745
      "grid_area": null,
1746
      "grid_auto_columns": null,
1747
      "grid_auto_flow": null,
1748
      "grid_auto_rows": null,
1749
      "grid_column": null,
1750
      "grid_gap": null,
1751
      "grid_row": null,
1752
      "grid_template_areas": null,
1753
      "grid_template_columns": null,
1754
      "grid_template_rows": null,
1755
      "height": null,
1756
      "justify_content": null,
1757
      "justify_items": null,
1758
      "left": null,
1759
      "margin": null,
1760
      "max_height": null,
1761
      "max_width": null,
1762
      "min_height": null,
1763
      "min_width": null,
1764
      "object_fit": null,
1765
      "object_position": null,
1766
      "order": null,
1767
      "overflow": null,
1768
      "overflow_x": null,
1769
      "overflow_y": null,
1770
      "padding": null,
1771
      "right": null,
1772
      "top": null,
1773
      "visibility": null,
1774
      "width": null
1775
     }
1776
    },
1777
    "31babd5f3e1446f9b33fc25c8f0594ed": {
1778
     "model_module": "@jupyter-widgets/base",
1779
     "model_module_version": "1.2.0",
1780
     "model_name": "LayoutModel",
1781
     "state": {
1782
      "_model_module": "@jupyter-widgets/base",
1783
      "_model_module_version": "1.2.0",
1784
      "_model_name": "LayoutModel",
1785
      "_view_count": null,
1786
      "_view_module": "@jupyter-widgets/base",
1787
      "_view_module_version": "1.2.0",
1788
      "_view_name": "LayoutView",
1789
      "align_content": null,
1790
      "align_items": null,
1791
      "align_self": null,
1792
      "border": null,
1793
      "bottom": null,
1794
      "display": null,
1795
      "flex": null,
1796
      "flex_flow": null,
1797
      "grid_area": null,
1798
      "grid_auto_columns": null,
1799
      "grid_auto_flow": null,
1800
      "grid_auto_rows": null,
1801
      "grid_column": null,
1802
      "grid_gap": null,
1803
      "grid_row": null,
1804
      "grid_template_areas": null,
1805
      "grid_template_columns": null,
1806
      "grid_template_rows": null,
1807
      "height": null,
1808
      "justify_content": null,
1809
      "justify_items": null,
1810
      "left": null,
1811
      "margin": null,
1812
      "max_height": null,
1813
      "max_width": null,
1814
      "min_height": null,
1815
      "min_width": null,
1816
      "object_fit": null,
1817
      "object_position": null,
1818
      "order": null,
1819
      "overflow": null,
1820
      "overflow_x": null,
1821
      "overflow_y": null,
1822
      "padding": null,
1823
      "right": null,
1824
      "top": null,
1825
      "visibility": null,
1826
      "width": null
1827
     }
1828
    },
1829
    "37f56a5b1fa249898cd7ca042379b770": {
1830
     "model_module": "@jupyter-widgets/base",
1831
     "model_module_version": "1.2.0",
1832
     "model_name": "LayoutModel",
1833
     "state": {
1834
      "_model_module": "@jupyter-widgets/base",
1835
      "_model_module_version": "1.2.0",
1836
      "_model_name": "LayoutModel",
1837
      "_view_count": null,
1838
      "_view_module": "@jupyter-widgets/base",
1839
      "_view_module_version": "1.2.0",
1840
      "_view_name": "LayoutView",
1841
      "align_content": null,
1842
      "align_items": null,
1843
      "align_self": null,
1844
      "border": null,
1845
      "bottom": null,
1846
      "display": null,
1847
      "flex": null,
1848
      "flex_flow": null,
1849
      "grid_area": null,
1850
      "grid_auto_columns": null,
1851
      "grid_auto_flow": null,
1852
      "grid_auto_rows": null,
1853
      "grid_column": null,
1854
      "grid_gap": null,
1855
      "grid_row": null,
1856
      "grid_template_areas": null,
1857
      "grid_template_columns": null,
1858
      "grid_template_rows": null,
1859
      "height": null,
1860
      "justify_content": null,
1861
      "justify_items": null,
1862
      "left": null,
1863
      "margin": null,
1864
      "max_height": null,
1865
      "max_width": null,
1866
      "min_height": null,
1867
      "min_width": null,
1868
      "object_fit": null,
1869
      "object_position": null,
1870
      "order": null,
1871
      "overflow": null,
1872
      "overflow_x": null,
1873
      "overflow_y": null,
1874
      "padding": null,
1875
      "right": null,
1876
      "top": null,
1877
      "visibility": "hidden",
1878
      "width": null
1879
     }
1880
    },
1881
    "3c22f8e8bf624cb4a096e8aa3e4d608c": {
1882
     "model_module": "@jupyter-widgets/base",
1883
     "model_module_version": "1.2.0",
1884
     "model_name": "LayoutModel",
1885
     "state": {
1886
      "_model_module": "@jupyter-widgets/base",
1887
      "_model_module_version": "1.2.0",
1888
      "_model_name": "LayoutModel",
1889
      "_view_count": null,
1890
      "_view_module": "@jupyter-widgets/base",
1891
      "_view_module_version": "1.2.0",
1892
      "_view_name": "LayoutView",
1893
      "align_content": null,
1894
      "align_items": null,
1895
      "align_self": null,
1896
      "border": null,
1897
      "bottom": null,
1898
      "display": null,
1899
      "flex": null,
1900
      "flex_flow": null,
1901
      "grid_area": null,
1902
      "grid_auto_columns": null,
1903
      "grid_auto_flow": null,
1904
      "grid_auto_rows": null,
1905
      "grid_column": null,
1906
      "grid_gap": null,
1907
      "grid_row": null,
1908
      "grid_template_areas": null,
1909
      "grid_template_columns": null,
1910
      "grid_template_rows": null,
1911
      "height": null,
1912
      "justify_content": null,
1913
      "justify_items": null,
1914
      "left": null,
1915
      "margin": null,
1916
      "max_height": null,
1917
      "max_width": null,
1918
      "min_height": null,
1919
      "min_width": null,
1920
      "object_fit": null,
1921
      "object_position": null,
1922
      "order": null,
1923
      "overflow": null,
1924
      "overflow_x": null,
1925
      "overflow_y": null,
1926
      "padding": null,
1927
      "right": null,
1928
      "top": null,
1929
      "visibility": null,
1930
      "width": null
1931
     }
1932
    },
1933
    "3cb6e552e34c4e13af65352260412b22": {
1934
     "model_module": "@jupyter-widgets/base",
1935
     "model_module_version": "1.2.0",
1936
     "model_name": "LayoutModel",
1937
     "state": {
1938
      "_model_module": "@jupyter-widgets/base",
1939
      "_model_module_version": "1.2.0",
1940
      "_model_name": "LayoutModel",
1941
      "_view_count": null,
1942
      "_view_module": "@jupyter-widgets/base",
1943
      "_view_module_version": "1.2.0",
1944
      "_view_name": "LayoutView",
1945
      "align_content": null,
1946
      "align_items": null,
1947
      "align_self": null,
1948
      "border": null,
1949
      "bottom": null,
1950
      "display": null,
1951
      "flex": null,
1952
      "flex_flow": null,
1953
      "grid_area": null,
1954
      "grid_auto_columns": null,
1955
      "grid_auto_flow": null,
1956
      "grid_auto_rows": null,
1957
      "grid_column": null,
1958
      "grid_gap": null,
1959
      "grid_row": null,
1960
      "grid_template_areas": null,
1961
      "grid_template_columns": null,
1962
      "grid_template_rows": null,
1963
      "height": null,
1964
      "justify_content": null,
1965
      "justify_items": null,
1966
      "left": null,
1967
      "margin": null,
1968
      "max_height": null,
1969
      "max_width": null,
1970
      "min_height": null,
1971
      "min_width": null,
1972
      "object_fit": null,
1973
      "object_position": null,
1974
      "order": null,
1975
      "overflow": null,
1976
      "overflow_x": null,
1977
      "overflow_y": null,
1978
      "padding": null,
1979
      "right": null,
1980
      "top": null,
1981
      "visibility": null,
1982
      "width": null
1983
     }
1984
    },
1985
    "45dcafb7a02f4ce1a417b9c89dfc7d1b": {
1986
     "model_module": "@jupyter-widgets/base",
1987
     "model_module_version": "1.2.0",
1988
     "model_name": "LayoutModel",
1989
     "state": {
1990
      "_model_module": "@jupyter-widgets/base",
1991
      "_model_module_version": "1.2.0",
1992
      "_model_name": "LayoutModel",
1993
      "_view_count": null,
1994
      "_view_module": "@jupyter-widgets/base",
1995
      "_view_module_version": "1.2.0",
1996
      "_view_name": "LayoutView",
1997
      "align_content": null,
1998
      "align_items": null,
1999
      "align_self": null,
2000
      "border": null,
2001
      "bottom": null,
2002
      "display": null,
2003
      "flex": null,
2004
      "flex_flow": null,
2005
      "grid_area": null,
2006
      "grid_auto_columns": null,
2007
      "grid_auto_flow": null,
2008
      "grid_auto_rows": null,
2009
      "grid_column": null,
2010
      "grid_gap": null,
2011
      "grid_row": null,
2012
      "grid_template_areas": null,
2013
      "grid_template_columns": null,
2014
      "grid_template_rows": null,
2015
      "height": null,
2016
      "justify_content": null,
2017
      "justify_items": null,
2018
      "left": null,
2019
      "margin": null,
2020
      "max_height": null,
2021
      "max_width": null,
2022
      "min_height": null,
2023
      "min_width": null,
2024
      "object_fit": null,
2025
      "object_position": null,
2026
      "order": null,
2027
      "overflow": null,
2028
      "overflow_x": null,
2029
      "overflow_y": null,
2030
      "padding": null,
2031
      "right": null,
2032
      "top": null,
2033
      "visibility": null,
2034
      "width": null
2035
     }
2036
    },
2037
    "46cf1b875268442c80c22266ec8957bc": {
2038
     "model_module": "@jupyter-widgets/base",
2039
     "model_module_version": "1.2.0",
2040
     "model_name": "LayoutModel",
2041
     "state": {
2042
      "_model_module": "@jupyter-widgets/base",
2043
      "_model_module_version": "1.2.0",
2044
      "_model_name": "LayoutModel",
2045
      "_view_count": null,
2046
      "_view_module": "@jupyter-widgets/base",
2047
      "_view_module_version": "1.2.0",
2048
      "_view_name": "LayoutView",
2049
      "align_content": null,
2050
      "align_items": null,
2051
      "align_self": null,
2052
      "border": null,
2053
      "bottom": null,
2054
      "display": null,
2055
      "flex": null,
2056
      "flex_flow": null,
2057
      "grid_area": null,
2058
      "grid_auto_columns": null,
2059
      "grid_auto_flow": null,
2060
      "grid_auto_rows": null,
2061
      "grid_column": null,
2062
      "grid_gap": null,
2063
      "grid_row": null,
2064
      "grid_template_areas": null,
2065
      "grid_template_columns": null,
2066
      "grid_template_rows": null,
2067
      "height": null,
2068
      "justify_content": null,
2069
      "justify_items": null,
2070
      "left": null,
2071
      "margin": null,
2072
      "max_height": null,
2073
      "max_width": null,
2074
      "min_height": null,
2075
      "min_width": null,
2076
      "object_fit": null,
2077
      "object_position": null,
2078
      "order": null,
2079
      "overflow": null,
2080
      "overflow_x": null,
2081
      "overflow_y": null,
2082
      "padding": null,
2083
      "right": null,
2084
      "top": null,
2085
      "visibility": null,
2086
      "width": null
2087
     }
2088
    },
2089
    "47fcada281d84d76bb5511cde5f34e5d": {
2090
     "model_module": "@jupyter-widgets/controls",
2091
     "model_module_version": "1.5.0",
2092
     "model_name": "FloatProgressModel",
2093
     "state": {
2094
      "_dom_classes": [],
2095
      "_model_module": "@jupyter-widgets/controls",
2096
      "_model_module_version": "1.5.0",
2097
      "_model_name": "FloatProgressModel",
2098
      "_view_count": null,
2099
      "_view_module": "@jupyter-widgets/controls",
2100
      "_view_module_version": "1.5.0",
2101
      "_view_name": "ProgressView",
2102
      "bar_style": "",
2103
      "description": "",
2104
      "description_tooltip": null,
2105
      "layout": "IPY_MODEL_6c9b25d921b94dfc903d27b0585d3efe",
2106
      "max": 9,
2107
      "min": 0,
2108
      "orientation": "horizontal",
2109
      "style": "IPY_MODEL_2b5106349b7d450a8a3e19047645f226",
2110
      "value": 9
2111
     }
2112
    },
2113
    "4a0f8df90d2146af892f577966850195": {
2114
     "model_module": "@jupyter-widgets/controls",
2115
     "model_module_version": "1.5.0",
2116
     "model_name": "DescriptionStyleModel",
2117
     "state": {
2118
      "_model_module": "@jupyter-widgets/controls",
2119
      "_model_module_version": "1.5.0",
2120
      "_model_name": "DescriptionStyleModel",
2121
      "_view_count": null,
2122
      "_view_module": "@jupyter-widgets/base",
2123
      "_view_module_version": "1.2.0",
2124
      "_view_name": "StyleView",
2125
      "description_width": ""
2126
     }
2127
    },
2128
    "4b414f3636314e7ca01af3d26029219b": {
2129
     "model_module": "@jupyter-widgets/controls",
2130
     "model_module_version": "1.5.0",
2131
     "model_name": "DescriptionStyleModel",
2132
     "state": {
2133
      "_model_module": "@jupyter-widgets/controls",
2134
      "_model_module_version": "1.5.0",
2135
      "_model_name": "DescriptionStyleModel",
2136
      "_view_count": null,
2137
      "_view_module": "@jupyter-widgets/base",
2138
      "_view_module_version": "1.2.0",
2139
      "_view_name": "StyleView",
2140
      "description_width": ""
2141
     }
2142
    },
2143
    "52637a6c666f4735b0cc9a06c77984de": {
2144
     "model_module": "@jupyter-widgets/controls",
2145
     "model_module_version": "1.5.0",
2146
     "model_name": "FloatProgressModel",
2147
     "state": {
2148
      "_dom_classes": [],
2149
      "_model_module": "@jupyter-widgets/controls",
2150
      "_model_module_version": "1.5.0",
2151
      "_model_name": "FloatProgressModel",
2152
      "_view_count": null,
2153
      "_view_module": "@jupyter-widgets/controls",
2154
      "_view_module_version": "1.5.0",
2155
      "_view_name": "ProgressView",
2156
      "bar_style": "success",
2157
      "description": "",
2158
      "description_tooltip": null,
2159
      "layout": "IPY_MODEL_d472bf6488954a50af259fb1dd9803ca",
2160
      "max": 4670,
2161
      "min": 0,
2162
      "orientation": "horizontal",
2163
      "style": "IPY_MODEL_1a4ec31d897f46208c2fb3273dc99383",
2164
      "value": 4670
2165
     }
2166
    },
2167
    "585bb97b3dfa4715a34ead8dcc40f6e8": {
2168
     "model_module": "@jupyter-widgets/base",
2169
     "model_module_version": "1.2.0",
2170
     "model_name": "LayoutModel",
2171
     "state": {
2172
      "_model_module": "@jupyter-widgets/base",
2173
      "_model_module_version": "1.2.0",
2174
      "_model_name": "LayoutModel",
2175
      "_view_count": null,
2176
      "_view_module": "@jupyter-widgets/base",
2177
      "_view_module_version": "1.2.0",
2178
      "_view_name": "LayoutView",
2179
      "align_content": null,
2180
      "align_items": null,
2181
      "align_self": null,
2182
      "border": null,
2183
      "bottom": null,
2184
      "display": null,
2185
      "flex": null,
2186
      "flex_flow": null,
2187
      "grid_area": null,
2188
      "grid_auto_columns": null,
2189
      "grid_auto_flow": null,
2190
      "grid_auto_rows": null,
2191
      "grid_column": null,
2192
      "grid_gap": null,
2193
      "grid_row": null,
2194
      "grid_template_areas": null,
2195
      "grid_template_columns": null,
2196
      "grid_template_rows": null,
2197
      "height": null,
2198
      "justify_content": null,
2199
      "justify_items": null,
2200
      "left": null,
2201
      "margin": null,
2202
      "max_height": null,
2203
      "max_width": null,
2204
      "min_height": null,
2205
      "min_width": null,
2206
      "object_fit": null,
2207
      "object_position": null,
2208
      "order": null,
2209
      "overflow": null,
2210
      "overflow_x": null,
2211
      "overflow_y": null,
2212
      "padding": null,
2213
      "right": null,
2214
      "top": null,
2215
      "visibility": null,
2216
      "width": null
2217
     }
2218
    },
2219
    "5caa21b050534272beef6359755f046f": {
2220
     "model_module": "@jupyter-widgets/controls",
2221
     "model_module_version": "1.5.0",
2222
     "model_name": "ProgressStyleModel",
2223
     "state": {
2224
      "_model_module": "@jupyter-widgets/controls",
2225
      "_model_module_version": "1.5.0",
2226
      "_model_name": "ProgressStyleModel",
2227
      "_view_count": null,
2228
      "_view_module": "@jupyter-widgets/base",
2229
      "_view_module_version": "1.2.0",
2230
      "_view_name": "StyleView",
2231
      "bar_color": null,
2232
      "description_width": ""
2233
     }
2234
    },
2235
    "5d9c75c8fa994b60bf873ea47e6b08bd": {
2236
     "model_module": "@jupyter-widgets/controls",
2237
     "model_module_version": "1.5.0",
2238
     "model_name": "HTMLModel",
2239
     "state": {
2240
      "_dom_classes": [],
2241
      "_model_module": "@jupyter-widgets/controls",
2242
      "_model_module_version": "1.5.0",
2243
      "_model_name": "HTMLModel",
2244
      "_view_count": null,
2245
      "_view_module": "@jupyter-widgets/controls",
2246
      "_view_module_version": "1.5.0",
2247
      "_view_name": "HTMLView",
2248
      "description": "",
2249
      "description_tooltip": null,
2250
      "layout": "IPY_MODEL_3c22f8e8bf624cb4a096e8aa3e4d608c",
2251
      "placeholder": "​",
2252
      "style": "IPY_MODEL_1b3e3a062ae14b709f2d14a6c6a3f1ee",
2253
      "value": " 1/1 [00:00&lt;00:00, 43.18it/s]"
2254
     }
2255
    },
2256
    "5f2609d9b4dd43bfbad5db65c7bd6d0c": {
2257
     "model_module": "@jupyter-widgets/base",
2258
     "model_module_version": "1.2.0",
2259
     "model_name": "LayoutModel",
2260
     "state": {
2261
      "_model_module": "@jupyter-widgets/base",
2262
      "_model_module_version": "1.2.0",
2263
      "_model_name": "LayoutModel",
2264
      "_view_count": null,
2265
      "_view_module": "@jupyter-widgets/base",
2266
      "_view_module_version": "1.2.0",
2267
      "_view_name": "LayoutView",
2268
      "align_content": null,
2269
      "align_items": null,
2270
      "align_self": null,
2271
      "border": null,
2272
      "bottom": null,
2273
      "display": null,
2274
      "flex": null,
2275
      "flex_flow": null,
2276
      "grid_area": null,
2277
      "grid_auto_columns": null,
2278
      "grid_auto_flow": null,
2279
      "grid_auto_rows": null,
2280
      "grid_column": null,
2281
      "grid_gap": null,
2282
      "grid_row": null,
2283
      "grid_template_areas": null,
2284
      "grid_template_columns": null,
2285
      "grid_template_rows": null,
2286
      "height": null,
2287
      "justify_content": null,
2288
      "justify_items": null,
2289
      "left": null,
2290
      "margin": null,
2291
      "max_height": null,
2292
      "max_width": null,
2293
      "min_height": null,
2294
      "min_width": null,
2295
      "object_fit": null,
2296
      "object_position": null,
2297
      "order": null,
2298
      "overflow": null,
2299
      "overflow_x": null,
2300
      "overflow_y": null,
2301
      "padding": null,
2302
      "right": null,
2303
      "top": null,
2304
      "visibility": null,
2305
      "width": null
2306
     }
2307
    },
2308
    "61423967a19346a8bc12f9237567587c": {
2309
     "model_module": "@jupyter-widgets/base",
2310
     "model_module_version": "1.2.0",
2311
     "model_name": "LayoutModel",
2312
     "state": {
2313
      "_model_module": "@jupyter-widgets/base",
2314
      "_model_module_version": "1.2.0",
2315
      "_model_name": "LayoutModel",
2316
      "_view_count": null,
2317
      "_view_module": "@jupyter-widgets/base",
2318
      "_view_module_version": "1.2.0",
2319
      "_view_name": "LayoutView",
2320
      "align_content": null,
2321
      "align_items": null,
2322
      "align_self": null,
2323
      "border": null,
2324
      "bottom": null,
2325
      "display": null,
2326
      "flex": null,
2327
      "flex_flow": null,
2328
      "grid_area": null,
2329
      "grid_auto_columns": null,
2330
      "grid_auto_flow": null,
2331
      "grid_auto_rows": null,
2332
      "grid_column": null,
2333
      "grid_gap": null,
2334
      "grid_row": null,
2335
      "grid_template_areas": null,
2336
      "grid_template_columns": null,
2337
      "grid_template_rows": null,
2338
      "height": null,
2339
      "justify_content": null,
2340
      "justify_items": null,
2341
      "left": null,
2342
      "margin": null,
2343
      "max_height": null,
2344
      "max_width": null,
2345
      "min_height": null,
2346
      "min_width": null,
2347
      "object_fit": null,
2348
      "object_position": null,
2349
      "order": null,
2350
      "overflow": null,
2351
      "overflow_x": null,
2352
      "overflow_y": null,
2353
      "padding": null,
2354
      "right": null,
2355
      "top": null,
2356
      "visibility": null,
2357
      "width": null
2358
     }
2359
    },
2360
    "662a6b9b2db44b5a87507d3e5d653fcb": {
2361
     "model_module": "@jupyter-widgets/controls",
2362
     "model_module_version": "1.5.0",
2363
     "model_name": "HBoxModel",
2364
     "state": {
2365
      "_dom_classes": [],
2366
      "_model_module": "@jupyter-widgets/controls",
2367
      "_model_module_version": "1.5.0",
2368
      "_model_name": "HBoxModel",
2369
      "_view_count": null,
2370
      "_view_module": "@jupyter-widgets/controls",
2371
      "_view_module_version": "1.5.0",
2372
      "_view_name": "HBoxView",
2373
      "box_style": "",
2374
      "children": [
2375
       "IPY_MODEL_cfa7a372d979445c935c1b41ba4da2b9",
2376
       "IPY_MODEL_96c9748929bf4a718ccee4ba009d756f",
2377
       "IPY_MODEL_74b5b49c46c04e46974bf1d3f9e33e98"
2378
      ],
2379
      "layout": "IPY_MODEL_23e7b9d8d0fe4382a6d96721e2abee7f"
2380
     }
2381
    },
2382
    "6bf664bc5e1e4d8b91da0a15f500e93a": {
2383
     "model_module": "@jupyter-widgets/base",
2384
     "model_module_version": "1.2.0",
2385
     "model_name": "LayoutModel",
2386
     "state": {
2387
      "_model_module": "@jupyter-widgets/base",
2388
      "_model_module_version": "1.2.0",
2389
      "_model_name": "LayoutModel",
2390
      "_view_count": null,
2391
      "_view_module": "@jupyter-widgets/base",
2392
      "_view_module_version": "1.2.0",
2393
      "_view_name": "LayoutView",
2394
      "align_content": null,
2395
      "align_items": null,
2396
      "align_self": null,
2397
      "border": null,
2398
      "bottom": null,
2399
      "display": null,
2400
      "flex": null,
2401
      "flex_flow": null,
2402
      "grid_area": null,
2403
      "grid_auto_columns": null,
2404
      "grid_auto_flow": null,
2405
      "grid_auto_rows": null,
2406
      "grid_column": null,
2407
      "grid_gap": null,
2408
      "grid_row": null,
2409
      "grid_template_areas": null,
2410
      "grid_template_columns": null,
2411
      "grid_template_rows": null,
2412
      "height": null,
2413
      "justify_content": null,
2414
      "justify_items": null,
2415
      "left": null,
2416
      "margin": null,
2417
      "max_height": null,
2418
      "max_width": null,
2419
      "min_height": null,
2420
      "min_width": null,
2421
      "object_fit": null,
2422
      "object_position": null,
2423
      "order": null,
2424
      "overflow": null,
2425
      "overflow_x": null,
2426
      "overflow_y": null,
2427
      "padding": null,
2428
      "right": null,
2429
      "top": null,
2430
      "visibility": null,
2431
      "width": "20px"
2432
     }
2433
    },
2434
    "6c9b25d921b94dfc903d27b0585d3efe": {
2435
     "model_module": "@jupyter-widgets/base",
2436
     "model_module_version": "1.2.0",
2437
     "model_name": "LayoutModel",
2438
     "state": {
2439
      "_model_module": "@jupyter-widgets/base",
2440
      "_model_module_version": "1.2.0",
2441
      "_model_name": "LayoutModel",
2442
      "_view_count": null,
2443
      "_view_module": "@jupyter-widgets/base",
2444
      "_view_module_version": "1.2.0",
2445
      "_view_name": "LayoutView",
2446
      "align_content": null,
2447
      "align_items": null,
2448
      "align_self": null,
2449
      "border": null,
2450
      "bottom": null,
2451
      "display": null,
2452
      "flex": null,
2453
      "flex_flow": null,
2454
      "grid_area": null,
2455
      "grid_auto_columns": null,
2456
      "grid_auto_flow": null,
2457
      "grid_auto_rows": null,
2458
      "grid_column": null,
2459
      "grid_gap": null,
2460
      "grid_row": null,
2461
      "grid_template_areas": null,
2462
      "grid_template_columns": null,
2463
      "grid_template_rows": null,
2464
      "height": null,
2465
      "justify_content": null,
2466
      "justify_items": null,
2467
      "left": null,
2468
      "margin": null,
2469
      "max_height": null,
2470
      "max_width": null,
2471
      "min_height": null,
2472
      "min_width": null,
2473
      "object_fit": null,
2474
      "object_position": null,
2475
      "order": null,
2476
      "overflow": null,
2477
      "overflow_x": null,
2478
      "overflow_y": null,
2479
      "padding": null,
2480
      "right": null,
2481
      "top": null,
2482
      "visibility": null,
2483
      "width": null
2484
     }
2485
    },
2486
    "6ddd6e93f7494e74b715db33bdc60708": {
2487
     "model_module": "@jupyter-widgets/controls",
2488
     "model_module_version": "1.5.0",
2489
     "model_name": "HBoxModel",
2490
     "state": {
2491
      "_dom_classes": [],
2492
      "_model_module": "@jupyter-widgets/controls",
2493
      "_model_module_version": "1.5.0",
2494
      "_model_name": "HBoxModel",
2495
      "_view_count": null,
2496
      "_view_module": "@jupyter-widgets/controls",
2497
      "_view_module_version": "1.5.0",
2498
      "_view_name": "HBoxView",
2499
      "box_style": "",
2500
      "children": [
2501
       "IPY_MODEL_ec99aef6d00c41b0a4e55c4ce4738f2e",
2502
       "IPY_MODEL_52637a6c666f4735b0cc9a06c77984de",
2503
       "IPY_MODEL_a18f65e140a446ec86d21444b2a96f82"
2504
      ],
2505
      "layout": "IPY_MODEL_5f2609d9b4dd43bfbad5db65c7bd6d0c"
2506
     }
2507
    },
2508
    "71d2dab421d24180b3702f8527774891": {
2509
     "model_module": "@jupyter-widgets/controls",
2510
     "model_module_version": "1.5.0",
2511
     "model_name": "DescriptionStyleModel",
2512
     "state": {
2513
      "_model_module": "@jupyter-widgets/controls",
2514
      "_model_module_version": "1.5.0",
2515
      "_model_name": "DescriptionStyleModel",
2516
      "_view_count": null,
2517
      "_view_module": "@jupyter-widgets/base",
2518
      "_view_module_version": "1.2.0",
2519
      "_view_name": "StyleView",
2520
      "description_width": ""
2521
     }
2522
    },
2523
    "74166d6734b64cf993558d62922429e8": {
2524
     "model_module": "@jupyter-widgets/controls",
2525
     "model_module_version": "1.5.0",
2526
     "model_name": "HTMLModel",
2527
     "state": {
2528
      "_dom_classes": [],
2529
      "_model_module": "@jupyter-widgets/controls",
2530
      "_model_module_version": "1.5.0",
2531
      "_model_name": "HTMLModel",
2532
      "_view_count": null,
2533
      "_view_module": "@jupyter-widgets/controls",
2534
      "_view_module_version": "1.5.0",
2535
      "_view_name": "HTMLView",
2536
      "description": "",
2537
      "description_tooltip": null,
2538
      "layout": "IPY_MODEL_0f3d3da78ebf4e68b7be1bc0431995a8",
2539
      "placeholder": "​",
2540
      "style": "IPY_MODEL_4b414f3636314e7ca01af3d26029219b",
2541
      "value": "100%"
2542
     }
2543
    },
2544
    "74b5b49c46c04e46974bf1d3f9e33e98": {
2545
     "model_module": "@jupyter-widgets/controls",
2546
     "model_module_version": "1.5.0",
2547
     "model_name": "HTMLModel",
2548
     "state": {
2549
      "_dom_classes": [],
2550
      "_model_module": "@jupyter-widgets/controls",
2551
      "_model_module_version": "1.5.0",
2552
      "_model_name": "HTMLModel",
2553
      "_view_count": null,
2554
      "_view_module": "@jupyter-widgets/controls",
2555
      "_view_module_version": "1.5.0",
2556
      "_view_name": "HTMLView",
2557
      "description": "",
2558
      "description_tooltip": null,
2559
      "layout": "IPY_MODEL_a816e5006b234b0c929a63ebe85a7318",
2560
      "placeholder": "​",
2561
      "style": "IPY_MODEL_76f0763b62234ebdb549a1cbc8ef1038",
2562
      "value": " 12.7k/12.7k [00:00&lt;00:00, 697kB/s]"
2563
     }
2564
    },
2565
    "765ff08e9a49445eb315996ca2646ed5": {
2566
     "model_module": "@jupyter-widgets/base",
2567
     "model_module_version": "1.2.0",
2568
     "model_name": "LayoutModel",
2569
     "state": {
2570
      "_model_module": "@jupyter-widgets/base",
2571
      "_model_module_version": "1.2.0",
2572
      "_model_name": "LayoutModel",
2573
      "_view_count": null,
2574
      "_view_module": "@jupyter-widgets/base",
2575
      "_view_module_version": "1.2.0",
2576
      "_view_name": "LayoutView",
2577
      "align_content": null,
2578
      "align_items": null,
2579
      "align_self": null,
2580
      "border": null,
2581
      "bottom": null,
2582
      "display": null,
2583
      "flex": null,
2584
      "flex_flow": null,
2585
      "grid_area": null,
2586
      "grid_auto_columns": null,
2587
      "grid_auto_flow": null,
2588
      "grid_auto_rows": null,
2589
      "grid_column": null,
2590
      "grid_gap": null,
2591
      "grid_row": null,
2592
      "grid_template_areas": null,
2593
      "grid_template_columns": null,
2594
      "grid_template_rows": null,
2595
      "height": null,
2596
      "justify_content": null,
2597
      "justify_items": null,
2598
      "left": null,
2599
      "margin": null,
2600
      "max_height": null,
2601
      "max_width": null,
2602
      "min_height": null,
2603
      "min_width": null,
2604
      "object_fit": null,
2605
      "object_position": null,
2606
      "order": null,
2607
      "overflow": null,
2608
      "overflow_x": null,
2609
      "overflow_y": null,
2610
      "padding": null,
2611
      "right": null,
2612
      "top": null,
2613
      "visibility": null,
2614
      "width": null
2615
     }
2616
    },
2617
    "76f0763b62234ebdb549a1cbc8ef1038": {
2618
     "model_module": "@jupyter-widgets/controls",
2619
     "model_module_version": "1.5.0",
2620
     "model_name": "DescriptionStyleModel",
2621
     "state": {
2622
      "_model_module": "@jupyter-widgets/controls",
2623
      "_model_module_version": "1.5.0",
2624
      "_model_name": "DescriptionStyleModel",
2625
      "_view_count": null,
2626
      "_view_module": "@jupyter-widgets/base",
2627
      "_view_module_version": "1.2.0",
2628
      "_view_name": "StyleView",
2629
      "description_width": ""
2630
     }
2631
    },
2632
    "7d3e749b3b1c474dbf97b3f36f38b0d4": {
2633
     "model_module": "@jupyter-widgets/controls",
2634
     "model_module_version": "1.5.0",
2635
     "model_name": "FloatProgressModel",
2636
     "state": {
2637
      "_dom_classes": [],
2638
      "_model_module": "@jupyter-widgets/controls",
2639
      "_model_module_version": "1.5.0",
2640
      "_model_name": "FloatProgressModel",
2641
      "_view_count": null,
2642
      "_view_module": "@jupyter-widgets/controls",
2643
      "_view_module_version": "1.5.0",
2644
      "_view_name": "ProgressView",
2645
      "bar_style": "success",
2646
      "description": "",
2647
      "description_tooltip": null,
2648
      "layout": "IPY_MODEL_31babd5f3e1446f9b33fc25c8f0594ed",
2649
      "max": 1,
2650
      "min": 0,
2651
      "orientation": "horizontal",
2652
      "style": "IPY_MODEL_b72cd20b758b483a9a886c2270b7af39",
2653
      "value": 1
2654
     }
2655
    },
2656
    "81bf378859044d48b6a553cdc0b1b12d": {
2657
     "model_module": "@jupyter-widgets/controls",
2658
     "model_module_version": "1.5.0",
2659
     "model_name": "DescriptionStyleModel",
2660
     "state": {
2661
      "_model_module": "@jupyter-widgets/controls",
2662
      "_model_module_version": "1.5.0",
2663
      "_model_name": "DescriptionStyleModel",
2664
      "_view_count": null,
2665
      "_view_module": "@jupyter-widgets/base",
2666
      "_view_module_version": "1.2.0",
2667
      "_view_name": "StyleView",
2668
      "description_width": ""
2669
     }
2670
    },
2671
    "8211fcaab394409db5fc69957dfbc6c0": {
2672
     "model_module": "@jupyter-widgets/controls",
2673
     "model_module_version": "1.5.0",
2674
     "model_name": "HTMLModel",
2675
     "state": {
2676
      "_dom_classes": [],
2677
      "_model_module": "@jupyter-widgets/controls",
2678
      "_model_module_version": "1.5.0",
2679
      "_model_name": "HTMLModel",
2680
      "_view_count": null,
2681
      "_view_module": "@jupyter-widgets/controls",
2682
      "_view_module_version": "1.5.0",
2683
      "_view_name": "HTMLView",
2684
      "description": "",
2685
      "description_tooltip": null,
2686
      "layout": "IPY_MODEL_585bb97b3dfa4715a34ead8dcc40f6e8",
2687
      "placeholder": "​",
2688
      "style": "IPY_MODEL_4a0f8df90d2146af892f577966850195",
2689
      "value": " 1/1 [00:00&lt;00:00,  1.97it/s]"
2690
     }
2691
    },
2692
    "834c76a8b4f143a2af5440b5b8275645": {
2693
     "model_module": "@jupyter-widgets/base",
2694
     "model_module_version": "1.2.0",
2695
     "model_name": "LayoutModel",
2696
     "state": {
2697
      "_model_module": "@jupyter-widgets/base",
2698
      "_model_module_version": "1.2.0",
2699
      "_model_name": "LayoutModel",
2700
      "_view_count": null,
2701
      "_view_module": "@jupyter-widgets/base",
2702
      "_view_module_version": "1.2.0",
2703
      "_view_name": "LayoutView",
2704
      "align_content": null,
2705
      "align_items": null,
2706
      "align_self": null,
2707
      "border": null,
2708
      "bottom": null,
2709
      "display": null,
2710
      "flex": null,
2711
      "flex_flow": null,
2712
      "grid_area": null,
2713
      "grid_auto_columns": null,
2714
      "grid_auto_flow": null,
2715
      "grid_auto_rows": null,
2716
      "grid_column": null,
2717
      "grid_gap": null,
2718
      "grid_row": null,
2719
      "grid_template_areas": null,
2720
      "grid_template_columns": null,
2721
      "grid_template_rows": null,
2722
      "height": null,
2723
      "justify_content": null,
2724
      "justify_items": null,
2725
      "left": null,
2726
      "margin": null,
2727
      "max_height": null,
2728
      "max_width": null,
2729
      "min_height": null,
2730
      "min_width": null,
2731
      "object_fit": null,
2732
      "object_position": null,
2733
      "order": null,
2734
      "overflow": null,
2735
      "overflow_x": null,
2736
      "overflow_y": null,
2737
      "padding": null,
2738
      "right": null,
2739
      "top": null,
2740
      "visibility": null,
2741
      "width": null
2742
     }
2743
    },
2744
    "8ea860a65d8d413f868e589b91eefa6a": {
2745
     "model_module": "@jupyter-widgets/controls",
2746
     "model_module_version": "1.5.0",
2747
     "model_name": "ProgressStyleModel",
2748
     "state": {
2749
      "_model_module": "@jupyter-widgets/controls",
2750
      "_model_module_version": "1.5.0",
2751
      "_model_name": "ProgressStyleModel",
2752
      "_view_count": null,
2753
      "_view_module": "@jupyter-widgets/base",
2754
      "_view_module_version": "1.2.0",
2755
      "_view_name": "StyleView",
2756
      "bar_color": null,
2757
      "description_width": ""
2758
     }
2759
    },
2760
    "96c9748929bf4a718ccee4ba009d756f": {
2761
     "model_module": "@jupyter-widgets/controls",
2762
     "model_module_version": "1.5.0",
2763
     "model_name": "FloatProgressModel",
2764
     "state": {
2765
      "_dom_classes": [],
2766
      "_model_module": "@jupyter-widgets/controls",
2767
      "_model_module_version": "1.5.0",
2768
      "_model_name": "FloatProgressModel",
2769
      "_view_count": null,
2770
      "_view_module": "@jupyter-widgets/controls",
2771
      "_view_module_version": "1.5.0",
2772
      "_view_name": "ProgressView",
2773
      "bar_style": "success",
2774
      "description": "",
2775
      "description_tooltip": null,
2776
      "layout": "IPY_MODEL_3cb6e552e34c4e13af65352260412b22",
2777
      "max": 12731,
2778
      "min": 0,
2779
      "orientation": "horizontal",
2780
      "style": "IPY_MODEL_5caa21b050534272beef6359755f046f",
2781
      "value": 12731
2782
     }
2783
    },
2784
    "9b8c2bfe55254c1a913390e0871d9bdb": {
2785
     "model_module": "@jupyter-widgets/controls",
2786
     "model_module_version": "1.5.0",
2787
     "model_name": "DescriptionStyleModel",
2788
     "state": {
2789
      "_model_module": "@jupyter-widgets/controls",
2790
      "_model_module_version": "1.5.0",
2791
      "_model_name": "DescriptionStyleModel",
2792
      "_view_count": null,
2793
      "_view_module": "@jupyter-widgets/base",
2794
      "_view_module_version": "1.2.0",
2795
      "_view_name": "StyleView",
2796
      "description_width": ""
2797
     }
2798
    },
2799
    "9c50d9359d2549dd82adf886cf10e66f": {
2800
     "model_module": "@jupyter-widgets/base",
2801
     "model_module_version": "1.2.0",
2802
     "model_name": "LayoutModel",
2803
     "state": {
2804
      "_model_module": "@jupyter-widgets/base",
2805
      "_model_module_version": "1.2.0",
2806
      "_model_name": "LayoutModel",
2807
      "_view_count": null,
2808
      "_view_module": "@jupyter-widgets/base",
2809
      "_view_module_version": "1.2.0",
2810
      "_view_name": "LayoutView",
2811
      "align_content": null,
2812
      "align_items": null,
2813
      "align_self": null,
2814
      "border": null,
2815
      "bottom": null,
2816
      "display": null,
2817
      "flex": null,
2818
      "flex_flow": null,
2819
      "grid_area": null,
2820
      "grid_auto_columns": null,
2821
      "grid_auto_flow": null,
2822
      "grid_auto_rows": null,
2823
      "grid_column": null,
2824
      "grid_gap": null,
2825
      "grid_row": null,
2826
      "grid_template_areas": null,
2827
      "grid_template_columns": null,
2828
      "grid_template_rows": null,
2829
      "height": null,
2830
      "justify_content": null,
2831
      "justify_items": null,
2832
      "left": null,
2833
      "margin": null,
2834
      "max_height": null,
2835
      "max_width": null,
2836
      "min_height": null,
2837
      "min_width": null,
2838
      "object_fit": null,
2839
      "object_position": null,
2840
      "order": null,
2841
      "overflow": null,
2842
      "overflow_x": null,
2843
      "overflow_y": null,
2844
      "padding": null,
2845
      "right": null,
2846
      "top": null,
2847
      "visibility": null,
2848
      "width": null
2849
     }
2850
    },
2851
    "9ca4afbe27f84b17a9f614c49ff65cc2": {
2852
     "model_module": "@jupyter-widgets/controls",
2853
     "model_module_version": "1.5.0",
2854
     "model_name": "FloatProgressModel",
2855
     "state": {
2856
      "_dom_classes": [],
2857
      "_model_module": "@jupyter-widgets/controls",
2858
      "_model_module_version": "1.5.0",
2859
      "_model_name": "FloatProgressModel",
2860
      "_view_count": null,
2861
      "_view_module": "@jupyter-widgets/controls",
2862
      "_view_module_version": "1.5.0",
2863
      "_view_name": "ProgressView",
2864
      "bar_style": "success",
2865
      "description": "",
2866
      "description_tooltip": null,
2867
      "layout": "IPY_MODEL_765ff08e9a49445eb315996ca2646ed5",
2868
      "max": 1,
2869
      "min": 0,
2870
      "orientation": "horizontal",
2871
      "style": "IPY_MODEL_064fd94fccf54262b471027504c1cd1a",
2872
      "value": 1
2873
     }
2874
    },
2875
    "a18f65e140a446ec86d21444b2a96f82": {
2876
     "model_module": "@jupyter-widgets/controls",
2877
     "model_module_version": "1.5.0",
2878
     "model_name": "HTMLModel",
2879
     "state": {
2880
      "_dom_classes": [],
2881
      "_model_module": "@jupyter-widgets/controls",
2882
      "_model_module_version": "1.5.0",
2883
      "_model_name": "HTMLModel",
2884
      "_view_count": null,
2885
      "_view_module": "@jupyter-widgets/controls",
2886
      "_view_module_version": "1.5.0",
2887
      "_view_name": "HTMLView",
2888
      "description": "",
2889
      "description_tooltip": null,
2890
      "layout": "IPY_MODEL_ff186bd32e2349bb857a8ad1007587d8",
2891
      "placeholder": "​",
2892
      "style": "IPY_MODEL_2fd73ab0303d42e39c3db366d004900e",
2893
      "value": " 4.67k/4.67k [00:00&lt;00:00, 222kB/s]"
2894
     }
2895
    },
2896
    "a318020c56ab432690e7bd3555d350c1": {
2897
     "model_module": "@jupyter-widgets/controls",
2898
     "model_module_version": "1.5.0",
2899
     "model_name": "DescriptionStyleModel",
2900
     "state": {
2901
      "_model_module": "@jupyter-widgets/controls",
2902
      "_model_module_version": "1.5.0",
2903
      "_model_name": "DescriptionStyleModel",
2904
      "_view_count": null,
2905
      "_view_module": "@jupyter-widgets/base",
2906
      "_view_module_version": "1.2.0",
2907
      "_view_name": "StyleView",
2908
      "description_width": ""
2909
     }
2910
    },
2911
    "a56bb61a990e40baa0a5a5aecf69ea1f": {
2912
     "model_module": "@jupyter-widgets/controls",
2913
     "model_module_version": "1.5.0",
2914
     "model_name": "DescriptionStyleModel",
2915
     "state": {
2916
      "_model_module": "@jupyter-widgets/controls",
2917
      "_model_module_version": "1.5.0",
2918
      "_model_name": "DescriptionStyleModel",
2919
      "_view_count": null,
2920
      "_view_module": "@jupyter-widgets/base",
2921
      "_view_module_version": "1.2.0",
2922
      "_view_name": "StyleView",
2923
      "description_width": ""
2924
     }
2925
    },
2926
    "a816e5006b234b0c929a63ebe85a7318": {
2927
     "model_module": "@jupyter-widgets/base",
2928
     "model_module_version": "1.2.0",
2929
     "model_name": "LayoutModel",
2930
     "state": {
2931
      "_model_module": "@jupyter-widgets/base",
2932
      "_model_module_version": "1.2.0",
2933
      "_model_name": "LayoutModel",
2934
      "_view_count": null,
2935
      "_view_module": "@jupyter-widgets/base",
2936
      "_view_module_version": "1.2.0",
2937
      "_view_name": "LayoutView",
2938
      "align_content": null,
2939
      "align_items": null,
2940
      "align_self": null,
2941
      "border": null,
2942
      "bottom": null,
2943
      "display": null,
2944
      "flex": null,
2945
      "flex_flow": null,
2946
      "grid_area": null,
2947
      "grid_auto_columns": null,
2948
      "grid_auto_flow": null,
2949
      "grid_auto_rows": null,
2950
      "grid_column": null,
2951
      "grid_gap": null,
2952
      "grid_row": null,
2953
      "grid_template_areas": null,
2954
      "grid_template_columns": null,
2955
      "grid_template_rows": null,
2956
      "height": null,
2957
      "justify_content": null,
2958
      "justify_items": null,
2959
      "left": null,
2960
      "margin": null,
2961
      "max_height": null,
2962
      "max_width": null,
2963
      "min_height": null,
2964
      "min_width": null,
2965
      "object_fit": null,
2966
      "object_position": null,
2967
      "order": null,
2968
      "overflow": null,
2969
      "overflow_x": null,
2970
      "overflow_y": null,
2971
      "padding": null,
2972
      "right": null,
2973
      "top": null,
2974
      "visibility": null,
2975
      "width": null
2976
     }
2977
    },
2978
    "b1bd06bd8a0443afb69868701d0e1f51": {
2979
     "model_module": "@jupyter-widgets/controls",
2980
     "model_module_version": "1.5.0",
2981
     "model_name": "FloatProgressModel",
2982
     "state": {
2983
      "_dom_classes": [],
2984
      "_model_module": "@jupyter-widgets/controls",
2985
      "_model_module_version": "1.5.0",
2986
      "_model_name": "FloatProgressModel",
2987
      "_view_count": null,
2988
      "_view_module": "@jupyter-widgets/controls",
2989
      "_view_module_version": "1.5.0",
2990
      "_view_name": "ProgressView",
2991
      "bar_style": "success",
2992
      "description": "",
2993
      "description_tooltip": null,
2994
      "layout": "IPY_MODEL_834c76a8b4f143a2af5440b5b8275645",
2995
      "max": 1,
2996
      "min": 0,
2997
      "orientation": "horizontal",
2998
      "style": "IPY_MODEL_26c443647a344e0296daf765e025b59c",
2999
      "value": 1
3000
     }
3001
    },
3002
    "b72cd20b758b483a9a886c2270b7af39": {
3003
     "model_module": "@jupyter-widgets/controls",
3004
     "model_module_version": "1.5.0",
3005
     "model_name": "ProgressStyleModel",
3006
     "state": {
3007
      "_model_module": "@jupyter-widgets/controls",
3008
      "_model_module_version": "1.5.0",
3009
      "_model_name": "ProgressStyleModel",
3010
      "_view_count": null,
3011
      "_view_module": "@jupyter-widgets/base",
3012
      "_view_module_version": "1.2.0",
3013
      "_view_name": "StyleView",
3014
      "bar_color": null,
3015
      "description_width": ""
3016
     }
3017
    },
3018
    "bacd1433ec68458abea1f78857204e28": {
3019
     "model_module": "@jupyter-widgets/controls",
3020
     "model_module_version": "1.5.0",
3021
     "model_name": "DescriptionStyleModel",
3022
     "state": {
3023
      "_model_module": "@jupyter-widgets/controls",
3024
      "_model_module_version": "1.5.0",
3025
      "_model_name": "DescriptionStyleModel",
3026
      "_view_count": null,
3027
      "_view_module": "@jupyter-widgets/base",
3028
      "_view_module_version": "1.2.0",
3029
      "_view_name": "StyleView",
3030
      "description_width": ""
3031
     }
3032
    },
3033
    "bdb2a84dbd284dce9b3e68e894589c4d": {
3034
     "model_module": "@jupyter-widgets/controls",
3035
     "model_module_version": "1.5.0",
3036
     "model_name": "HBoxModel",
3037
     "state": {
3038
      "_dom_classes": [],
3039
      "_model_module": "@jupyter-widgets/controls",
3040
      "_model_module_version": "1.5.0",
3041
      "_model_name": "HBoxModel",
3042
      "_view_count": null,
3043
      "_view_module": "@jupyter-widgets/controls",
3044
      "_view_module_version": "1.5.0",
3045
      "_view_name": "HBoxView",
3046
      "box_style": "",
3047
      "children": [
3048
       "IPY_MODEL_ebe4ea1ad44b4129af90ea80da124305",
3049
       "IPY_MODEL_9ca4afbe27f84b17a9f614c49ff65cc2",
3050
       "IPY_MODEL_8211fcaab394409db5fc69957dfbc6c0"
3051
      ],
3052
      "layout": "IPY_MODEL_cf018ce7c1a6490b943894790fea1c05"
3053
     }
3054
    },
3055
    "bf2b5346f60c4ebebbf921c8bdbdb8f3": {
3056
     "model_module": "@jupyter-widgets/base",
3057
     "model_module_version": "1.2.0",
3058
     "model_name": "LayoutModel",
3059
     "state": {
3060
      "_model_module": "@jupyter-widgets/base",
3061
      "_model_module_version": "1.2.0",
3062
      "_model_name": "LayoutModel",
3063
      "_view_count": null,
3064
      "_view_module": "@jupyter-widgets/base",
3065
      "_view_module_version": "1.2.0",
3066
      "_view_name": "LayoutView",
3067
      "align_content": null,
3068
      "align_items": null,
3069
      "align_self": null,
3070
      "border": null,
3071
      "bottom": null,
3072
      "display": null,
3073
      "flex": null,
3074
      "flex_flow": null,
3075
      "grid_area": null,
3076
      "grid_auto_columns": null,
3077
      "grid_auto_flow": null,
3078
      "grid_auto_rows": null,
3079
      "grid_column": null,
3080
      "grid_gap": null,
3081
      "grid_row": null,
3082
      "grid_template_areas": null,
3083
      "grid_template_columns": null,
3084
      "grid_template_rows": null,
3085
      "height": null,
3086
      "justify_content": null,
3087
      "justify_items": null,
3088
      "left": null,
3089
      "margin": null,
3090
      "max_height": null,
3091
      "max_width": null,
3092
      "min_height": null,
3093
      "min_width": null,
3094
      "object_fit": null,
3095
      "object_position": null,
3096
      "order": null,
3097
      "overflow": null,
3098
      "overflow_x": null,
3099
      "overflow_y": null,
3100
      "padding": null,
3101
      "right": null,
3102
      "top": null,
3103
      "visibility": null,
3104
      "width": null
3105
     }
3106
    },
3107
    "c81e528b4c1b4a82ad850234e4ab7c81": {
3108
     "model_module": "@jupyter-widgets/base",
3109
     "model_module_version": "1.2.0",
3110
     "model_name": "LayoutModel",
3111
     "state": {
3112
      "_model_module": "@jupyter-widgets/base",
3113
      "_model_module_version": "1.2.0",
3114
      "_model_name": "LayoutModel",
3115
      "_view_count": null,
3116
      "_view_module": "@jupyter-widgets/base",
3117
      "_view_module_version": "1.2.0",
3118
      "_view_name": "LayoutView",
3119
      "align_content": null,
3120
      "align_items": null,
3121
      "align_self": null,
3122
      "border": null,
3123
      "bottom": null,
3124
      "display": null,
3125
      "flex": null,
3126
      "flex_flow": null,
3127
      "grid_area": null,
3128
      "grid_auto_columns": null,
3129
      "grid_auto_flow": null,
3130
      "grid_auto_rows": null,
3131
      "grid_column": null,
3132
      "grid_gap": null,
3133
      "grid_row": null,
3134
      "grid_template_areas": null,
3135
      "grid_template_columns": null,
3136
      "grid_template_rows": null,
3137
      "height": null,
3138
      "justify_content": null,
3139
      "justify_items": null,
3140
      "left": null,
3141
      "margin": null,
3142
      "max_height": null,
3143
      "max_width": null,
3144
      "min_height": null,
3145
      "min_width": null,
3146
      "object_fit": null,
3147
      "object_position": null,
3148
      "order": null,
3149
      "overflow": null,
3150
      "overflow_x": null,
3151
      "overflow_y": null,
3152
      "padding": null,
3153
      "right": null,
3154
      "top": null,
3155
      "visibility": null,
3156
      "width": null
3157
     }
3158
    },
3159
    "c95677cdda7c460a9eecff5bf7ac266a": {
3160
     "model_module": "@jupyter-widgets/controls",
3161
     "model_module_version": "1.5.0",
3162
     "model_name": "ProgressStyleModel",
3163
     "state": {
3164
      "_model_module": "@jupyter-widgets/controls",
3165
      "_model_module_version": "1.5.0",
3166
      "_model_name": "ProgressStyleModel",
3167
      "_view_count": null,
3168
      "_view_module": "@jupyter-widgets/base",
3169
      "_view_module_version": "1.2.0",
3170
      "_view_name": "StyleView",
3171
      "bar_color": null,
3172
      "description_width": ""
3173
     }
3174
    },
3175
    "c980d3cd8af843ed9310ead9a543b793": {
3176
     "model_module": "@jupyter-widgets/controls",
3177
     "model_module_version": "1.5.0",
3178
     "model_name": "HTMLModel",
3179
     "state": {
3180
      "_dom_classes": [],
3181
      "_model_module": "@jupyter-widgets/controls",
3182
      "_model_module_version": "1.5.0",
3183
      "_model_name": "HTMLModel",
3184
      "_view_count": null,
3185
      "_view_module": "@jupyter-widgets/controls",
3186
      "_view_module_version": "1.5.0",
3187
      "_view_name": "HTMLView",
3188
      "description": "",
3189
      "description_tooltip": null,
3190
      "layout": "IPY_MODEL_1ff0227e975e4d4bb7afd6e80abee978",
3191
      "placeholder": "​",
3192
      "style": "IPY_MODEL_a56bb61a990e40baa0a5a5aecf69ea1f",
3193
      "value": " 1/1 [00:00&lt;00:00, 41.85it/s]"
3194
     }
3195
    },
3196
    "cf018ce7c1a6490b943894790fea1c05": {
3197
     "model_module": "@jupyter-widgets/base",
3198
     "model_module_version": "1.2.0",
3199
     "model_name": "LayoutModel",
3200
     "state": {
3201
      "_model_module": "@jupyter-widgets/base",
3202
      "_model_module_version": "1.2.0",
3203
      "_model_name": "LayoutModel",
3204
      "_view_count": null,
3205
      "_view_module": "@jupyter-widgets/base",
3206
      "_view_module_version": "1.2.0",
3207
      "_view_name": "LayoutView",
3208
      "align_content": null,
3209
      "align_items": null,
3210
      "align_self": null,
3211
      "border": null,
3212
      "bottom": null,
3213
      "display": null,
3214
      "flex": null,
3215
      "flex_flow": null,
3216
      "grid_area": null,
3217
      "grid_auto_columns": null,
3218
      "grid_auto_flow": null,
3219
      "grid_auto_rows": null,
3220
      "grid_column": null,
3221
      "grid_gap": null,
3222
      "grid_row": null,
3223
      "grid_template_areas": null,
3224
      "grid_template_columns": null,
3225
      "grid_template_rows": null,
3226
      "height": null,
3227
      "justify_content": null,
3228
      "justify_items": null,
3229
      "left": null,
3230
      "margin": null,
3231
      "max_height": null,
3232
      "max_width": null,
3233
      "min_height": null,
3234
      "min_width": null,
3235
      "object_fit": null,
3236
      "object_position": null,
3237
      "order": null,
3238
      "overflow": null,
3239
      "overflow_x": null,
3240
      "overflow_y": null,
3241
      "padding": null,
3242
      "right": null,
3243
      "top": null,
3244
      "visibility": null,
3245
      "width": null
3246
     }
3247
    },
3248
    "cf108025bc12403ea0be61c32b4267e5": {
3249
     "model_module": "@jupyter-widgets/controls",
3250
     "model_module_version": "1.5.0",
3251
     "model_name": "DescriptionStyleModel",
3252
     "state": {
3253
      "_model_module": "@jupyter-widgets/controls",
3254
      "_model_module_version": "1.5.0",
3255
      "_model_name": "DescriptionStyleModel",
3256
      "_view_count": null,
3257
      "_view_module": "@jupyter-widgets/base",
3258
      "_view_module_version": "1.2.0",
3259
      "_view_name": "StyleView",
3260
      "description_width": ""
3261
     }
3262
    },
3263
    "cfa7a372d979445c935c1b41ba4da2b9": {
3264
     "model_module": "@jupyter-widgets/controls",
3265
     "model_module_version": "1.5.0",
3266
     "model_name": "HTMLModel",
3267
     "state": {
3268
      "_dom_classes": [],
3269
      "_model_module": "@jupyter-widgets/controls",
3270
      "_model_module_version": "1.5.0",
3271
      "_model_name": "HTMLModel",
3272
      "_view_count": null,
3273
      "_view_module": "@jupyter-widgets/controls",
3274
      "_view_module_version": "1.5.0",
3275
      "_view_name": "HTMLView",
3276
      "description": "",
3277
      "description_tooltip": null,
3278
      "layout": "IPY_MODEL_c81e528b4c1b4a82ad850234e4ab7c81",
3279
      "placeholder": "​",
3280
      "style": "IPY_MODEL_f041731798504970ae1898758eed7263",
3281
      "value": "Downloading readme: 100%"
3282
     }
3283
    },
3284
    "d06f618d673f4c8f8729451040738bc4": {
3285
     "model_module": "@jupyter-widgets/controls",
3286
     "model_module_version": "1.5.0",
3287
     "model_name": "HTMLModel",
3288
     "state": {
3289
      "_dom_classes": [],
3290
      "_model_module": "@jupyter-widgets/controls",
3291
      "_model_module_version": "1.5.0",
3292
      "_model_name": "HTMLModel",
3293
      "_view_count": null,
3294
      "_view_module": "@jupyter-widgets/controls",
3295
      "_view_module_version": "1.5.0",
3296
      "_view_name": "HTMLView",
3297
      "description": "",
3298
      "description_tooltip": null,
3299
      "layout": "IPY_MODEL_f8c5c3c6eb0549f1ab7bc84aefe0978f",
3300
      "placeholder": "​",
3301
      "style": "IPY_MODEL_71d2dab421d24180b3702f8527774891",
3302
      "value": " 0/9 [00:00&lt;?, ? examples/s]"
3303
     }
3304
    },
3305
    "d2f36ad3ce4c43ad99d29b02990a4571": {
3306
     "model_module": "@jupyter-widgets/base",
3307
     "model_module_version": "1.2.0",
3308
     "model_name": "LayoutModel",
3309
     "state": {
3310
      "_model_module": "@jupyter-widgets/base",
3311
      "_model_module_version": "1.2.0",
3312
      "_model_name": "LayoutModel",
3313
      "_view_count": null,
3314
      "_view_module": "@jupyter-widgets/base",
3315
      "_view_module_version": "1.2.0",
3316
      "_view_name": "LayoutView",
3317
      "align_content": null,
3318
      "align_items": null,
3319
      "align_self": null,
3320
      "border": null,
3321
      "bottom": null,
3322
      "display": null,
3323
      "flex": null,
3324
      "flex_flow": null,
3325
      "grid_area": null,
3326
      "grid_auto_columns": null,
3327
      "grid_auto_flow": null,
3328
      "grid_auto_rows": null,
3329
      "grid_column": null,
3330
      "grid_gap": null,
3331
      "grid_row": null,
3332
      "grid_template_areas": null,
3333
      "grid_template_columns": null,
3334
      "grid_template_rows": null,
3335
      "height": null,
3336
      "justify_content": null,
3337
      "justify_items": null,
3338
      "left": null,
3339
      "margin": null,
3340
      "max_height": null,
3341
      "max_width": null,
3342
      "min_height": null,
3343
      "min_width": null,
3344
      "object_fit": null,
3345
      "object_position": null,
3346
      "order": null,
3347
      "overflow": null,
3348
      "overflow_x": null,
3349
      "overflow_y": null,
3350
      "padding": null,
3351
      "right": null,
3352
      "top": null,
3353
      "visibility": null,
3354
      "width": null
3355
     }
3356
    },
3357
    "d472bf6488954a50af259fb1dd9803ca": {
3358
     "model_module": "@jupyter-widgets/base",
3359
     "model_module_version": "1.2.0",
3360
     "model_name": "LayoutModel",
3361
     "state": {
3362
      "_model_module": "@jupyter-widgets/base",
3363
      "_model_module_version": "1.2.0",
3364
      "_model_name": "LayoutModel",
3365
      "_view_count": null,
3366
      "_view_module": "@jupyter-widgets/base",
3367
      "_view_module_version": "1.2.0",
3368
      "_view_name": "LayoutView",
3369
      "align_content": null,
3370
      "align_items": null,
3371
      "align_self": null,
3372
      "border": null,
3373
      "bottom": null,
3374
      "display": null,
3375
      "flex": null,
3376
      "flex_flow": null,
3377
      "grid_area": null,
3378
      "grid_auto_columns": null,
3379
      "grid_auto_flow": null,
3380
      "grid_auto_rows": null,
3381
      "grid_column": null,
3382
      "grid_gap": null,
3383
      "grid_row": null,
3384
      "grid_template_areas": null,
3385
      "grid_template_columns": null,
3386
      "grid_template_rows": null,
3387
      "height": null,
3388
      "justify_content": null,
3389
      "justify_items": null,
3390
      "left": null,
3391
      "margin": null,
3392
      "max_height": null,
3393
      "max_width": null,
3394
      "min_height": null,
3395
      "min_width": null,
3396
      "object_fit": null,
3397
      "object_position": null,
3398
      "order": null,
3399
      "overflow": null,
3400
      "overflow_x": null,
3401
      "overflow_y": null,
3402
      "padding": null,
3403
      "right": null,
3404
      "top": null,
3405
      "visibility": null,
3406
      "width": null
3407
     }
3408
    },
3409
    "d66ab33eca5f45ea969f9046cb4abbb3": {
3410
     "model_module": "@jupyter-widgets/base",
3411
     "model_module_version": "1.2.0",
3412
     "model_name": "LayoutModel",
3413
     "state": {
3414
      "_model_module": "@jupyter-widgets/base",
3415
      "_model_module_version": "1.2.0",
3416
      "_model_name": "LayoutModel",
3417
      "_view_count": null,
3418
      "_view_module": "@jupyter-widgets/base",
3419
      "_view_module_version": "1.2.0",
3420
      "_view_name": "LayoutView",
3421
      "align_content": null,
3422
      "align_items": null,
3423
      "align_self": null,
3424
      "border": null,
3425
      "bottom": null,
3426
      "display": null,
3427
      "flex": null,
3428
      "flex_flow": null,
3429
      "grid_area": null,
3430
      "grid_auto_columns": null,
3431
      "grid_auto_flow": null,
3432
      "grid_auto_rows": null,
3433
      "grid_column": null,
3434
      "grid_gap": null,
3435
      "grid_row": null,
3436
      "grid_template_areas": null,
3437
      "grid_template_columns": null,
3438
      "grid_template_rows": null,
3439
      "height": null,
3440
      "justify_content": null,
3441
      "justify_items": null,
3442
      "left": null,
3443
      "margin": null,
3444
      "max_height": null,
3445
      "max_width": null,
3446
      "min_height": null,
3447
      "min_width": null,
3448
      "object_fit": null,
3449
      "object_position": null,
3450
      "order": null,
3451
      "overflow": null,
3452
      "overflow_x": null,
3453
      "overflow_y": null,
3454
      "padding": null,
3455
      "right": null,
3456
      "top": null,
3457
      "visibility": null,
3458
      "width": null
3459
     }
3460
    },
3461
    "e44510c0662348a5b59c3d42db9b8f24": {
3462
     "model_module": "@jupyter-widgets/controls",
3463
     "model_module_version": "1.5.0",
3464
     "model_name": "HTMLModel",
3465
     "state": {
3466
      "_dom_classes": [],
3467
      "_model_module": "@jupyter-widgets/controls",
3468
      "_model_module_version": "1.5.0",
3469
      "_model_name": "HTMLModel",
3470
      "_view_count": null,
3471
      "_view_module": "@jupyter-widgets/controls",
3472
      "_view_module_version": "1.5.0",
3473
      "_view_name": "HTMLView",
3474
      "description": "",
3475
      "description_tooltip": null,
3476
      "layout": "IPY_MODEL_9c50d9359d2549dd82adf886cf10e66f",
3477
      "placeholder": "​",
3478
      "style": "IPY_MODEL_bacd1433ec68458abea1f78857204e28",
3479
      "value": " 5.21M/5.21M [00:00&lt;00:00, 36.6MB/s]"
3480
     }
3481
    },
3482
    "e6a5b454bcd34ada85a20f6ae2402010": {
3483
     "model_module": "@jupyter-widgets/controls",
3484
     "model_module_version": "1.5.0",
3485
     "model_name": "HTMLModel",
3486
     "state": {
3487
      "_dom_classes": [],
3488
      "_model_module": "@jupyter-widgets/controls",
3489
      "_model_module_version": "1.5.0",
3490
      "_model_name": "HTMLModel",
3491
      "_view_count": null,
3492
      "_view_module": "@jupyter-widgets/controls",
3493
      "_view_module_version": "1.5.0",
3494
      "_view_name": "HTMLView",
3495
      "description": "",
3496
      "description_tooltip": null,
3497
      "layout": "IPY_MODEL_213978d87ad54789a46cd88dbe9da83d",
3498
      "placeholder": "​",
3499
      "style": "IPY_MODEL_fa276025804d471bb24f0ee76ae71401",
3500
      "value": "Map:   0%"
3501
     }
3502
    },
3503
    "e9c82b5fa8bd4e078639b8c4ea2f3107": {
3504
     "model_module": "@jupyter-widgets/controls",
3505
     "model_module_version": "1.5.0",
3506
     "model_name": "DescriptionStyleModel",
3507
     "state": {
3508
      "_model_module": "@jupyter-widgets/controls",
3509
      "_model_module_version": "1.5.0",
3510
      "_model_name": "DescriptionStyleModel",
3511
      "_view_count": null,
3512
      "_view_module": "@jupyter-widgets/base",
3513
      "_view_module_version": "1.2.0",
3514
      "_view_name": "StyleView",
3515
      "description_width": ""
3516
     }
3517
    },
3518
    "ebe4ea1ad44b4129af90ea80da124305": {
3519
     "model_module": "@jupyter-widgets/controls",
3520
     "model_module_version": "1.5.0",
3521
     "model_name": "HTMLModel",
3522
     "state": {
3523
      "_dom_classes": [],
3524
      "_model_module": "@jupyter-widgets/controls",
3525
      "_model_module_version": "1.5.0",
3526
      "_model_name": "HTMLModel",
3527
      "_view_count": null,
3528
      "_view_module": "@jupyter-widgets/controls",
3529
      "_view_module_version": "1.5.0",
3530
      "_view_name": "HTMLView",
3531
      "description": "",
3532
      "description_tooltip": null,
3533
      "layout": "IPY_MODEL_31278efa4ce2495a876c9fabb4d32b7b",
3534
      "placeholder": "​",
3535
      "style": "IPY_MODEL_81bf378859044d48b6a553cdc0b1b12d",
3536
      "value": "Downloading data files: 100%"
3537
     }
3538
    },
3539
    "ec99aef6d00c41b0a4e55c4ce4738f2e": {
3540
     "model_module": "@jupyter-widgets/controls",
3541
     "model_module_version": "1.5.0",
3542
     "model_name": "HTMLModel",
3543
     "state": {
3544
      "_dom_classes": [],
3545
      "_model_module": "@jupyter-widgets/controls",
3546
      "_model_module_version": "1.5.0",
3547
      "_model_name": "HTMLModel",
3548
      "_view_count": null,
3549
      "_view_module": "@jupyter-widgets/controls",
3550
      "_view_module_version": "1.5.0",
3551
      "_view_name": "HTMLView",
3552
      "description": "",
3553
      "description_tooltip": null,
3554
      "layout": "IPY_MODEL_61423967a19346a8bc12f9237567587c",
3555
      "placeholder": "​",
3556
      "style": "IPY_MODEL_a318020c56ab432690e7bd3555d350c1",
3557
      "value": "Downloading (…)lve/main/argilla.cfg: 100%"
3558
     }
3559
    },
3560
    "f041731798504970ae1898758eed7263": {
3561
     "model_module": "@jupyter-widgets/controls",
3562
     "model_module_version": "1.5.0",
3563
     "model_name": "DescriptionStyleModel",
3564
     "state": {
3565
      "_model_module": "@jupyter-widgets/controls",
3566
      "_model_module_version": "1.5.0",
3567
      "_model_name": "DescriptionStyleModel",
3568
      "_view_count": null,
3569
      "_view_module": "@jupyter-widgets/base",
3570
      "_view_module_version": "1.2.0",
3571
      "_view_name": "StyleView",
3572
      "description_width": ""
3573
     }
3574
    },
3575
    "f68d264d936a4fba8daefc4ab869b4bf": {
3576
     "model_module": "@jupyter-widgets/base",
3577
     "model_module_version": "1.2.0",
3578
     "model_name": "LayoutModel",
3579
     "state": {
3580
      "_model_module": "@jupyter-widgets/base",
3581
      "_model_module_version": "1.2.0",
3582
      "_model_name": "LayoutModel",
3583
      "_view_count": null,
3584
      "_view_module": "@jupyter-widgets/base",
3585
      "_view_module_version": "1.2.0",
3586
      "_view_name": "LayoutView",
3587
      "align_content": null,
3588
      "align_items": null,
3589
      "align_self": null,
3590
      "border": null,
3591
      "bottom": null,
3592
      "display": null,
3593
      "flex": null,
3594
      "flex_flow": null,
3595
      "grid_area": null,
3596
      "grid_auto_columns": null,
3597
      "grid_auto_flow": null,
3598
      "grid_auto_rows": null,
3599
      "grid_column": null,
3600
      "grid_gap": null,
3601
      "grid_row": null,
3602
      "grid_template_areas": null,
3603
      "grid_template_columns": null,
3604
      "grid_template_rows": null,
3605
      "height": null,
3606
      "justify_content": null,
3607
      "justify_items": null,
3608
      "left": null,
3609
      "margin": null,
3610
      "max_height": null,
3611
      "max_width": null,
3612
      "min_height": null,
3613
      "min_width": null,
3614
      "object_fit": null,
3615
      "object_position": null,
3616
      "order": null,
3617
      "overflow": null,
3618
      "overflow_x": null,
3619
      "overflow_y": null,
3620
      "padding": null,
3621
      "right": null,
3622
      "top": null,
3623
      "visibility": null,
3624
      "width": null
3625
     }
3626
    },
3627
    "f8c5c3c6eb0549f1ab7bc84aefe0978f": {
3628
     "model_module": "@jupyter-widgets/base",
3629
     "model_module_version": "1.2.0",
3630
     "model_name": "LayoutModel",
3631
     "state": {
3632
      "_model_module": "@jupyter-widgets/base",
3633
      "_model_module_version": "1.2.0",
3634
      "_model_name": "LayoutModel",
3635
      "_view_count": null,
3636
      "_view_module": "@jupyter-widgets/base",
3637
      "_view_module_version": "1.2.0",
3638
      "_view_name": "LayoutView",
3639
      "align_content": null,
3640
      "align_items": null,
3641
      "align_self": null,
3642
      "border": null,
3643
      "bottom": null,
3644
      "display": null,
3645
      "flex": null,
3646
      "flex_flow": null,
3647
      "grid_area": null,
3648
      "grid_auto_columns": null,
3649
      "grid_auto_flow": null,
3650
      "grid_auto_rows": null,
3651
      "grid_column": null,
3652
      "grid_gap": null,
3653
      "grid_row": null,
3654
      "grid_template_areas": null,
3655
      "grid_template_columns": null,
3656
      "grid_template_rows": null,
3657
      "height": null,
3658
      "justify_content": null,
3659
      "justify_items": null,
3660
      "left": null,
3661
      "margin": null,
3662
      "max_height": null,
3663
      "max_width": null,
3664
      "min_height": null,
3665
      "min_width": null,
3666
      "object_fit": null,
3667
      "object_position": null,
3668
      "order": null,
3669
      "overflow": null,
3670
      "overflow_x": null,
3671
      "overflow_y": null,
3672
      "padding": null,
3673
      "right": null,
3674
      "top": null,
3675
      "visibility": null,
3676
      "width": null
3677
     }
3678
    },
3679
    "f99f718839d948aa9143936cab2982c6": {
3680
     "model_module": "@jupyter-widgets/base",
3681
     "model_module_version": "1.2.0",
3682
     "model_name": "LayoutModel",
3683
     "state": {
3684
      "_model_module": "@jupyter-widgets/base",
3685
      "_model_module_version": "1.2.0",
3686
      "_model_name": "LayoutModel",
3687
      "_view_count": null,
3688
      "_view_module": "@jupyter-widgets/base",
3689
      "_view_module_version": "1.2.0",
3690
      "_view_name": "LayoutView",
3691
      "align_content": null,
3692
      "align_items": null,
3693
      "align_self": null,
3694
      "border": null,
3695
      "bottom": null,
3696
      "display": null,
3697
      "flex": null,
3698
      "flex_flow": null,
3699
      "grid_area": null,
3700
      "grid_auto_columns": null,
3701
      "grid_auto_flow": null,
3702
      "grid_auto_rows": null,
3703
      "grid_column": null,
3704
      "grid_gap": null,
3705
      "grid_row": null,
3706
      "grid_template_areas": null,
3707
      "grid_template_columns": null,
3708
      "grid_template_rows": null,
3709
      "height": null,
3710
      "justify_content": null,
3711
      "justify_items": null,
3712
      "left": null,
3713
      "margin": null,
3714
      "max_height": null,
3715
      "max_width": null,
3716
      "min_height": null,
3717
      "min_width": null,
3718
      "object_fit": null,
3719
      "object_position": null,
3720
      "order": null,
3721
      "overflow": null,
3722
      "overflow_x": null,
3723
      "overflow_y": null,
3724
      "padding": null,
3725
      "right": null,
3726
      "top": null,
3727
      "visibility": null,
3728
      "width": null
3729
     }
3730
    },
3731
    "fa276025804d471bb24f0ee76ae71401": {
3732
     "model_module": "@jupyter-widgets/controls",
3733
     "model_module_version": "1.5.0",
3734
     "model_name": "DescriptionStyleModel",
3735
     "state": {
3736
      "_model_module": "@jupyter-widgets/controls",
3737
      "_model_module_version": "1.5.0",
3738
      "_model_name": "DescriptionStyleModel",
3739
      "_view_count": null,
3740
      "_view_module": "@jupyter-widgets/base",
3741
      "_view_module_version": "1.2.0",
3742
      "_view_name": "StyleView",
3743
      "description_width": ""
3744
     }
3745
    },
3746
    "fc2a55ac7a9e499c8dfa986e5acb889d": {
3747
     "model_module": "@jupyter-widgets/controls",
3748
     "model_module_version": "1.5.0",
3749
     "model_name": "HTMLModel",
3750
     "state": {
3751
      "_dom_classes": [],
3752
      "_model_module": "@jupyter-widgets/controls",
3753
      "_model_module_version": "1.5.0",
3754
      "_model_name": "HTMLModel",
3755
      "_view_count": null,
3756
      "_view_module": "@jupyter-widgets/controls",
3757
      "_view_module_version": "1.5.0",
3758
      "_view_name": "HTMLView",
3759
      "description": "",
3760
      "description_tooltip": null,
3761
      "layout": "IPY_MODEL_45dcafb7a02f4ce1a417b9c89dfc7d1b",
3762
      "placeholder": "​",
3763
      "style": "IPY_MODEL_e9c82b5fa8bd4e078639b8c4ea2f3107",
3764
      "value": "Generating train split: "
3765
     }
3766
    },
3767
    "ff186bd32e2349bb857a8ad1007587d8": {
3768
     "model_module": "@jupyter-widgets/base",
3769
     "model_module_version": "1.2.0",
3770
     "model_name": "LayoutModel",
3771
     "state": {
3772
      "_model_module": "@jupyter-widgets/base",
3773
      "_model_module_version": "1.2.0",
3774
      "_model_name": "LayoutModel",
3775
      "_view_count": null,
3776
      "_view_module": "@jupyter-widgets/base",
3777
      "_view_module_version": "1.2.0",
3778
      "_view_name": "LayoutView",
3779
      "align_content": null,
3780
      "align_items": null,
3781
      "align_self": null,
3782
      "border": null,
3783
      "bottom": null,
3784
      "display": null,
3785
      "flex": null,
3786
      "flex_flow": null,
3787
      "grid_area": null,
3788
      "grid_auto_columns": null,
3789
      "grid_auto_flow": null,
3790
      "grid_auto_rows": null,
3791
      "grid_column": null,
3792
      "grid_gap": null,
3793
      "grid_row": null,
3794
      "grid_template_areas": null,
3795
      "grid_template_columns": null,
3796
      "grid_template_rows": null,
3797
      "height": null,
3798
      "justify_content": null,
3799
      "justify_items": null,
3800
      "left": null,
3801
      "margin": null,
3802
      "max_height": null,
3803
      "max_width": null,
3804
      "min_height": null,
3805
      "min_width": null,
3806
      "object_fit": null,
3807
      "object_position": null,
3808
      "order": null,
3809
      "overflow": null,
3810
      "overflow_x": null,
3811
      "overflow_y": null,
3812
      "padding": null,
3813
      "right": null,
3814
      "top": null,
3815
      "visibility": null,
3816
      "width": null
3817
     }
3818
    },
3819
    "ff3058262a7f4ef49cd14aabdadf9287": {
3820
     "model_module": "@jupyter-widgets/controls",
3821
     "model_module_version": "1.5.0",
3822
     "model_name": "FloatProgressModel",
3823
     "state": {
3824
      "_dom_classes": [],
3825
      "_model_module": "@jupyter-widgets/controls",
3826
      "_model_module_version": "1.5.0",
3827
      "_model_name": "FloatProgressModel",
3828
      "_view_count": null,
3829
      "_view_module": "@jupyter-widgets/controls",
3830
      "_view_module_version": "1.5.0",
3831
      "_view_name": "ProgressView",
3832
      "bar_style": "success",
3833
      "description": "",
3834
      "description_tooltip": null,
3835
      "layout": "IPY_MODEL_46cf1b875268442c80c22266ec8957bc",
3836
      "max": 5211692,
3837
      "min": 0,
3838
      "orientation": "horizontal",
3839
      "style": "IPY_MODEL_8ea860a65d8d413f868e589b91eefa6a",
3840
      "value": 5211692
3841
     }
3842
    }
3843
   }
3844
  }
3845
 },
3846
 "nbformat": 4,
3847
 "nbformat_minor": 1
3848
}
3849