LLM-FineTuning-Large-Language-Models

1
{
2
  "cells": [
3
    {
4
      "cell_type": "markdown",
5
      "metadata": {},
6
      "source": [
7
        "### Checkout my [Twitter(@rohanpaul_ai)](https://twitter.com/rohanpaul_ai) for daily LLM bits"
8
      ]
9
    },
10
    {
11
      "cell_type": "code",
12
      "execution_count": null,
13
      "metadata": {
14
        "id": "PH68I6NAedUb"
15
      },
16
      "outputs": [],
17
      "source": [
18
        "!pip install -qU transformers"
19
      ]
20
    },
21
    {
22
      "cell_type": "markdown",
23
      "metadata": {},
24
      "source": [
25
        "The Pipeline mainly defines the following:\n",
26
        "\n",
27
        "- The specific LLM, in this case it will be 'meta-llama/Llama-2-7b-hf'\n",
28
        "- The respective tokenizer for the model\n",
29
        "- access_token for your HuggingFace"
30
      ]
31
    },
32
    {
33
      "cell_type": "code",
34
      "execution_count": null,
35
      "metadata": {
36
        "id": "r_Od3Bc1e6vJ"
37
      },
38
      "outputs": [],
39
      "source": [
40
        "from torch import cuda\n",
41
        "import transformers"
42
      ]
43
    },
44
    {
45
      "cell_type": "code",
46
      "execution_count": null,
47
      "metadata": {},
48
      "outputs": [],
49
      "source": [
50
        "model_id = 'meta-llama/Llama-2-7b-hf'"
51
      ]
52
    },
53
    {
54
      "cell_type": "code",
55
      "execution_count": null,
56
      "metadata": {},
57
      "outputs": [],
58
      "source": [
59
        "cuda.is_available()"
60
      ]
61
    },
62
    {
63
      "cell_type": "code",
64
      "execution_count": null,
65
      "metadata": {},
66
      "outputs": [],
67
      "source": [
68
        "device = f'cuda:{cuda.current_device()}' if cuda.is_available() else 'cpu'\n",
69
        "device"
70
      ]
71
    },
72
    {
73
      "cell_type": "code",
74
      "execution_count": null,
75
      "metadata": {},
76
      "outputs": [],
77
      "source": [
78
        "from huggingface_hub import login\n",
79
        "\n",
80
        "access_token_read = \"Your HuggingFace API\"\n",
81
        "\n",
82
        "login(token = access_token_read)\n",
83
        "\n",
84
        "# Alternative way to login to HuggingFace\n",
85
        "#!huggingface-cli login"
86
      ]
87
    },
88
    {
89
      "cell_type": "code",
90
      "execution_count": null,
91
      "metadata": {
92
        "colab": {
93
          "base_uri": "https://localhost:8080/"
94
        },
95
        "id": "k6o_USpcfugf",
96
        "outputId": "f99f6729-59eb-4f70-9cec-46b02cbef048"
97
      },
98
      "outputs": [],
99
      "source": [
100
        "tokenizer = transformers.AutoTokenizer.from_pretrained(\n",
101
        "    model_id\n",
102
        ")"
103
      ]
104
    },
105
    {
106
      "cell_type": "code",
107
      "execution_count": null,
108
      "metadata": {
109
        "colab": {
110
          "base_uri": "https://localhost:8080/",
111
          "height": 145,
112
          "referenced_widgets": [
113
            "fff88c84e74040b5b47bceede8737abf",
114
            "486aea69c7974146af9bfb3ee66025ac",
115
            "04a66370752143958489ab5265653fd2",
116
            "b27f2f4845e841eb9b031e44c2a8339c",
117
            "5322201062c148168d0a0255c54b27e8",
118
            "747fc50740d941b1a14c78f268648614",
119
            "a35e3463034246908c9031524c026fe7",
120
            "28951eaf799a497caab8dada8a0bfbd8",
121
            "e0581c843647474a9c620acb7d17fe24",
122
            "a63b9916c7c342afae4b179e72f4220c",
123
            "46b8ac676b31493385c93e77bdb02bc0",
124
            "e9f9312e537d4b4e9ed5f2498136ad4f",
125
            "6b6ffca3c5454551bf9e120f74b4fe8e",
126
            "dd00991c68f444879eb823e3ee6dcd0b",
127
            "7a841e33eb1a47b7852a8b39c3b12fe0",
128
            "6dfed145d0374baf90a747b02ea58904",
129
            "6241070dfa424f818f2f1684e36c2efb",
130
            "ff7600deb54448129d48a436586cb51b",
131
            "a57151efa15045a08578828cde9206fe",
132
            "554c55377f1846e2ae2904e4e034c037",
133
            "3c1a5b1fd706419eaecd65c3da64feb0",
134
            "f62c9a3fd5e440cca6697477a9eb2d82",
135
            "507a017ef2c1494fbaef3e0adbbd7beb",
136
            "7f2cf0226ed44cfab7f918e89c7d86b7",
137
            "e636a6af2d1a4091ae6d8d3f19daaa97",
138
            "20e8a54b6b2f48b38b79edaaf20f2e49",
139
            "8945a834d4244dbd88b421586700cc28",
140
            "d675dec91e2b40c2a607141904c3cf54",
141
            "ec5732f2ee804d50a1aed113cd0bc6cc",
142
            "203f5f8ffaed48c49e44c113a8de7b0a",
143
            "d955d22971834cc3bae799054928e5c4",
144
            "dcb8ca4b3f4847ef8c38dd1c01703a69",
145
            "40c677c1b3e740079409bc5673db43f2",
146
            "ba94173dce5b4a06b1b2aeea2f7639dc",
147
            "9c8e49ba92164d6087bc950628b5bfc6",
148
            "cfc7c96423f74816916464bf47128757",
149
            "bf09e360928f4aeb90fcb98a83513360",
150
            "1946f852e8594877a271d5524f8b4f43",
151
            "c786470f21f14b60800c1e743fbdf0c1",
152
            "d1725e94b55a46f3ae508f0860e0bf97",
153
            "7116015e544044fc885a675472fdac0f",
154
            "ed8dceecee0240daa31146f84075107b",
155
            "bf2e3a7db1e74c2c8521d3fefb7358e2",
156
            "01eb3254a9aa4ae59ef47aa0eb415081"
157
          ]
158
        },
159
        "id": "EItjSxuzeg9b",
160
        "outputId": "e261fb97-bc32-42ef-e3fa-358c54e70aa5"
161
      },
162
      "outputs": [],
163
      "source": [
164
        "generate_text = transformers.pipeline(\n",
165
        "    model='meta-llama/Llama-2-7b-hf',\n",
166
        "    tokenizer=tokenizer,\n",
167
        "    task='text-generation',\n",
168
        "    temperature=0.0,  # 'randomness' of outputs, 0.0 is the min and 1.0 the max\n",
169
        "    max_new_tokens=512,  # mex number of tokens to generate in the output\n",
170
        "    repetition_penalty=1.1  # without this output begins repeating\n",
171
        ")"
172
      ]
173
    },
174
    {
175
      "cell_type": "code",
176
      "execution_count": null,
177
      "metadata": {},
178
      "outputs": [],
179
      "source": [
180
        "res = generate_text(\"Explain to me the difference between nuclear fission and fusion.\")\n",
181
        "\n",
182
        "print(res[0][\"generated_text\"])"
183
      ]
184
    },
185
    {
186
      "cell_type": "markdown",
187
      "metadata": {},
188
      "source": [
189
        "\"\\nNuclear fission is a process in which an atomic nucleus splits into two or more smaller nuclei, releasing a large amount of energy in the process. This occurs when an atom's nucleus is bombarded with a high-energy particle, such as a neutron. Fission is the process used in nuclear power plants to generate electricity.\\nNuclear fusion, on the other hand, is the process by which two or more atomic nuclei combine to form a single, heavier nucleus."
190
      ]
191
    }
192
  ],
193
  "metadata": {
194
    "accelerator": "GPU",
195
    "colab": {
196
      "gpuType": "T4",
197
      "provenance": []
198
    },
199
    "kernelspec": {
200
      "display_name": "Python 3",
201
      "name": "python3"
202
    },
203
    "language_info": {
204
      "codemirror_mode": {
205
        "name": "ipython",
206
        "version": 3
207
      },
208
      "file_extension": ".py",
209
      "mimetype": "text/x-python",
210
      "name": "python",
211
      "nbconvert_exporter": "python",
212
      "pygments_lexer": "ipython3",
213
      "version": "3.10.9"
214
    },
215
    "widgets": {
216
      "application/vnd.jupyter.widget-state+json": {
217
        "01eb3254a9aa4ae59ef47aa0eb415081": {
218
          "model_module": "@jupyter-widgets/controls",
219
          "model_module_version": "1.5.0",
220
          "model_name": "DescriptionStyleModel",
221
          "state": {
222
            "_model_module": "@jupyter-widgets/controls",
223
            "_model_module_version": "1.5.0",
224
            "_model_name": "DescriptionStyleModel",
225
            "_view_count": null,
226
            "_view_module": "@jupyter-widgets/base",
227
            "_view_module_version": "1.2.0",
228
            "_view_name": "StyleView",
229
            "description_width": ""
230
          }
231
        },
232
        "04a66370752143958489ab5265653fd2": {
233
          "model_module": "@jupyter-widgets/controls",
234
          "model_module_version": "1.5.0",
235
          "model_name": "FloatProgressModel",
236
          "state": {
237
            "_dom_classes": [],
238
            "_model_module": "@jupyter-widgets/controls",
239
            "_model_module_version": "1.5.0",
240
            "_model_name": "FloatProgressModel",
241
            "_view_count": null,
242
            "_view_module": "@jupyter-widgets/controls",
243
            "_view_module_version": "1.5.0",
244
            "_view_name": "ProgressView",
245
            "bar_style": "success",
246
            "description": "",
247
            "description_tooltip": null,
248
            "layout": "IPY_MODEL_28951eaf799a497caab8dada8a0bfbd8",
249
            "max": 26788,
250
            "min": 0,
251
            "orientation": "horizontal",
252
            "style": "IPY_MODEL_e0581c843647474a9c620acb7d17fe24",
253
            "value": 26788
254
          }
255
        },
256
        "1946f852e8594877a271d5524f8b4f43": {
257
          "model_module": "@jupyter-widgets/base",
258
          "model_module_version": "1.2.0",
259
          "model_name": "LayoutModel",
260
          "state": {
261
            "_model_module": "@jupyter-widgets/base",
262
            "_model_module_version": "1.2.0",
263
            "_model_name": "LayoutModel",
264
            "_view_count": null,
265
            "_view_module": "@jupyter-widgets/base",
266
            "_view_module_version": "1.2.0",
267
            "_view_name": "LayoutView",
268
            "align_content": null,
269
            "align_items": null,
270
            "align_self": null,
271
            "border": null,
272
            "bottom": null,
273
            "display": null,
274
            "flex": null,
275
            "flex_flow": null,
276
            "grid_area": null,
277
            "grid_auto_columns": null,
278
            "grid_auto_flow": null,
279
            "grid_auto_rows": null,
280
            "grid_column": null,
281
            "grid_gap": null,
282
            "grid_row": null,
283
            "grid_template_areas": null,
284
            "grid_template_columns": null,
285
            "grid_template_rows": null,
286
            "height": null,
287
            "justify_content": null,
288
            "justify_items": null,
289
            "left": null,
290
            "margin": null,
291
            "max_height": null,
292
            "max_width": null,
293
            "min_height": null,
294
            "min_width": null,
295
            "object_fit": null,
296
            "object_position": null,
297
            "order": null,
298
            "overflow": null,
299
            "overflow_x": null,
300
            "overflow_y": null,
301
            "padding": null,
302
            "right": null,
303
            "top": null,
304
            "visibility": null,
305
            "width": null
306
          }
307
        },
308
        "203f5f8ffaed48c49e44c113a8de7b0a": {
309
          "model_module": "@jupyter-widgets/base",
310
          "model_module_version": "1.2.0",
311
          "model_name": "LayoutModel",
312
          "state": {
313
            "_model_module": "@jupyter-widgets/base",
314
            "_model_module_version": "1.2.0",
315
            "_model_name": "LayoutModel",
316
            "_view_count": null,
317
            "_view_module": "@jupyter-widgets/base",
318
            "_view_module_version": "1.2.0",
319
            "_view_name": "LayoutView",
320
            "align_content": null,
321
            "align_items": null,
322
            "align_self": null,
323
            "border": null,
324
            "bottom": null,
325
            "display": null,
326
            "flex": null,
327
            "flex_flow": null,
328
            "grid_area": null,
329
            "grid_auto_columns": null,
330
            "grid_auto_flow": null,
331
            "grid_auto_rows": null,
332
            "grid_column": null,
333
            "grid_gap": null,
334
            "grid_row": null,
335
            "grid_template_areas": null,
336
            "grid_template_columns": null,
337
            "grid_template_rows": null,
338
            "height": null,
339
            "justify_content": null,
340
            "justify_items": null,
341
            "left": null,
342
            "margin": null,
343
            "max_height": null,
344
            "max_width": null,
345
            "min_height": null,
346
            "min_width": null,
347
            "object_fit": null,
348
            "object_position": null,
349
            "order": null,
350
            "overflow": null,
351
            "overflow_x": null,
352
            "overflow_y": null,
353
            "padding": null,
354
            "right": null,
355
            "top": null,
356
            "visibility": null,
357
            "width": null
358
          }
359
        },
360
        "20e8a54b6b2f48b38b79edaaf20f2e49": {
361
          "model_module": "@jupyter-widgets/controls",
362
          "model_module_version": "1.5.0",
363
          "model_name": "HTMLModel",
364
          "state": {
365
            "_dom_classes": [],
366
            "_model_module": "@jupyter-widgets/controls",
367
            "_model_module_version": "1.5.0",
368
            "_model_name": "HTMLModel",
369
            "_view_count": null,
370
            "_view_module": "@jupyter-widgets/controls",
371
            "_view_module_version": "1.5.0",
372
            "_view_name": "HTMLView",
373
            "description": "",
374
            "description_tooltip": null,
375
            "layout": "IPY_MODEL_dcb8ca4b3f4847ef8c38dd1c01703a69",
376
            "placeholder": "​",
377
            "style": "IPY_MODEL_40c677c1b3e740079409bc5673db43f2",
378
            "value": " 9.98G/9.98G [01:53<00:00, 92.8MB/s]"
379
          }
380
        },
381
        "28951eaf799a497caab8dada8a0bfbd8": {
382
          "model_module": "@jupyter-widgets/base",
383
          "model_module_version": "1.2.0",
384
          "model_name": "LayoutModel",
385
          "state": {
386
            "_model_module": "@jupyter-widgets/base",
387
            "_model_module_version": "1.2.0",
388
            "_model_name": "LayoutModel",
389
            "_view_count": null,
390
            "_view_module": "@jupyter-widgets/base",
391
            "_view_module_version": "1.2.0",
392
            "_view_name": "LayoutView",
393
            "align_content": null,
394
            "align_items": null,
395
            "align_self": null,
396
            "border": null,
397
            "bottom": null,
398
            "display": null,
399
            "flex": null,
400
            "flex_flow": null,
401
            "grid_area": null,
402
            "grid_auto_columns": null,
403
            "grid_auto_flow": null,
404
            "grid_auto_rows": null,
405
            "grid_column": null,
406
            "grid_gap": null,
407
            "grid_row": null,
408
            "grid_template_areas": null,
409
            "grid_template_columns": null,
410
            "grid_template_rows": null,
411
            "height": null,
412
            "justify_content": null,
413
            "justify_items": null,
414
            "left": null,
415
            "margin": null,
416
            "max_height": null,
417
            "max_width": null,
418
            "min_height": null,
419
            "min_width": null,
420
            "object_fit": null,
421
            "object_position": null,
422
            "order": null,
423
            "overflow": null,
424
            "overflow_x": null,
425
            "overflow_y": null,
426
            "padding": null,
427
            "right": null,
428
            "top": null,
429
            "visibility": null,
430
            "width": null
431
          }
432
        },
433
        "3c1a5b1fd706419eaecd65c3da64feb0": {
434
          "model_module": "@jupyter-widgets/base",
435
          "model_module_version": "1.2.0",
436
          "model_name": "LayoutModel",
437
          "state": {
438
            "_model_module": "@jupyter-widgets/base",
439
            "_model_module_version": "1.2.0",
440
            "_model_name": "LayoutModel",
441
            "_view_count": null,
442
            "_view_module": "@jupyter-widgets/base",
443
            "_view_module_version": "1.2.0",
444
            "_view_name": "LayoutView",
445
            "align_content": null,
446
            "align_items": null,
447
            "align_self": null,
448
            "border": null,
449
            "bottom": null,
450
            "display": null,
451
            "flex": null,
452
            "flex_flow": null,
453
            "grid_area": null,
454
            "grid_auto_columns": null,
455
            "grid_auto_flow": null,
456
            "grid_auto_rows": null,
457
            "grid_column": null,
458
            "grid_gap": null,
459
            "grid_row": null,
460
            "grid_template_areas": null,
461
            "grid_template_columns": null,
462
            "grid_template_rows": null,
463
            "height": null,
464
            "justify_content": null,
465
            "justify_items": null,
466
            "left": null,
467
            "margin": null,
468
            "max_height": null,
469
            "max_width": null,
470
            "min_height": null,
471
            "min_width": null,
472
            "object_fit": null,
473
            "object_position": null,
474
            "order": null,
475
            "overflow": null,
476
            "overflow_x": null,
477
            "overflow_y": null,
478
            "padding": null,
479
            "right": null,
480
            "top": null,
481
            "visibility": null,
482
            "width": null
483
          }
484
        },
485
        "40c677c1b3e740079409bc5673db43f2": {
486
          "model_module": "@jupyter-widgets/controls",
487
          "model_module_version": "1.5.0",
488
          "model_name": "DescriptionStyleModel",
489
          "state": {
490
            "_model_module": "@jupyter-widgets/controls",
491
            "_model_module_version": "1.5.0",
492
            "_model_name": "DescriptionStyleModel",
493
            "_view_count": null,
494
            "_view_module": "@jupyter-widgets/base",
495
            "_view_module_version": "1.2.0",
496
            "_view_name": "StyleView",
497
            "description_width": ""
498
          }
499
        },
500
        "46b8ac676b31493385c93e77bdb02bc0": {
501
          "model_module": "@jupyter-widgets/controls",
502
          "model_module_version": "1.5.0",
503
          "model_name": "DescriptionStyleModel",
504
          "state": {
505
            "_model_module": "@jupyter-widgets/controls",
506
            "_model_module_version": "1.5.0",
507
            "_model_name": "DescriptionStyleModel",
508
            "_view_count": null,
509
            "_view_module": "@jupyter-widgets/base",
510
            "_view_module_version": "1.2.0",
511
            "_view_name": "StyleView",
512
            "description_width": ""
513
          }
514
        },
515
        "486aea69c7974146af9bfb3ee66025ac": {
516
          "model_module": "@jupyter-widgets/controls",
517
          "model_module_version": "1.5.0",
518
          "model_name": "HTMLModel",
519
          "state": {
520
            "_dom_classes": [],
521
            "_model_module": "@jupyter-widgets/controls",
522
            "_model_module_version": "1.5.0",
523
            "_model_name": "HTMLModel",
524
            "_view_count": null,
525
            "_view_module": "@jupyter-widgets/controls",
526
            "_view_module_version": "1.5.0",
527
            "_view_name": "HTMLView",
528
            "description": "",
529
            "description_tooltip": null,
530
            "layout": "IPY_MODEL_747fc50740d941b1a14c78f268648614",
531
            "placeholder": "​",
532
            "style": "IPY_MODEL_a35e3463034246908c9031524c026fe7",
533
            "value": "Downloading (…)fetensors.index.json: 100%"
534
          }
535
        },
536
        "507a017ef2c1494fbaef3e0adbbd7beb": {
537
          "model_module": "@jupyter-widgets/controls",
538
          "model_module_version": "1.5.0",
539
          "model_name": "HBoxModel",
540
          "state": {
541
            "_dom_classes": [],
542
            "_model_module": "@jupyter-widgets/controls",
543
            "_model_module_version": "1.5.0",
544
            "_model_name": "HBoxModel",
545
            "_view_count": null,
546
            "_view_module": "@jupyter-widgets/controls",
547
            "_view_module_version": "1.5.0",
548
            "_view_name": "HBoxView",
549
            "box_style": "",
550
            "children": [
551
              "IPY_MODEL_7f2cf0226ed44cfab7f918e89c7d86b7",
552
              "IPY_MODEL_e636a6af2d1a4091ae6d8d3f19daaa97",
553
              "IPY_MODEL_20e8a54b6b2f48b38b79edaaf20f2e49"
554
            ],
555
            "layout": "IPY_MODEL_8945a834d4244dbd88b421586700cc28"
556
          }
557
        },
558
        "5322201062c148168d0a0255c54b27e8": {
559
          "model_module": "@jupyter-widgets/base",
560
          "model_module_version": "1.2.0",
561
          "model_name": "LayoutModel",
562
          "state": {
563
            "_model_module": "@jupyter-widgets/base",
564
            "_model_module_version": "1.2.0",
565
            "_model_name": "LayoutModel",
566
            "_view_count": null,
567
            "_view_module": "@jupyter-widgets/base",
568
            "_view_module_version": "1.2.0",
569
            "_view_name": "LayoutView",
570
            "align_content": null,
571
            "align_items": null,
572
            "align_self": null,
573
            "border": null,
574
            "bottom": null,
575
            "display": null,
576
            "flex": null,
577
            "flex_flow": null,
578
            "grid_area": null,
579
            "grid_auto_columns": null,
580
            "grid_auto_flow": null,
581
            "grid_auto_rows": null,
582
            "grid_column": null,
583
            "grid_gap": null,
584
            "grid_row": null,
585
            "grid_template_areas": null,
586
            "grid_template_columns": null,
587
            "grid_template_rows": null,
588
            "height": null,
589
            "justify_content": null,
590
            "justify_items": null,
591
            "left": null,
592
            "margin": null,
593
            "max_height": null,
594
            "max_width": null,
595
            "min_height": null,
596
            "min_width": null,
597
            "object_fit": null,
598
            "object_position": null,
599
            "order": null,
600
            "overflow": null,
601
            "overflow_x": null,
602
            "overflow_y": null,
603
            "padding": null,
604
            "right": null,
605
            "top": null,
606
            "visibility": null,
607
            "width": null
608
          }
609
        },
610
        "554c55377f1846e2ae2904e4e034c037": {
611
          "model_module": "@jupyter-widgets/controls",
612
          "model_module_version": "1.5.0",
613
          "model_name": "ProgressStyleModel",
614
          "state": {
615
            "_model_module": "@jupyter-widgets/controls",
616
            "_model_module_version": "1.5.0",
617
            "_model_name": "ProgressStyleModel",
618
            "_view_count": null,
619
            "_view_module": "@jupyter-widgets/base",
620
            "_view_module_version": "1.2.0",
621
            "_view_name": "StyleView",
622
            "bar_color": null,
623
            "description_width": ""
624
          }
625
        },
626
        "6241070dfa424f818f2f1684e36c2efb": {
627
          "model_module": "@jupyter-widgets/base",
628
          "model_module_version": "1.2.0",
629
          "model_name": "LayoutModel",
630
          "state": {
631
            "_model_module": "@jupyter-widgets/base",
632
            "_model_module_version": "1.2.0",
633
            "_model_name": "LayoutModel",
634
            "_view_count": null,
635
            "_view_module": "@jupyter-widgets/base",
636
            "_view_module_version": "1.2.0",
637
            "_view_name": "LayoutView",
638
            "align_content": null,
639
            "align_items": null,
640
            "align_self": null,
641
            "border": null,
642
            "bottom": null,
643
            "display": null,
644
            "flex": null,
645
            "flex_flow": null,
646
            "grid_area": null,
647
            "grid_auto_columns": null,
648
            "grid_auto_flow": null,
649
            "grid_auto_rows": null,
650
            "grid_column": null,
651
            "grid_gap": null,
652
            "grid_row": null,
653
            "grid_template_areas": null,
654
            "grid_template_columns": null,
655
            "grid_template_rows": null,
656
            "height": null,
657
            "justify_content": null,
658
            "justify_items": null,
659
            "left": null,
660
            "margin": null,
661
            "max_height": null,
662
            "max_width": null,
663
            "min_height": null,
664
            "min_width": null,
665
            "object_fit": null,
666
            "object_position": null,
667
            "order": null,
668
            "overflow": null,
669
            "overflow_x": null,
670
            "overflow_y": null,
671
            "padding": null,
672
            "right": null,
673
            "top": null,
674
            "visibility": null,
675
            "width": null
676
          }
677
        },
678
        "6b6ffca3c5454551bf9e120f74b4fe8e": {
679
          "model_module": "@jupyter-widgets/controls",
680
          "model_module_version": "1.5.0",
681
          "model_name": "HTMLModel",
682
          "state": {
683
            "_dom_classes": [],
684
            "_model_module": "@jupyter-widgets/controls",
685
            "_model_module_version": "1.5.0",
686
            "_model_name": "HTMLModel",
687
            "_view_count": null,
688
            "_view_module": "@jupyter-widgets/controls",
689
            "_view_module_version": "1.5.0",
690
            "_view_name": "HTMLView",
691
            "description": "",
692
            "description_tooltip": null,
693
            "layout": "IPY_MODEL_6241070dfa424f818f2f1684e36c2efb",
694
            "placeholder": "​",
695
            "style": "IPY_MODEL_ff7600deb54448129d48a436586cb51b",
696
            "value": "Downloading shards: 100%"
697
          }
698
        },
699
        "6dfed145d0374baf90a747b02ea58904": {
700
          "model_module": "@jupyter-widgets/base",
701
          "model_module_version": "1.2.0",
702
          "model_name": "LayoutModel",
703
          "state": {
704
            "_model_module": "@jupyter-widgets/base",
705
            "_model_module_version": "1.2.0",
706
            "_model_name": "LayoutModel",
707
            "_view_count": null,
708
            "_view_module": "@jupyter-widgets/base",
709
            "_view_module_version": "1.2.0",
710
            "_view_name": "LayoutView",
711
            "align_content": null,
712
            "align_items": null,
713
            "align_self": null,
714
            "border": null,
715
            "bottom": null,
716
            "display": null,
717
            "flex": null,
718
            "flex_flow": null,
719
            "grid_area": null,
720
            "grid_auto_columns": null,
721
            "grid_auto_flow": null,
722
            "grid_auto_rows": null,
723
            "grid_column": null,
724
            "grid_gap": null,
725
            "grid_row": null,
726
            "grid_template_areas": null,
727
            "grid_template_columns": null,
728
            "grid_template_rows": null,
729
            "height": null,
730
            "justify_content": null,
731
            "justify_items": null,
732
            "left": null,
733
            "margin": null,
734
            "max_height": null,
735
            "max_width": null,
736
            "min_height": null,
737
            "min_width": null,
738
            "object_fit": null,
739
            "object_position": null,
740
            "order": null,
741
            "overflow": null,
742
            "overflow_x": null,
743
            "overflow_y": null,
744
            "padding": null,
745
            "right": null,
746
            "top": null,
747
            "visibility": null,
748
            "width": null
749
          }
750
        },
751
        "7116015e544044fc885a675472fdac0f": {
752
          "model_module": "@jupyter-widgets/base",
753
          "model_module_version": "1.2.0",
754
          "model_name": "LayoutModel",
755
          "state": {
756
            "_model_module": "@jupyter-widgets/base",
757
            "_model_module_version": "1.2.0",
758
            "_model_name": "LayoutModel",
759
            "_view_count": null,
760
            "_view_module": "@jupyter-widgets/base",
761
            "_view_module_version": "1.2.0",
762
            "_view_name": "LayoutView",
763
            "align_content": null,
764
            "align_items": null,
765
            "align_self": null,
766
            "border": null,
767
            "bottom": null,
768
            "display": null,
769
            "flex": null,
770
            "flex_flow": null,
771
            "grid_area": null,
772
            "grid_auto_columns": null,
773
            "grid_auto_flow": null,
774
            "grid_auto_rows": null,
775
            "grid_column": null,
776
            "grid_gap": null,
777
            "grid_row": null,
778
            "grid_template_areas": null,
779
            "grid_template_columns": null,
780
            "grid_template_rows": null,
781
            "height": null,
782
            "justify_content": null,
783
            "justify_items": null,
784
            "left": null,
785
            "margin": null,
786
            "max_height": null,
787
            "max_width": null,
788
            "min_height": null,
789
            "min_width": null,
790
            "object_fit": null,
791
            "object_position": null,
792
            "order": null,
793
            "overflow": null,
794
            "overflow_x": null,
795
            "overflow_y": null,
796
            "padding": null,
797
            "right": null,
798
            "top": null,
799
            "visibility": null,
800
            "width": null
801
          }
802
        },
803
        "747fc50740d941b1a14c78f268648614": {
804
          "model_module": "@jupyter-widgets/base",
805
          "model_module_version": "1.2.0",
806
          "model_name": "LayoutModel",
807
          "state": {
808
            "_model_module": "@jupyter-widgets/base",
809
            "_model_module_version": "1.2.0",
810
            "_model_name": "LayoutModel",
811
            "_view_count": null,
812
            "_view_module": "@jupyter-widgets/base",
813
            "_view_module_version": "1.2.0",
814
            "_view_name": "LayoutView",
815
            "align_content": null,
816
            "align_items": null,
817
            "align_self": null,
818
            "border": null,
819
            "bottom": null,
820
            "display": null,
821
            "flex": null,
822
            "flex_flow": null,
823
            "grid_area": null,
824
            "grid_auto_columns": null,
825
            "grid_auto_flow": null,
826
            "grid_auto_rows": null,
827
            "grid_column": null,
828
            "grid_gap": null,
829
            "grid_row": null,
830
            "grid_template_areas": null,
831
            "grid_template_columns": null,
832
            "grid_template_rows": null,
833
            "height": null,
834
            "justify_content": null,
835
            "justify_items": null,
836
            "left": null,
837
            "margin": null,
838
            "max_height": null,
839
            "max_width": null,
840
            "min_height": null,
841
            "min_width": null,
842
            "object_fit": null,
843
            "object_position": null,
844
            "order": null,
845
            "overflow": null,
846
            "overflow_x": null,
847
            "overflow_y": null,
848
            "padding": null,
849
            "right": null,
850
            "top": null,
851
            "visibility": null,
852
            "width": null
853
          }
854
        },
855
        "7a841e33eb1a47b7852a8b39c3b12fe0": {
856
          "model_module": "@jupyter-widgets/controls",
857
          "model_module_version": "1.5.0",
858
          "model_name": "HTMLModel",
859
          "state": {
860
            "_dom_classes": [],
861
            "_model_module": "@jupyter-widgets/controls",
862
            "_model_module_version": "1.5.0",
863
            "_model_name": "HTMLModel",
864
            "_view_count": null,
865
            "_view_module": "@jupyter-widgets/controls",
866
            "_view_module_version": "1.5.0",
867
            "_view_name": "HTMLView",
868
            "description": "",
869
            "description_tooltip": null,
870
            "layout": "IPY_MODEL_3c1a5b1fd706419eaecd65c3da64feb0",
871
            "placeholder": "​",
872
            "style": "IPY_MODEL_f62c9a3fd5e440cca6697477a9eb2d82",
873
            "value": " 2/2 [02:32<00:00, 69.71s/it]"
874
          }
875
        },
876
        "7f2cf0226ed44cfab7f918e89c7d86b7": {
877
          "model_module": "@jupyter-widgets/controls",
878
          "model_module_version": "1.5.0",
879
          "model_name": "HTMLModel",
880
          "state": {
881
            "_dom_classes": [],
882
            "_model_module": "@jupyter-widgets/controls",
883
            "_model_module_version": "1.5.0",
884
            "_model_name": "HTMLModel",
885
            "_view_count": null,
886
            "_view_module": "@jupyter-widgets/controls",
887
            "_view_module_version": "1.5.0",
888
            "_view_name": "HTMLView",
889
            "description": "",
890
            "description_tooltip": null,
891
            "layout": "IPY_MODEL_d675dec91e2b40c2a607141904c3cf54",
892
            "placeholder": "​",
893
            "style": "IPY_MODEL_ec5732f2ee804d50a1aed113cd0bc6cc",
894
            "value": "Downloading (…)of-00002.safetensors: 100%"
895
          }
896
        },
897
        "8945a834d4244dbd88b421586700cc28": {
898
          "model_module": "@jupyter-widgets/base",
899
          "model_module_version": "1.2.0",
900
          "model_name": "LayoutModel",
901
          "state": {
902
            "_model_module": "@jupyter-widgets/base",
903
            "_model_module_version": "1.2.0",
904
            "_model_name": "LayoutModel",
905
            "_view_count": null,
906
            "_view_module": "@jupyter-widgets/base",
907
            "_view_module_version": "1.2.0",
908
            "_view_name": "LayoutView",
909
            "align_content": null,
910
            "align_items": null,
911
            "align_self": null,
912
            "border": null,
913
            "bottom": null,
914
            "display": null,
915
            "flex": null,
916
            "flex_flow": null,
917
            "grid_area": null,
918
            "grid_auto_columns": null,
919
            "grid_auto_flow": null,
920
            "grid_auto_rows": null,
921
            "grid_column": null,
922
            "grid_gap": null,
923
            "grid_row": null,
924
            "grid_template_areas": null,
925
            "grid_template_columns": null,
926
            "grid_template_rows": null,
927
            "height": null,
928
            "justify_content": null,
929
            "justify_items": null,
930
            "left": null,
931
            "margin": null,
932
            "max_height": null,
933
            "max_width": null,
934
            "min_height": null,
935
            "min_width": null,
936
            "object_fit": null,
937
            "object_position": null,
938
            "order": null,
939
            "overflow": null,
940
            "overflow_x": null,
941
            "overflow_y": null,
942
            "padding": null,
943
            "right": null,
944
            "top": null,
945
            "visibility": null,
946
            "width": null
947
          }
948
        },
949
        "9c8e49ba92164d6087bc950628b5bfc6": {
950
          "model_module": "@jupyter-widgets/controls",
951
          "model_module_version": "1.5.0",
952
          "model_name": "HTMLModel",
953
          "state": {
954
            "_dom_classes": [],
955
            "_model_module": "@jupyter-widgets/controls",
956
            "_model_module_version": "1.5.0",
957
            "_model_name": "HTMLModel",
958
            "_view_count": null,
959
            "_view_module": "@jupyter-widgets/controls",
960
            "_view_module_version": "1.5.0",
961
            "_view_name": "HTMLView",
962
            "description": "",
963
            "description_tooltip": null,
964
            "layout": "IPY_MODEL_c786470f21f14b60800c1e743fbdf0c1",
965
            "placeholder": "​",
966
            "style": "IPY_MODEL_d1725e94b55a46f3ae508f0860e0bf97",
967
            "value": "Downloading (…)of-00002.safetensors: 100%"
968
          }
969
        },
970
        "a35e3463034246908c9031524c026fe7": {
971
          "model_module": "@jupyter-widgets/controls",
972
          "model_module_version": "1.5.0",
973
          "model_name": "DescriptionStyleModel",
974
          "state": {
975
            "_model_module": "@jupyter-widgets/controls",
976
            "_model_module_version": "1.5.0",
977
            "_model_name": "DescriptionStyleModel",
978
            "_view_count": null,
979
            "_view_module": "@jupyter-widgets/base",
980
            "_view_module_version": "1.2.0",
981
            "_view_name": "StyleView",
982
            "description_width": ""
983
          }
984
        },
985
        "a57151efa15045a08578828cde9206fe": {
986
          "model_module": "@jupyter-widgets/base",
987
          "model_module_version": "1.2.0",
988
          "model_name": "LayoutModel",
989
          "state": {
990
            "_model_module": "@jupyter-widgets/base",
991
            "_model_module_version": "1.2.0",
992
            "_model_name": "LayoutModel",
993
            "_view_count": null,
994
            "_view_module": "@jupyter-widgets/base",
995
            "_view_module_version": "1.2.0",
996
            "_view_name": "LayoutView",
997
            "align_content": null,
998
            "align_items": null,
999
            "align_self": null,
1000
            "border": null,
1001
            "bottom": null,
1002
            "display": null,
1003
            "flex": null,
1004
            "flex_flow": null,
1005
            "grid_area": null,
1006
            "grid_auto_columns": null,
1007
            "grid_auto_flow": null,
1008
            "grid_auto_rows": null,
1009
            "grid_column": null,
1010
            "grid_gap": null,
1011
            "grid_row": null,
1012
            "grid_template_areas": null,
1013
            "grid_template_columns": null,
1014
            "grid_template_rows": null,
1015
            "height": null,
1016
            "justify_content": null,
1017
            "justify_items": null,
1018
            "left": null,
1019
            "margin": null,
1020
            "max_height": null,
1021
            "max_width": null,
1022
            "min_height": null,
1023
            "min_width": null,
1024
            "object_fit": null,
1025
            "object_position": null,
1026
            "order": null,
1027
            "overflow": null,
1028
            "overflow_x": null,
1029
            "overflow_y": null,
1030
            "padding": null,
1031
            "right": null,
1032
            "top": null,
1033
            "visibility": null,
1034
            "width": null
1035
          }
1036
        },
1037
        "a63b9916c7c342afae4b179e72f4220c": {
1038
          "model_module": "@jupyter-widgets/base",
1039
          "model_module_version": "1.2.0",
1040
          "model_name": "LayoutModel",
1041
          "state": {
1042
            "_model_module": "@jupyter-widgets/base",
1043
            "_model_module_version": "1.2.0",
1044
            "_model_name": "LayoutModel",
1045
            "_view_count": null,
1046
            "_view_module": "@jupyter-widgets/base",
1047
            "_view_module_version": "1.2.0",
1048
            "_view_name": "LayoutView",
1049
            "align_content": null,
1050
            "align_items": null,
1051
            "align_self": null,
1052
            "border": null,
1053
            "bottom": null,
1054
            "display": null,
1055
            "flex": null,
1056
            "flex_flow": null,
1057
            "grid_area": null,
1058
            "grid_auto_columns": null,
1059
            "grid_auto_flow": null,
1060
            "grid_auto_rows": null,
1061
            "grid_column": null,
1062
            "grid_gap": null,
1063
            "grid_row": null,
1064
            "grid_template_areas": null,
1065
            "grid_template_columns": null,
1066
            "grid_template_rows": null,
1067
            "height": null,
1068
            "justify_content": null,
1069
            "justify_items": null,
1070
            "left": null,
1071
            "margin": null,
1072
            "max_height": null,
1073
            "max_width": null,
1074
            "min_height": null,
1075
            "min_width": null,
1076
            "object_fit": null,
1077
            "object_position": null,
1078
            "order": null,
1079
            "overflow": null,
1080
            "overflow_x": null,
1081
            "overflow_y": null,
1082
            "padding": null,
1083
            "right": null,
1084
            "top": null,
1085
            "visibility": null,
1086
            "width": null
1087
          }
1088
        },
1089
        "b27f2f4845e841eb9b031e44c2a8339c": {
1090
          "model_module": "@jupyter-widgets/controls",
1091
          "model_module_version": "1.5.0",
1092
          "model_name": "HTMLModel",
1093
          "state": {
1094
            "_dom_classes": [],
1095
            "_model_module": "@jupyter-widgets/controls",
1096
            "_model_module_version": "1.5.0",
1097
            "_model_name": "HTMLModel",
1098
            "_view_count": null,
1099
            "_view_module": "@jupyter-widgets/controls",
1100
            "_view_module_version": "1.5.0",
1101
            "_view_name": "HTMLView",
1102
            "description": "",
1103
            "description_tooltip": null,
1104
            "layout": "IPY_MODEL_a63b9916c7c342afae4b179e72f4220c",
1105
            "placeholder": "​",
1106
            "style": "IPY_MODEL_46b8ac676b31493385c93e77bdb02bc0",
1107
            "value": " 26.8k/26.8k [00:00<00:00, 1.41MB/s]"
1108
          }
1109
        },
1110
        "ba94173dce5b4a06b1b2aeea2f7639dc": {
1111
          "model_module": "@jupyter-widgets/controls",
1112
          "model_module_version": "1.5.0",
1113
          "model_name": "HBoxModel",
1114
          "state": {
1115
            "_dom_classes": [],
1116
            "_model_module": "@jupyter-widgets/controls",
1117
            "_model_module_version": "1.5.0",
1118
            "_model_name": "HBoxModel",
1119
            "_view_count": null,
1120
            "_view_module": "@jupyter-widgets/controls",
1121
            "_view_module_version": "1.5.0",
1122
            "_view_name": "HBoxView",
1123
            "box_style": "",
1124
            "children": [
1125
              "IPY_MODEL_9c8e49ba92164d6087bc950628b5bfc6",
1126
              "IPY_MODEL_cfc7c96423f74816916464bf47128757",
1127
              "IPY_MODEL_bf09e360928f4aeb90fcb98a83513360"
1128
            ],
1129
            "layout": "IPY_MODEL_1946f852e8594877a271d5524f8b4f43"
1130
          }
1131
        },
1132
        "bf09e360928f4aeb90fcb98a83513360": {
1133
          "model_module": "@jupyter-widgets/controls",
1134
          "model_module_version": "1.5.0",
1135
          "model_name": "HTMLModel",
1136
          "state": {
1137
            "_dom_classes": [],
1138
            "_model_module": "@jupyter-widgets/controls",
1139
            "_model_module_version": "1.5.0",
1140
            "_model_name": "HTMLModel",
1141
            "_view_count": null,
1142
            "_view_module": "@jupyter-widgets/controls",
1143
            "_view_module_version": "1.5.0",
1144
            "_view_name": "HTMLView",
1145
            "description": "",
1146
            "description_tooltip": null,
1147
            "layout": "IPY_MODEL_bf2e3a7db1e74c2c8521d3fefb7358e2",
1148
            "placeholder": "​",
1149
            "style": "IPY_MODEL_01eb3254a9aa4ae59ef47aa0eb415081",
1150
            "value": " 3.50G/3.50G [00:38<00:00, 99.6MB/s]"
1151
          }
1152
        },
1153
        "bf2e3a7db1e74c2c8521d3fefb7358e2": {
1154
          "model_module": "@jupyter-widgets/base",
1155
          "model_module_version": "1.2.0",
1156
          "model_name": "LayoutModel",
1157
          "state": {
1158
            "_model_module": "@jupyter-widgets/base",
1159
            "_model_module_version": "1.2.0",
1160
            "_model_name": "LayoutModel",
1161
            "_view_count": null,
1162
            "_view_module": "@jupyter-widgets/base",
1163
            "_view_module_version": "1.2.0",
1164
            "_view_name": "LayoutView",
1165
            "align_content": null,
1166
            "align_items": null,
1167
            "align_self": null,
1168
            "border": null,
1169
            "bottom": null,
1170
            "display": null,
1171
            "flex": null,
1172
            "flex_flow": null,
1173
            "grid_area": null,
1174
            "grid_auto_columns": null,
1175
            "grid_auto_flow": null,
1176
            "grid_auto_rows": null,
1177
            "grid_column": null,
1178
            "grid_gap": null,
1179
            "grid_row": null,
1180
            "grid_template_areas": null,
1181
            "grid_template_columns": null,
1182
            "grid_template_rows": null,
1183
            "height": null,
1184
            "justify_content": null,
1185
            "justify_items": null,
1186
            "left": null,
1187
            "margin": null,
1188
            "max_height": null,
1189
            "max_width": null,
1190
            "min_height": null,
1191
            "min_width": null,
1192
            "object_fit": null,
1193
            "object_position": null,
1194
            "order": null,
1195
            "overflow": null,
1196
            "overflow_x": null,
1197
            "overflow_y": null,
1198
            "padding": null,
1199
            "right": null,
1200
            "top": null,
1201
            "visibility": null,
1202
            "width": null
1203
          }
1204
        },
1205
        "c786470f21f14b60800c1e743fbdf0c1": {
1206
          "model_module": "@jupyter-widgets/base",
1207
          "model_module_version": "1.2.0",
1208
          "model_name": "LayoutModel",
1209
          "state": {
1210
            "_model_module": "@jupyter-widgets/base",
1211
            "_model_module_version": "1.2.0",
1212
            "_model_name": "LayoutModel",
1213
            "_view_count": null,
1214
            "_view_module": "@jupyter-widgets/base",
1215
            "_view_module_version": "1.2.0",
1216
            "_view_name": "LayoutView",
1217
            "align_content": null,
1218
            "align_items": null,
1219
            "align_self": null,
1220
            "border": null,
1221
            "bottom": null,
1222
            "display": null,
1223
            "flex": null,
1224
            "flex_flow": null,
1225
            "grid_area": null,
1226
            "grid_auto_columns": null,
1227
            "grid_auto_flow": null,
1228
            "grid_auto_rows": null,
1229
            "grid_column": null,
1230
            "grid_gap": null,
1231
            "grid_row": null,
1232
            "grid_template_areas": null,
1233
            "grid_template_columns": null,
1234
            "grid_template_rows": null,
1235
            "height": null,
1236
            "justify_content": null,
1237
            "justify_items": null,
1238
            "left": null,
1239
            "margin": null,
1240
            "max_height": null,
1241
            "max_width": null,
1242
            "min_height": null,
1243
            "min_width": null,
1244
            "object_fit": null,
1245
            "object_position": null,
1246
            "order": null,
1247
            "overflow": null,
1248
            "overflow_x": null,
1249
            "overflow_y": null,
1250
            "padding": null,
1251
            "right": null,
1252
            "top": null,
1253
            "visibility": null,
1254
            "width": null
1255
          }
1256
        },
1257
        "cfc7c96423f74816916464bf47128757": {
1258
          "model_module": "@jupyter-widgets/controls",
1259
          "model_module_version": "1.5.0",
1260
          "model_name": "FloatProgressModel",
1261
          "state": {
1262
            "_dom_classes": [],
1263
            "_model_module": "@jupyter-widgets/controls",
1264
            "_model_module_version": "1.5.0",
1265
            "_model_name": "FloatProgressModel",
1266
            "_view_count": null,
1267
            "_view_module": "@jupyter-widgets/controls",
1268
            "_view_module_version": "1.5.0",
1269
            "_view_name": "ProgressView",
1270
            "bar_style": "success",
1271
            "description": "",
1272
            "description_tooltip": null,
1273
            "layout": "IPY_MODEL_7116015e544044fc885a675472fdac0f",
1274
            "max": 3500297344,
1275
            "min": 0,
1276
            "orientation": "horizontal",
1277
            "style": "IPY_MODEL_ed8dceecee0240daa31146f84075107b",
1278
            "value": 3500297344
1279
          }
1280
        },
1281
        "d1725e94b55a46f3ae508f0860e0bf97": {
1282
          "model_module": "@jupyter-widgets/controls",
1283
          "model_module_version": "1.5.0",
1284
          "model_name": "DescriptionStyleModel",
1285
          "state": {
1286
            "_model_module": "@jupyter-widgets/controls",
1287
            "_model_module_version": "1.5.0",
1288
            "_model_name": "DescriptionStyleModel",
1289
            "_view_count": null,
1290
            "_view_module": "@jupyter-widgets/base",
1291
            "_view_module_version": "1.2.0",
1292
            "_view_name": "StyleView",
1293
            "description_width": ""
1294
          }
1295
        },
1296
        "d675dec91e2b40c2a607141904c3cf54": {
1297
          "model_module": "@jupyter-widgets/base",
1298
          "model_module_version": "1.2.0",
1299
          "model_name": "LayoutModel",
1300
          "state": {
1301
            "_model_module": "@jupyter-widgets/base",
1302
            "_model_module_version": "1.2.0",
1303
            "_model_name": "LayoutModel",
1304
            "_view_count": null,
1305
            "_view_module": "@jupyter-widgets/base",
1306
            "_view_module_version": "1.2.0",
1307
            "_view_name": "LayoutView",
1308
            "align_content": null,
1309
            "align_items": null,
1310
            "align_self": null,
1311
            "border": null,
1312
            "bottom": null,
1313
            "display": null,
1314
            "flex": null,
1315
            "flex_flow": null,
1316
            "grid_area": null,
1317
            "grid_auto_columns": null,
1318
            "grid_auto_flow": null,
1319
            "grid_auto_rows": null,
1320
            "grid_column": null,
1321
            "grid_gap": null,
1322
            "grid_row": null,
1323
            "grid_template_areas": null,
1324
            "grid_template_columns": null,
1325
            "grid_template_rows": null,
1326
            "height": null,
1327
            "justify_content": null,
1328
            "justify_items": null,
1329
            "left": null,
1330
            "margin": null,
1331
            "max_height": null,
1332
            "max_width": null,
1333
            "min_height": null,
1334
            "min_width": null,
1335
            "object_fit": null,
1336
            "object_position": null,
1337
            "order": null,
1338
            "overflow": null,
1339
            "overflow_x": null,
1340
            "overflow_y": null,
1341
            "padding": null,
1342
            "right": null,
1343
            "top": null,
1344
            "visibility": null,
1345
            "width": null
1346
          }
1347
        },
1348
        "d955d22971834cc3bae799054928e5c4": {
1349
          "model_module": "@jupyter-widgets/controls",
1350
          "model_module_version": "1.5.0",
1351
          "model_name": "ProgressStyleModel",
1352
          "state": {
1353
            "_model_module": "@jupyter-widgets/controls",
1354
            "_model_module_version": "1.5.0",
1355
            "_model_name": "ProgressStyleModel",
1356
            "_view_count": null,
1357
            "_view_module": "@jupyter-widgets/base",
1358
            "_view_module_version": "1.2.0",
1359
            "_view_name": "StyleView",
1360
            "bar_color": null,
1361
            "description_width": ""
1362
          }
1363
        },
1364
        "dcb8ca4b3f4847ef8c38dd1c01703a69": {
1365
          "model_module": "@jupyter-widgets/base",
1366
          "model_module_version": "1.2.0",
1367
          "model_name": "LayoutModel",
1368
          "state": {
1369
            "_model_module": "@jupyter-widgets/base",
1370
            "_model_module_version": "1.2.0",
1371
            "_model_name": "LayoutModel",
1372
            "_view_count": null,
1373
            "_view_module": "@jupyter-widgets/base",
1374
            "_view_module_version": "1.2.0",
1375
            "_view_name": "LayoutView",
1376
            "align_content": null,
1377
            "align_items": null,
1378
            "align_self": null,
1379
            "border": null,
1380
            "bottom": null,
1381
            "display": null,
1382
            "flex": null,
1383
            "flex_flow": null,
1384
            "grid_area": null,
1385
            "grid_auto_columns": null,
1386
            "grid_auto_flow": null,
1387
            "grid_auto_rows": null,
1388
            "grid_column": null,
1389
            "grid_gap": null,
1390
            "grid_row": null,
1391
            "grid_template_areas": null,
1392
            "grid_template_columns": null,
1393
            "grid_template_rows": null,
1394
            "height": null,
1395
            "justify_content": null,
1396
            "justify_items": null,
1397
            "left": null,
1398
            "margin": null,
1399
            "max_height": null,
1400
            "max_width": null,
1401
            "min_height": null,
1402
            "min_width": null,
1403
            "object_fit": null,
1404
            "object_position": null,
1405
            "order": null,
1406
            "overflow": null,
1407
            "overflow_x": null,
1408
            "overflow_y": null,
1409
            "padding": null,
1410
            "right": null,
1411
            "top": null,
1412
            "visibility": null,
1413
            "width": null
1414
          }
1415
        },
1416
        "dd00991c68f444879eb823e3ee6dcd0b": {
1417
          "model_module": "@jupyter-widgets/controls",
1418
          "model_module_version": "1.5.0",
1419
          "model_name": "FloatProgressModel",
1420
          "state": {
1421
            "_dom_classes": [],
1422
            "_model_module": "@jupyter-widgets/controls",
1423
            "_model_module_version": "1.5.0",
1424
            "_model_name": "FloatProgressModel",
1425
            "_view_count": null,
1426
            "_view_module": "@jupyter-widgets/controls",
1427
            "_view_module_version": "1.5.0",
1428
            "_view_name": "ProgressView",
1429
            "bar_style": "success",
1430
            "description": "",
1431
            "description_tooltip": null,
1432
            "layout": "IPY_MODEL_a57151efa15045a08578828cde9206fe",
1433
            "max": 2,
1434
            "min": 0,
1435
            "orientation": "horizontal",
1436
            "style": "IPY_MODEL_554c55377f1846e2ae2904e4e034c037",
1437
            "value": 2
1438
          }
1439
        },
1440
        "e0581c843647474a9c620acb7d17fe24": {
1441
          "model_module": "@jupyter-widgets/controls",
1442
          "model_module_version": "1.5.0",
1443
          "model_name": "ProgressStyleModel",
1444
          "state": {
1445
            "_model_module": "@jupyter-widgets/controls",
1446
            "_model_module_version": "1.5.0",
1447
            "_model_name": "ProgressStyleModel",
1448
            "_view_count": null,
1449
            "_view_module": "@jupyter-widgets/base",
1450
            "_view_module_version": "1.2.0",
1451
            "_view_name": "StyleView",
1452
            "bar_color": null,
1453
            "description_width": ""
1454
          }
1455
        },
1456
        "e636a6af2d1a4091ae6d8d3f19daaa97": {
1457
          "model_module": "@jupyter-widgets/controls",
1458
          "model_module_version": "1.5.0",
1459
          "model_name": "FloatProgressModel",
1460
          "state": {
1461
            "_dom_classes": [],
1462
            "_model_module": "@jupyter-widgets/controls",
1463
            "_model_module_version": "1.5.0",
1464
            "_model_name": "FloatProgressModel",
1465
            "_view_count": null,
1466
            "_view_module": "@jupyter-widgets/controls",
1467
            "_view_module_version": "1.5.0",
1468
            "_view_name": "ProgressView",
1469
            "bar_style": "success",
1470
            "description": "",
1471
            "description_tooltip": null,
1472
            "layout": "IPY_MODEL_203f5f8ffaed48c49e44c113a8de7b0a",
1473
            "max": 9976578928,
1474
            "min": 0,
1475
            "orientation": "horizontal",
1476
            "style": "IPY_MODEL_d955d22971834cc3bae799054928e5c4",
1477
            "value": 9976578928
1478
          }
1479
        },
1480
        "e9f9312e537d4b4e9ed5f2498136ad4f": {
1481
          "model_module": "@jupyter-widgets/controls",
1482
          "model_module_version": "1.5.0",
1483
          "model_name": "HBoxModel",
1484
          "state": {
1485
            "_dom_classes": [],
1486
            "_model_module": "@jupyter-widgets/controls",
1487
            "_model_module_version": "1.5.0",
1488
            "_model_name": "HBoxModel",
1489
            "_view_count": null,
1490
            "_view_module": "@jupyter-widgets/controls",
1491
            "_view_module_version": "1.5.0",
1492
            "_view_name": "HBoxView",
1493
            "box_style": "",
1494
            "children": [
1495
              "IPY_MODEL_6b6ffca3c5454551bf9e120f74b4fe8e",
1496
              "IPY_MODEL_dd00991c68f444879eb823e3ee6dcd0b",
1497
              "IPY_MODEL_7a841e33eb1a47b7852a8b39c3b12fe0"
1498
            ],
1499
            "layout": "IPY_MODEL_6dfed145d0374baf90a747b02ea58904"
1500
          }
1501
        },
1502
        "ec5732f2ee804d50a1aed113cd0bc6cc": {
1503
          "model_module": "@jupyter-widgets/controls",
1504
          "model_module_version": "1.5.0",
1505
          "model_name": "DescriptionStyleModel",
1506
          "state": {
1507
            "_model_module": "@jupyter-widgets/controls",
1508
            "_model_module_version": "1.5.0",
1509
            "_model_name": "DescriptionStyleModel",
1510
            "_view_count": null,
1511
            "_view_module": "@jupyter-widgets/base",
1512
            "_view_module_version": "1.2.0",
1513
            "_view_name": "StyleView",
1514
            "description_width": ""
1515
          }
1516
        },
1517
        "ed8dceecee0240daa31146f84075107b": {
1518
          "model_module": "@jupyter-widgets/controls",
1519
          "model_module_version": "1.5.0",
1520
          "model_name": "ProgressStyleModel",
1521
          "state": {
1522
            "_model_module": "@jupyter-widgets/controls",
1523
            "_model_module_version": "1.5.0",
1524
            "_model_name": "ProgressStyleModel",
1525
            "_view_count": null,
1526
            "_view_module": "@jupyter-widgets/base",
1527
            "_view_module_version": "1.2.0",
1528
            "_view_name": "StyleView",
1529
            "bar_color": null,
1530
            "description_width": ""
1531
          }
1532
        },
1533
        "f62c9a3fd5e440cca6697477a9eb2d82": {
1534
          "model_module": "@jupyter-widgets/controls",
1535
          "model_module_version": "1.5.0",
1536
          "model_name": "DescriptionStyleModel",
1537
          "state": {
1538
            "_model_module": "@jupyter-widgets/controls",
1539
            "_model_module_version": "1.5.0",
1540
            "_model_name": "DescriptionStyleModel",
1541
            "_view_count": null,
1542
            "_view_module": "@jupyter-widgets/base",
1543
            "_view_module_version": "1.2.0",
1544
            "_view_name": "StyleView",
1545
            "description_width": ""
1546
          }
1547
        },
1548
        "ff7600deb54448129d48a436586cb51b": {
1549
          "model_module": "@jupyter-widgets/controls",
1550
          "model_module_version": "1.5.0",
1551
          "model_name": "DescriptionStyleModel",
1552
          "state": {
1553
            "_model_module": "@jupyter-widgets/controls",
1554
            "_model_module_version": "1.5.0",
1555
            "_model_name": "DescriptionStyleModel",
1556
            "_view_count": null,
1557
            "_view_module": "@jupyter-widgets/base",
1558
            "_view_module_version": "1.2.0",
1559
            "_view_name": "StyleView",
1560
            "description_width": ""
1561
          }
1562
        },
1563
        "fff88c84e74040b5b47bceede8737abf": {
1564
          "model_module": "@jupyter-widgets/controls",
1565
          "model_module_version": "1.5.0",
1566
          "model_name": "HBoxModel",
1567
          "state": {
1568
            "_dom_classes": [],
1569
            "_model_module": "@jupyter-widgets/controls",
1570
            "_model_module_version": "1.5.0",
1571
            "_model_name": "HBoxModel",
1572
            "_view_count": null,
1573
            "_view_module": "@jupyter-widgets/controls",
1574
            "_view_module_version": "1.5.0",
1575
            "_view_name": "HBoxView",
1576
            "box_style": "",
1577
            "children": [
1578
              "IPY_MODEL_486aea69c7974146af9bfb3ee66025ac",
1579
              "IPY_MODEL_04a66370752143958489ab5265653fd2",
1580
              "IPY_MODEL_b27f2f4845e841eb9b031e44c2a8339c"
1581
            ],
1582
            "layout": "IPY_MODEL_5322201062c148168d0a0255c54b27e8"
1583
          }
1584
        }
1585
      }
1586
    }
1587
  },
1588
  "nbformat": 4,
1589
  "nbformat_minor": 0
1590
}
1591