llm-finetuning

1
{
2
  "nbformat": 4,
3
  "nbformat_minor": 0,
4
  "metadata": {
5
    "colab": {
6
      "provenance": [],
7
      "gpuType": "T4"
8
    },
9
    "kernelspec": {
10
      "name": "python3",
11
      "display_name": "Python 3"
12
    },
13
    "language_info": {
14
      "name": "python"
15
    },
16
    "accelerator": "GPU",
17
    "widgets": {
18
      "application/vnd.jupyter.widget-state+json": {
19
        "49fa119988e94491bd0b0934ab1b04dd": {
20
          "model_module": "@jupyter-widgets/controls",
21
          "model_name": "HBoxModel",
22
          "model_module_version": "1.5.0",
23
          "state": {
24
            "_dom_classes": [],
25
            "_model_module": "@jupyter-widgets/controls",
26
            "_model_module_version": "1.5.0",
27
            "_model_name": "HBoxModel",
28
            "_view_count": null,
29
            "_view_module": "@jupyter-widgets/controls",
30
            "_view_module_version": "1.5.0",
31
            "_view_name": "HBoxView",
32
            "box_style": "",
33
            "children": [
34
              "IPY_MODEL_5378f53a21a846cf84939bbe38bd352a",
35
              "IPY_MODEL_36a56b173fff4e7ab29ceb89fc91e80a",
36
              "IPY_MODEL_4f003ed566a54d9ca840b639bd0dbc5a"
37
            ],
38
            "layout": "IPY_MODEL_20ced65359c64091ba34b3c4b00e8e3a"
39
          }
40
        },
41
        "5378f53a21a846cf84939bbe38bd352a": {
42
          "model_module": "@jupyter-widgets/controls",
43
          "model_name": "HTMLModel",
44
          "model_module_version": "1.5.0",
45
          "state": {
46
            "_dom_classes": [],
47
            "_model_module": "@jupyter-widgets/controls",
48
            "_model_module_version": "1.5.0",
49
            "_model_name": "HTMLModel",
50
            "_view_count": null,
51
            "_view_module": "@jupyter-widgets/controls",
52
            "_view_module_version": "1.5.0",
53
            "_view_name": "HTMLView",
54
            "description": "",
55
            "description_tooltip": null,
56
            "layout": "IPY_MODEL_90d04df2494a44b7b61763dcc55088e4",
57
            "placeholder": "​",
58
            "style": "IPY_MODEL_0438dfe4446b4dc8bf66e06c0f93936b",
59
            "value": "Downloading (…)okenizer_config.json: 100%"
60
          }
61
        },
62
        "36a56b173fff4e7ab29ceb89fc91e80a": {
63
          "model_module": "@jupyter-widgets/controls",
64
          "model_name": "FloatProgressModel",
65
          "model_module_version": "1.5.0",
66
          "state": {
67
            "_dom_classes": [],
68
            "_model_module": "@jupyter-widgets/controls",
69
            "_model_module_version": "1.5.0",
70
            "_model_name": "FloatProgressModel",
71
            "_view_count": null,
72
            "_view_module": "@jupyter-widgets/controls",
73
            "_view_module_version": "1.5.0",
74
            "_view_name": "ProgressView",
75
            "bar_style": "success",
76
            "description": "",
77
            "description_tooltip": null,
78
            "layout": "IPY_MODEL_4b2064375e7d4300af006ec9aea392a1",
79
            "max": 677,
80
            "min": 0,
81
            "orientation": "horizontal",
82
            "style": "IPY_MODEL_41fe284779a74ad7952bb04dd00c799f",
83
            "value": 677
84
          }
85
        },
86
        "4f003ed566a54d9ca840b639bd0dbc5a": {
87
          "model_module": "@jupyter-widgets/controls",
88
          "model_name": "HTMLModel",
89
          "model_module_version": "1.5.0",
90
          "state": {
91
            "_dom_classes": [],
92
            "_model_module": "@jupyter-widgets/controls",
93
            "_model_module_version": "1.5.0",
94
            "_model_name": "HTMLModel",
95
            "_view_count": null,
96
            "_view_module": "@jupyter-widgets/controls",
97
            "_view_module_version": "1.5.0",
98
            "_view_name": "HTMLView",
99
            "description": "",
100
            "description_tooltip": null,
101
            "layout": "IPY_MODEL_a1c4301017eb4517ac6e61a7a76a4f62",
102
            "placeholder": "​",
103
            "style": "IPY_MODEL_f9500c5121994041ae21c75cd5b4f620",
104
            "value": " 677/677 [00:00<00:00, 46.3kB/s]"
105
          }
106
        },
107
        "20ced65359c64091ba34b3c4b00e8e3a": {
108
          "model_module": "@jupyter-widgets/base",
109
          "model_name": "LayoutModel",
110
          "model_module_version": "1.2.0",
111
          "state": {
112
            "_model_module": "@jupyter-widgets/base",
113
            "_model_module_version": "1.2.0",
114
            "_model_name": "LayoutModel",
115
            "_view_count": null,
116
            "_view_module": "@jupyter-widgets/base",
117
            "_view_module_version": "1.2.0",
118
            "_view_name": "LayoutView",
119
            "align_content": null,
120
            "align_items": null,
121
            "align_self": null,
122
            "border": null,
123
            "bottom": null,
124
            "display": null,
125
            "flex": null,
126
            "flex_flow": null,
127
            "grid_area": null,
128
            "grid_auto_columns": null,
129
            "grid_auto_flow": null,
130
            "grid_auto_rows": null,
131
            "grid_column": null,
132
            "grid_gap": null,
133
            "grid_row": null,
134
            "grid_template_areas": null,
135
            "grid_template_columns": null,
136
            "grid_template_rows": null,
137
            "height": null,
138
            "justify_content": null,
139
            "justify_items": null,
140
            "left": null,
141
            "margin": null,
142
            "max_height": null,
143
            "max_width": null,
144
            "min_height": null,
145
            "min_width": null,
146
            "object_fit": null,
147
            "object_position": null,
148
            "order": null,
149
            "overflow": null,
150
            "overflow_x": null,
151
            "overflow_y": null,
152
            "padding": null,
153
            "right": null,
154
            "top": null,
155
            "visibility": null,
156
            "width": null
157
          }
158
        },
159
        "90d04df2494a44b7b61763dcc55088e4": {
160
          "model_module": "@jupyter-widgets/base",
161
          "model_name": "LayoutModel",
162
          "model_module_version": "1.2.0",
163
          "state": {
164
            "_model_module": "@jupyter-widgets/base",
165
            "_model_module_version": "1.2.0",
166
            "_model_name": "LayoutModel",
167
            "_view_count": null,
168
            "_view_module": "@jupyter-widgets/base",
169
            "_view_module_version": "1.2.0",
170
            "_view_name": "LayoutView",
171
            "align_content": null,
172
            "align_items": null,
173
            "align_self": null,
174
            "border": null,
175
            "bottom": null,
176
            "display": null,
177
            "flex": null,
178
            "flex_flow": null,
179
            "grid_area": null,
180
            "grid_auto_columns": null,
181
            "grid_auto_flow": null,
182
            "grid_auto_rows": null,
183
            "grid_column": null,
184
            "grid_gap": null,
185
            "grid_row": null,
186
            "grid_template_areas": null,
187
            "grid_template_columns": null,
188
            "grid_template_rows": null,
189
            "height": null,
190
            "justify_content": null,
191
            "justify_items": null,
192
            "left": null,
193
            "margin": null,
194
            "max_height": null,
195
            "max_width": null,
196
            "min_height": null,
197
            "min_width": null,
198
            "object_fit": null,
199
            "object_position": null,
200
            "order": null,
201
            "overflow": null,
202
            "overflow_x": null,
203
            "overflow_y": null,
204
            "padding": null,
205
            "right": null,
206
            "top": null,
207
            "visibility": null,
208
            "width": null
209
          }
210
        },
211
        "0438dfe4446b4dc8bf66e06c0f93936b": {
212
          "model_module": "@jupyter-widgets/controls",
213
          "model_name": "DescriptionStyleModel",
214
          "model_module_version": "1.5.0",
215
          "state": {
216
            "_model_module": "@jupyter-widgets/controls",
217
            "_model_module_version": "1.5.0",
218
            "_model_name": "DescriptionStyleModel",
219
            "_view_count": null,
220
            "_view_module": "@jupyter-widgets/base",
221
            "_view_module_version": "1.2.0",
222
            "_view_name": "StyleView",
223
            "description_width": ""
224
          }
225
        },
226
        "4b2064375e7d4300af006ec9aea392a1": {
227
          "model_module": "@jupyter-widgets/base",
228
          "model_name": "LayoutModel",
229
          "model_module_version": "1.2.0",
230
          "state": {
231
            "_model_module": "@jupyter-widgets/base",
232
            "_model_module_version": "1.2.0",
233
            "_model_name": "LayoutModel",
234
            "_view_count": null,
235
            "_view_module": "@jupyter-widgets/base",
236
            "_view_module_version": "1.2.0",
237
            "_view_name": "LayoutView",
238
            "align_content": null,
239
            "align_items": null,
240
            "align_self": null,
241
            "border": null,
242
            "bottom": null,
243
            "display": null,
244
            "flex": null,
245
            "flex_flow": null,
246
            "grid_area": null,
247
            "grid_auto_columns": null,
248
            "grid_auto_flow": null,
249
            "grid_auto_rows": null,
250
            "grid_column": null,
251
            "grid_gap": null,
252
            "grid_row": null,
253
            "grid_template_areas": null,
254
            "grid_template_columns": null,
255
            "grid_template_rows": null,
256
            "height": null,
257
            "justify_content": null,
258
            "justify_items": null,
259
            "left": null,
260
            "margin": null,
261
            "max_height": null,
262
            "max_width": null,
263
            "min_height": null,
264
            "min_width": null,
265
            "object_fit": null,
266
            "object_position": null,
267
            "order": null,
268
            "overflow": null,
269
            "overflow_x": null,
270
            "overflow_y": null,
271
            "padding": null,
272
            "right": null,
273
            "top": null,
274
            "visibility": null,
275
            "width": null
276
          }
277
        },
278
        "41fe284779a74ad7952bb04dd00c799f": {
279
          "model_module": "@jupyter-widgets/controls",
280
          "model_name": "ProgressStyleModel",
281
          "model_module_version": "1.5.0",
282
          "state": {
283
            "_model_module": "@jupyter-widgets/controls",
284
            "_model_module_version": "1.5.0",
285
            "_model_name": "ProgressStyleModel",
286
            "_view_count": null,
287
            "_view_module": "@jupyter-widgets/base",
288
            "_view_module_version": "1.2.0",
289
            "_view_name": "StyleView",
290
            "bar_color": null,
291
            "description_width": ""
292
          }
293
        },
294
        "a1c4301017eb4517ac6e61a7a76a4f62": {
295
          "model_module": "@jupyter-widgets/base",
296
          "model_name": "LayoutModel",
297
          "model_module_version": "1.2.0",
298
          "state": {
299
            "_model_module": "@jupyter-widgets/base",
300
            "_model_module_version": "1.2.0",
301
            "_model_name": "LayoutModel",
302
            "_view_count": null,
303
            "_view_module": "@jupyter-widgets/base",
304
            "_view_module_version": "1.2.0",
305
            "_view_name": "LayoutView",
306
            "align_content": null,
307
            "align_items": null,
308
            "align_self": null,
309
            "border": null,
310
            "bottom": null,
311
            "display": null,
312
            "flex": null,
313
            "flex_flow": null,
314
            "grid_area": null,
315
            "grid_auto_columns": null,
316
            "grid_auto_flow": null,
317
            "grid_auto_rows": null,
318
            "grid_column": null,
319
            "grid_gap": null,
320
            "grid_row": null,
321
            "grid_template_areas": null,
322
            "grid_template_columns": null,
323
            "grid_template_rows": null,
324
            "height": null,
325
            "justify_content": null,
326
            "justify_items": null,
327
            "left": null,
328
            "margin": null,
329
            "max_height": null,
330
            "max_width": null,
331
            "min_height": null,
332
            "min_width": null,
333
            "object_fit": null,
334
            "object_position": null,
335
            "order": null,
336
            "overflow": null,
337
            "overflow_x": null,
338
            "overflow_y": null,
339
            "padding": null,
340
            "right": null,
341
            "top": null,
342
            "visibility": null,
343
            "width": null
344
          }
345
        },
346
        "f9500c5121994041ae21c75cd5b4f620": {
347
          "model_module": "@jupyter-widgets/controls",
348
          "model_name": "DescriptionStyleModel",
349
          "model_module_version": "1.5.0",
350
          "state": {
351
            "_model_module": "@jupyter-widgets/controls",
352
            "_model_module_version": "1.5.0",
353
            "_model_name": "DescriptionStyleModel",
354
            "_view_count": null,
355
            "_view_module": "@jupyter-widgets/base",
356
            "_view_module_version": "1.2.0",
357
            "_view_name": "StyleView",
358
            "description_width": ""
359
          }
360
        },
361
        "57f7311ca349467992a24e326a5c8973": {
362
          "model_module": "@jupyter-widgets/controls",
363
          "model_name": "HBoxModel",
364
          "model_module_version": "1.5.0",
365
          "state": {
366
            "_dom_classes": [],
367
            "_model_module": "@jupyter-widgets/controls",
368
            "_model_module_version": "1.5.0",
369
            "_model_name": "HBoxModel",
370
            "_view_count": null,
371
            "_view_module": "@jupyter-widgets/controls",
372
            "_view_module_version": "1.5.0",
373
            "_view_name": "HBoxView",
374
            "box_style": "",
375
            "children": [
376
              "IPY_MODEL_974ba3d8b31340889d8eec2755b95c63",
377
              "IPY_MODEL_b66a35af210f4599add6a7c2c0a5b747",
378
              "IPY_MODEL_48ccae5af1214ba4895d0fd0dc1575dc"
379
            ],
380
            "layout": "IPY_MODEL_f1d38a7da34d48d4bfd3446ef87c80ca"
381
          }
382
        },
383
        "974ba3d8b31340889d8eec2755b95c63": {
384
          "model_module": "@jupyter-widgets/controls",
385
          "model_name": "HTMLModel",
386
          "model_module_version": "1.5.0",
387
          "state": {
388
            "_dom_classes": [],
389
            "_model_module": "@jupyter-widgets/controls",
390
            "_model_module_version": "1.5.0",
391
            "_model_name": "HTMLModel",
392
            "_view_count": null,
393
            "_view_module": "@jupyter-widgets/controls",
394
            "_view_module_version": "1.5.0",
395
            "_view_name": "HTMLView",
396
            "description": "",
397
            "description_tooltip": null,
398
            "layout": "IPY_MODEL_672cf262c694424fbcead773d9fa951e",
399
            "placeholder": "​",
400
            "style": "IPY_MODEL_460a0823d9b744c491640dcdc7b22ccc",
401
            "value": "Downloading (…)olve/main/vocab.json: 100%"
402
          }
403
        },
404
        "b66a35af210f4599add6a7c2c0a5b747": {
405
          "model_module": "@jupyter-widgets/controls",
406
          "model_name": "FloatProgressModel",
407
          "model_module_version": "1.5.0",
408
          "state": {
409
            "_dom_classes": [],
410
            "_model_module": "@jupyter-widgets/controls",
411
            "_model_module_version": "1.5.0",
412
            "_model_name": "FloatProgressModel",
413
            "_view_count": null,
414
            "_view_module": "@jupyter-widgets/controls",
415
            "_view_module_version": "1.5.0",
416
            "_view_name": "ProgressView",
417
            "bar_style": "success",
418
            "description": "",
419
            "description_tooltip": null,
420
            "layout": "IPY_MODEL_858d03cff31041309446f5298f9935f5",
421
            "max": 776993,
422
            "min": 0,
423
            "orientation": "horizontal",
424
            "style": "IPY_MODEL_d09907d2ec634ec99b503928382dcc36",
425
            "value": 776993
426
          }
427
        },
428
        "48ccae5af1214ba4895d0fd0dc1575dc": {
429
          "model_module": "@jupyter-widgets/controls",
430
          "model_name": "HTMLModel",
431
          "model_module_version": "1.5.0",
432
          "state": {
433
            "_dom_classes": [],
434
            "_model_module": "@jupyter-widgets/controls",
435
            "_model_module_version": "1.5.0",
436
            "_model_name": "HTMLModel",
437
            "_view_count": null,
438
            "_view_module": "@jupyter-widgets/controls",
439
            "_view_module_version": "1.5.0",
440
            "_view_name": "HTMLView",
441
            "description": "",
442
            "description_tooltip": null,
443
            "layout": "IPY_MODEL_593fa0e1a1284482815f0bad455fca8c",
444
            "placeholder": "​",
445
            "style": "IPY_MODEL_528650b590db40bc960a39234e1a3400",
446
            "value": " 777k/777k [00:00<00:00, 11.6MB/s]"
447
          }
448
        },
449
        "f1d38a7da34d48d4bfd3446ef87c80ca": {
450
          "model_module": "@jupyter-widgets/base",
451
          "model_name": "LayoutModel",
452
          "model_module_version": "1.2.0",
453
          "state": {
454
            "_model_module": "@jupyter-widgets/base",
455
            "_model_module_version": "1.2.0",
456
            "_model_name": "LayoutModel",
457
            "_view_count": null,
458
            "_view_module": "@jupyter-widgets/base",
459
            "_view_module_version": "1.2.0",
460
            "_view_name": "LayoutView",
461
            "align_content": null,
462
            "align_items": null,
463
            "align_self": null,
464
            "border": null,
465
            "bottom": null,
466
            "display": null,
467
            "flex": null,
468
            "flex_flow": null,
469
            "grid_area": null,
470
            "grid_auto_columns": null,
471
            "grid_auto_flow": null,
472
            "grid_auto_rows": null,
473
            "grid_column": null,
474
            "grid_gap": null,
475
            "grid_row": null,
476
            "grid_template_areas": null,
477
            "grid_template_columns": null,
478
            "grid_template_rows": null,
479
            "height": null,
480
            "justify_content": null,
481
            "justify_items": null,
482
            "left": null,
483
            "margin": null,
484
            "max_height": null,
485
            "max_width": null,
486
            "min_height": null,
487
            "min_width": null,
488
            "object_fit": null,
489
            "object_position": null,
490
            "order": null,
491
            "overflow": null,
492
            "overflow_x": null,
493
            "overflow_y": null,
494
            "padding": null,
495
            "right": null,
496
            "top": null,
497
            "visibility": null,
498
            "width": null
499
          }
500
        },
501
        "672cf262c694424fbcead773d9fa951e": {
502
          "model_module": "@jupyter-widgets/base",
503
          "model_name": "LayoutModel",
504
          "model_module_version": "1.2.0",
505
          "state": {
506
            "_model_module": "@jupyter-widgets/base",
507
            "_model_module_version": "1.2.0",
508
            "_model_name": "LayoutModel",
509
            "_view_count": null,
510
            "_view_module": "@jupyter-widgets/base",
511
            "_view_module_version": "1.2.0",
512
            "_view_name": "LayoutView",
513
            "align_content": null,
514
            "align_items": null,
515
            "align_self": null,
516
            "border": null,
517
            "bottom": null,
518
            "display": null,
519
            "flex": null,
520
            "flex_flow": null,
521
            "grid_area": null,
522
            "grid_auto_columns": null,
523
            "grid_auto_flow": null,
524
            "grid_auto_rows": null,
525
            "grid_column": null,
526
            "grid_gap": null,
527
            "grid_row": null,
528
            "grid_template_areas": null,
529
            "grid_template_columns": null,
530
            "grid_template_rows": null,
531
            "height": null,
532
            "justify_content": null,
533
            "justify_items": null,
534
            "left": null,
535
            "margin": null,
536
            "max_height": null,
537
            "max_width": null,
538
            "min_height": null,
539
            "min_width": null,
540
            "object_fit": null,
541
            "object_position": null,
542
            "order": null,
543
            "overflow": null,
544
            "overflow_x": null,
545
            "overflow_y": null,
546
            "padding": null,
547
            "right": null,
548
            "top": null,
549
            "visibility": null,
550
            "width": null
551
          }
552
        },
553
        "460a0823d9b744c491640dcdc7b22ccc": {
554
          "model_module": "@jupyter-widgets/controls",
555
          "model_name": "DescriptionStyleModel",
556
          "model_module_version": "1.5.0",
557
          "state": {
558
            "_model_module": "@jupyter-widgets/controls",
559
            "_model_module_version": "1.5.0",
560
            "_model_name": "DescriptionStyleModel",
561
            "_view_count": null,
562
            "_view_module": "@jupyter-widgets/base",
563
            "_view_module_version": "1.2.0",
564
            "_view_name": "StyleView",
565
            "description_width": ""
566
          }
567
        },
568
        "858d03cff31041309446f5298f9935f5": {
569
          "model_module": "@jupyter-widgets/base",
570
          "model_name": "LayoutModel",
571
          "model_module_version": "1.2.0",
572
          "state": {
573
            "_model_module": "@jupyter-widgets/base",
574
            "_model_module_version": "1.2.0",
575
            "_model_name": "LayoutModel",
576
            "_view_count": null,
577
            "_view_module": "@jupyter-widgets/base",
578
            "_view_module_version": "1.2.0",
579
            "_view_name": "LayoutView",
580
            "align_content": null,
581
            "align_items": null,
582
            "align_self": null,
583
            "border": null,
584
            "bottom": null,
585
            "display": null,
586
            "flex": null,
587
            "flex_flow": null,
588
            "grid_area": null,
589
            "grid_auto_columns": null,
590
            "grid_auto_flow": null,
591
            "grid_auto_rows": null,
592
            "grid_column": null,
593
            "grid_gap": null,
594
            "grid_row": null,
595
            "grid_template_areas": null,
596
            "grid_template_columns": null,
597
            "grid_template_rows": null,
598
            "height": null,
599
            "justify_content": null,
600
            "justify_items": null,
601
            "left": null,
602
            "margin": null,
603
            "max_height": null,
604
            "max_width": null,
605
            "min_height": null,
606
            "min_width": null,
607
            "object_fit": null,
608
            "object_position": null,
609
            "order": null,
610
            "overflow": null,
611
            "overflow_x": null,
612
            "overflow_y": null,
613
            "padding": null,
614
            "right": null,
615
            "top": null,
616
            "visibility": null,
617
            "width": null
618
          }
619
        },
620
        "d09907d2ec634ec99b503928382dcc36": {
621
          "model_module": "@jupyter-widgets/controls",
622
          "model_name": "ProgressStyleModel",
623
          "model_module_version": "1.5.0",
624
          "state": {
625
            "_model_module": "@jupyter-widgets/controls",
626
            "_model_module_version": "1.5.0",
627
            "_model_name": "ProgressStyleModel",
628
            "_view_count": null,
629
            "_view_module": "@jupyter-widgets/base",
630
            "_view_module_version": "1.2.0",
631
            "_view_name": "StyleView",
632
            "bar_color": null,
633
            "description_width": ""
634
          }
635
        },
636
        "593fa0e1a1284482815f0bad455fca8c": {
637
          "model_module": "@jupyter-widgets/base",
638
          "model_name": "LayoutModel",
639
          "model_module_version": "1.2.0",
640
          "state": {
641
            "_model_module": "@jupyter-widgets/base",
642
            "_model_module_version": "1.2.0",
643
            "_model_name": "LayoutModel",
644
            "_view_count": null,
645
            "_view_module": "@jupyter-widgets/base",
646
            "_view_module_version": "1.2.0",
647
            "_view_name": "LayoutView",
648
            "align_content": null,
649
            "align_items": null,
650
            "align_self": null,
651
            "border": null,
652
            "bottom": null,
653
            "display": null,
654
            "flex": null,
655
            "flex_flow": null,
656
            "grid_area": null,
657
            "grid_auto_columns": null,
658
            "grid_auto_flow": null,
659
            "grid_auto_rows": null,
660
            "grid_column": null,
661
            "grid_gap": null,
662
            "grid_row": null,
663
            "grid_template_areas": null,
664
            "grid_template_columns": null,
665
            "grid_template_rows": null,
666
            "height": null,
667
            "justify_content": null,
668
            "justify_items": null,
669
            "left": null,
670
            "margin": null,
671
            "max_height": null,
672
            "max_width": null,
673
            "min_height": null,
674
            "min_width": null,
675
            "object_fit": null,
676
            "object_position": null,
677
            "order": null,
678
            "overflow": null,
679
            "overflow_x": null,
680
            "overflow_y": null,
681
            "padding": null,
682
            "right": null,
683
            "top": null,
684
            "visibility": null,
685
            "width": null
686
          }
687
        },
688
        "528650b590db40bc960a39234e1a3400": {
689
          "model_module": "@jupyter-widgets/controls",
690
          "model_name": "DescriptionStyleModel",
691
          "model_module_version": "1.5.0",
692
          "state": {
693
            "_model_module": "@jupyter-widgets/controls",
694
            "_model_module_version": "1.5.0",
695
            "_model_name": "DescriptionStyleModel",
696
            "_view_count": null,
697
            "_view_module": "@jupyter-widgets/base",
698
            "_view_module_version": "1.2.0",
699
            "_view_name": "StyleView",
700
            "description_width": ""
701
          }
702
        },
703
        "83063ba407ed4a72b7eb808a8991f063": {
704
          "model_module": "@jupyter-widgets/controls",
705
          "model_name": "HBoxModel",
706
          "model_module_version": "1.5.0",
707
          "state": {
708
            "_dom_classes": [],
709
            "_model_module": "@jupyter-widgets/controls",
710
            "_model_module_version": "1.5.0",
711
            "_model_name": "HBoxModel",
712
            "_view_count": null,
713
            "_view_module": "@jupyter-widgets/controls",
714
            "_view_module_version": "1.5.0",
715
            "_view_name": "HBoxView",
716
            "box_style": "",
717
            "children": [
718
              "IPY_MODEL_b66b06911cc142438565ce617490e0ef",
719
              "IPY_MODEL_9d9c63f280364ea998cf4787ea7d803c",
720
              "IPY_MODEL_7955bc2920df48d9bd87d5230530b62f"
721
            ],
722
            "layout": "IPY_MODEL_8d9cec798beb4ec2a4bb372aa2459baa"
723
          }
724
        },
725
        "b66b06911cc142438565ce617490e0ef": {
726
          "model_module": "@jupyter-widgets/controls",
727
          "model_name": "HTMLModel",
728
          "model_module_version": "1.5.0",
729
          "state": {
730
            "_dom_classes": [],
731
            "_model_module": "@jupyter-widgets/controls",
732
            "_model_module_version": "1.5.0",
733
            "_model_name": "HTMLModel",
734
            "_view_count": null,
735
            "_view_module": "@jupyter-widgets/controls",
736
            "_view_module_version": "1.5.0",
737
            "_view_name": "HTMLView",
738
            "description": "",
739
            "description_tooltip": null,
740
            "layout": "IPY_MODEL_a606ccadac7646f4b3950df0075a3f50",
741
            "placeholder": "​",
742
            "style": "IPY_MODEL_e5dd9855dda148d080d36e8af49b52b9",
743
            "value": "Downloading (…)olve/main/merges.txt: 100%"
744
          }
745
        },
746
        "9d9c63f280364ea998cf4787ea7d803c": {
747
          "model_module": "@jupyter-widgets/controls",
748
          "model_name": "FloatProgressModel",
749
          "model_module_version": "1.5.0",
750
          "state": {
751
            "_dom_classes": [],
752
            "_model_module": "@jupyter-widgets/controls",
753
            "_model_module_version": "1.5.0",
754
            "_model_name": "FloatProgressModel",
755
            "_view_count": null,
756
            "_view_module": "@jupyter-widgets/controls",
757
            "_view_module_version": "1.5.0",
758
            "_view_name": "ProgressView",
759
            "bar_style": "success",
760
            "description": "",
761
            "description_tooltip": null,
762
            "layout": "IPY_MODEL_5630b8de5c8c45beaa95a2d4eeddd360",
763
            "max": 441848,
764
            "min": 0,
765
            "orientation": "horizontal",
766
            "style": "IPY_MODEL_73b09004c5d04dceacae5770a85ae6d4",
767
            "value": 441848
768
          }
769
        },
770
        "7955bc2920df48d9bd87d5230530b62f": {
771
          "model_module": "@jupyter-widgets/controls",
772
          "model_name": "HTMLModel",
773
          "model_module_version": "1.5.0",
774
          "state": {
775
            "_dom_classes": [],
776
            "_model_module": "@jupyter-widgets/controls",
777
            "_model_module_version": "1.5.0",
778
            "_model_name": "HTMLModel",
779
            "_view_count": null,
780
            "_view_module": "@jupyter-widgets/controls",
781
            "_view_module_version": "1.5.0",
782
            "_view_name": "HTMLView",
783
            "description": "",
784
            "description_tooltip": null,
785
            "layout": "IPY_MODEL_fb8590c4fe5d4407a8f6911762347eb0",
786
            "placeholder": "​",
787
            "style": "IPY_MODEL_8affaf1d5c3042d59f2c38a7ffc5e2e7",
788
            "value": " 442k/442k [00:00<00:00, 16.5MB/s]"
789
          }
790
        },
791
        "8d9cec798beb4ec2a4bb372aa2459baa": {
792
          "model_module": "@jupyter-widgets/base",
793
          "model_name": "LayoutModel",
794
          "model_module_version": "1.2.0",
795
          "state": {
796
            "_model_module": "@jupyter-widgets/base",
797
            "_model_module_version": "1.2.0",
798
            "_model_name": "LayoutModel",
799
            "_view_count": null,
800
            "_view_module": "@jupyter-widgets/base",
801
            "_view_module_version": "1.2.0",
802
            "_view_name": "LayoutView",
803
            "align_content": null,
804
            "align_items": null,
805
            "align_self": null,
806
            "border": null,
807
            "bottom": null,
808
            "display": null,
809
            "flex": null,
810
            "flex_flow": null,
811
            "grid_area": null,
812
            "grid_auto_columns": null,
813
            "grid_auto_flow": null,
814
            "grid_auto_rows": null,
815
            "grid_column": null,
816
            "grid_gap": null,
817
            "grid_row": null,
818
            "grid_template_areas": null,
819
            "grid_template_columns": null,
820
            "grid_template_rows": null,
821
            "height": null,
822
            "justify_content": null,
823
            "justify_items": null,
824
            "left": null,
825
            "margin": null,
826
            "max_height": null,
827
            "max_width": null,
828
            "min_height": null,
829
            "min_width": null,
830
            "object_fit": null,
831
            "object_position": null,
832
            "order": null,
833
            "overflow": null,
834
            "overflow_x": null,
835
            "overflow_y": null,
836
            "padding": null,
837
            "right": null,
838
            "top": null,
839
            "visibility": null,
840
            "width": null
841
          }
842
        },
843
        "a606ccadac7646f4b3950df0075a3f50": {
844
          "model_module": "@jupyter-widgets/base",
845
          "model_name": "LayoutModel",
846
          "model_module_version": "1.2.0",
847
          "state": {
848
            "_model_module": "@jupyter-widgets/base",
849
            "_model_module_version": "1.2.0",
850
            "_model_name": "LayoutModel",
851
            "_view_count": null,
852
            "_view_module": "@jupyter-widgets/base",
853
            "_view_module_version": "1.2.0",
854
            "_view_name": "LayoutView",
855
            "align_content": null,
856
            "align_items": null,
857
            "align_self": null,
858
            "border": null,
859
            "bottom": null,
860
            "display": null,
861
            "flex": null,
862
            "flex_flow": null,
863
            "grid_area": null,
864
            "grid_auto_columns": null,
865
            "grid_auto_flow": null,
866
            "grid_auto_rows": null,
867
            "grid_column": null,
868
            "grid_gap": null,
869
            "grid_row": null,
870
            "grid_template_areas": null,
871
            "grid_template_columns": null,
872
            "grid_template_rows": null,
873
            "height": null,
874
            "justify_content": null,
875
            "justify_items": null,
876
            "left": null,
877
            "margin": null,
878
            "max_height": null,
879
            "max_width": null,
880
            "min_height": null,
881
            "min_width": null,
882
            "object_fit": null,
883
            "object_position": null,
884
            "order": null,
885
            "overflow": null,
886
            "overflow_x": null,
887
            "overflow_y": null,
888
            "padding": null,
889
            "right": null,
890
            "top": null,
891
            "visibility": null,
892
            "width": null
893
          }
894
        },
895
        "e5dd9855dda148d080d36e8af49b52b9": {
896
          "model_module": "@jupyter-widgets/controls",
897
          "model_name": "DescriptionStyleModel",
898
          "model_module_version": "1.5.0",
899
          "state": {
900
            "_model_module": "@jupyter-widgets/controls",
901
            "_model_module_version": "1.5.0",
902
            "_model_name": "DescriptionStyleModel",
903
            "_view_count": null,
904
            "_view_module": "@jupyter-widgets/base",
905
            "_view_module_version": "1.2.0",
906
            "_view_name": "StyleView",
907
            "description_width": ""
908
          }
909
        },
910
        "5630b8de5c8c45beaa95a2d4eeddd360": {
911
          "model_module": "@jupyter-widgets/base",
912
          "model_name": "LayoutModel",
913
          "model_module_version": "1.2.0",
914
          "state": {
915
            "_model_module": "@jupyter-widgets/base",
916
            "_model_module_version": "1.2.0",
917
            "_model_name": "LayoutModel",
918
            "_view_count": null,
919
            "_view_module": "@jupyter-widgets/base",
920
            "_view_module_version": "1.2.0",
921
            "_view_name": "LayoutView",
922
            "align_content": null,
923
            "align_items": null,
924
            "align_self": null,
925
            "border": null,
926
            "bottom": null,
927
            "display": null,
928
            "flex": null,
929
            "flex_flow": null,
930
            "grid_area": null,
931
            "grid_auto_columns": null,
932
            "grid_auto_flow": null,
933
            "grid_auto_rows": null,
934
            "grid_column": null,
935
            "grid_gap": null,
936
            "grid_row": null,
937
            "grid_template_areas": null,
938
            "grid_template_columns": null,
939
            "grid_template_rows": null,
940
            "height": null,
941
            "justify_content": null,
942
            "justify_items": null,
943
            "left": null,
944
            "margin": null,
945
            "max_height": null,
946
            "max_width": null,
947
            "min_height": null,
948
            "min_width": null,
949
            "object_fit": null,
950
            "object_position": null,
951
            "order": null,
952
            "overflow": null,
953
            "overflow_x": null,
954
            "overflow_y": null,
955
            "padding": null,
956
            "right": null,
957
            "top": null,
958
            "visibility": null,
959
            "width": null
960
          }
961
        },
962
        "73b09004c5d04dceacae5770a85ae6d4": {
963
          "model_module": "@jupyter-widgets/controls",
964
          "model_name": "ProgressStyleModel",
965
          "model_module_version": "1.5.0",
966
          "state": {
967
            "_model_module": "@jupyter-widgets/controls",
968
            "_model_module_version": "1.5.0",
969
            "_model_name": "ProgressStyleModel",
970
            "_view_count": null,
971
            "_view_module": "@jupyter-widgets/base",
972
            "_view_module_version": "1.2.0",
973
            "_view_name": "StyleView",
974
            "bar_color": null,
975
            "description_width": ""
976
          }
977
        },
978
        "fb8590c4fe5d4407a8f6911762347eb0": {
979
          "model_module": "@jupyter-widgets/base",
980
          "model_name": "LayoutModel",
981
          "model_module_version": "1.2.0",
982
          "state": {
983
            "_model_module": "@jupyter-widgets/base",
984
            "_model_module_version": "1.2.0",
985
            "_model_name": "LayoutModel",
986
            "_view_count": null,
987
            "_view_module": "@jupyter-widgets/base",
988
            "_view_module_version": "1.2.0",
989
            "_view_name": "LayoutView",
990
            "align_content": null,
991
            "align_items": null,
992
            "align_self": null,
993
            "border": null,
994
            "bottom": null,
995
            "display": null,
996
            "flex": null,
997
            "flex_flow": null,
998
            "grid_area": null,
999
            "grid_auto_columns": null,
1000
            "grid_auto_flow": null,
1001
            "grid_auto_rows": null,
1002
            "grid_column": null,
1003
            "grid_gap": null,
1004
            "grid_row": null,
1005
            "grid_template_areas": null,
1006
            "grid_template_columns": null,
1007
            "grid_template_rows": null,
1008
            "height": null,
1009
            "justify_content": null,
1010
            "justify_items": null,
1011
            "left": null,
1012
            "margin": null,
1013
            "max_height": null,
1014
            "max_width": null,
1015
            "min_height": null,
1016
            "min_width": null,
1017
            "object_fit": null,
1018
            "object_position": null,
1019
            "order": null,
1020
            "overflow": null,
1021
            "overflow_x": null,
1022
            "overflow_y": null,
1023
            "padding": null,
1024
            "right": null,
1025
            "top": null,
1026
            "visibility": null,
1027
            "width": null
1028
          }
1029
        },
1030
        "8affaf1d5c3042d59f2c38a7ffc5e2e7": {
1031
          "model_module": "@jupyter-widgets/controls",
1032
          "model_name": "DescriptionStyleModel",
1033
          "model_module_version": "1.5.0",
1034
          "state": {
1035
            "_model_module": "@jupyter-widgets/controls",
1036
            "_model_module_version": "1.5.0",
1037
            "_model_name": "DescriptionStyleModel",
1038
            "_view_count": null,
1039
            "_view_module": "@jupyter-widgets/base",
1040
            "_view_module_version": "1.2.0",
1041
            "_view_name": "StyleView",
1042
            "description_width": ""
1043
          }
1044
        },
1045
        "91a1e970c39a45c1a4968936a7ee2b9b": {
1046
          "model_module": "@jupyter-widgets/controls",
1047
          "model_name": "HBoxModel",
1048
          "model_module_version": "1.5.0",
1049
          "state": {
1050
            "_dom_classes": [],
1051
            "_model_module": "@jupyter-widgets/controls",
1052
            "_model_module_version": "1.5.0",
1053
            "_model_name": "HBoxModel",
1054
            "_view_count": null,
1055
            "_view_module": "@jupyter-widgets/controls",
1056
            "_view_module_version": "1.5.0",
1057
            "_view_name": "HBoxView",
1058
            "box_style": "",
1059
            "children": [
1060
              "IPY_MODEL_c90ed5adb04049c2b3206168abaabb18",
1061
              "IPY_MODEL_2028a9b302af4bfbbfb449aaf81f79f9",
1062
              "IPY_MODEL_38e5bee32320471cb18bb279e2c973e5"
1063
            ],
1064
            "layout": "IPY_MODEL_5969d572c9c54697b278e5a8c7538590"
1065
          }
1066
        },
1067
        "c90ed5adb04049c2b3206168abaabb18": {
1068
          "model_module": "@jupyter-widgets/controls",
1069
          "model_name": "HTMLModel",
1070
          "model_module_version": "1.5.0",
1071
          "state": {
1072
            "_dom_classes": [],
1073
            "_model_module": "@jupyter-widgets/controls",
1074
            "_model_module_version": "1.5.0",
1075
            "_model_name": "HTMLModel",
1076
            "_view_count": null,
1077
            "_view_module": "@jupyter-widgets/controls",
1078
            "_view_module_version": "1.5.0",
1079
            "_view_name": "HTMLView",
1080
            "description": "",
1081
            "description_tooltip": null,
1082
            "layout": "IPY_MODEL_e0d31c06e9624523ae29055ffdf376a8",
1083
            "placeholder": "​",
1084
            "style": "IPY_MODEL_85f9e0b93abb4b939c34461cc97237ea",
1085
            "value": "Downloading (…)/main/tokenizer.json: 100%"
1086
          }
1087
        },
1088
        "2028a9b302af4bfbbfb449aaf81f79f9": {
1089
          "model_module": "@jupyter-widgets/controls",
1090
          "model_name": "FloatProgressModel",
1091
          "model_module_version": "1.5.0",
1092
          "state": {
1093
            "_dom_classes": [],
1094
            "_model_module": "@jupyter-widgets/controls",
1095
            "_model_module_version": "1.5.0",
1096
            "_model_name": "FloatProgressModel",
1097
            "_view_count": null,
1098
            "_view_module": "@jupyter-widgets/controls",
1099
            "_view_module_version": "1.5.0",
1100
            "_view_name": "ProgressView",
1101
            "bar_style": "success",
1102
            "description": "",
1103
            "description_tooltip": null,
1104
            "layout": "IPY_MODEL_d126a83864184ef3af456070c01b208f",
1105
            "max": 2057395,
1106
            "min": 0,
1107
            "orientation": "horizontal",
1108
            "style": "IPY_MODEL_7cfa8034eb1f49c99ac97b13b26de8da",
1109
            "value": 2057395
1110
          }
1111
        },
1112
        "38e5bee32320471cb18bb279e2c973e5": {
1113
          "model_module": "@jupyter-widgets/controls",
1114
          "model_name": "HTMLModel",
1115
          "model_module_version": "1.5.0",
1116
          "state": {
1117
            "_dom_classes": [],
1118
            "_model_module": "@jupyter-widgets/controls",
1119
            "_model_module_version": "1.5.0",
1120
            "_model_name": "HTMLModel",
1121
            "_view_count": null,
1122
            "_view_module": "@jupyter-widgets/controls",
1123
            "_view_module_version": "1.5.0",
1124
            "_view_name": "HTMLView",
1125
            "description": "",
1126
            "description_tooltip": null,
1127
            "layout": "IPY_MODEL_c06ed0e10d1f432ba884aeaa4b3dc95f",
1128
            "placeholder": "​",
1129
            "style": "IPY_MODEL_567b44755ad44ff3b00928ed1a7c2151",
1130
            "value": " 2.06M/2.06M [00:00<00:00, 54.4MB/s]"
1131
          }
1132
        },
1133
        "5969d572c9c54697b278e5a8c7538590": {
1134
          "model_module": "@jupyter-widgets/base",
1135
          "model_name": "LayoutModel",
1136
          "model_module_version": "1.2.0",
1137
          "state": {
1138
            "_model_module": "@jupyter-widgets/base",
1139
            "_model_module_version": "1.2.0",
1140
            "_model_name": "LayoutModel",
1141
            "_view_count": null,
1142
            "_view_module": "@jupyter-widgets/base",
1143
            "_view_module_version": "1.2.0",
1144
            "_view_name": "LayoutView",
1145
            "align_content": null,
1146
            "align_items": null,
1147
            "align_self": null,
1148
            "border": null,
1149
            "bottom": null,
1150
            "display": null,
1151
            "flex": null,
1152
            "flex_flow": null,
1153
            "grid_area": null,
1154
            "grid_auto_columns": null,
1155
            "grid_auto_flow": null,
1156
            "grid_auto_rows": null,
1157
            "grid_column": null,
1158
            "grid_gap": null,
1159
            "grid_row": null,
1160
            "grid_template_areas": null,
1161
            "grid_template_columns": null,
1162
            "grid_template_rows": null,
1163
            "height": null,
1164
            "justify_content": null,
1165
            "justify_items": null,
1166
            "left": null,
1167
            "margin": null,
1168
            "max_height": null,
1169
            "max_width": null,
1170
            "min_height": null,
1171
            "min_width": null,
1172
            "object_fit": null,
1173
            "object_position": null,
1174
            "order": null,
1175
            "overflow": null,
1176
            "overflow_x": null,
1177
            "overflow_y": null,
1178
            "padding": null,
1179
            "right": null,
1180
            "top": null,
1181
            "visibility": null,
1182
            "width": null
1183
          }
1184
        },
1185
        "e0d31c06e9624523ae29055ffdf376a8": {
1186
          "model_module": "@jupyter-widgets/base",
1187
          "model_name": "LayoutModel",
1188
          "model_module_version": "1.2.0",
1189
          "state": {
1190
            "_model_module": "@jupyter-widgets/base",
1191
            "_model_module_version": "1.2.0",
1192
            "_model_name": "LayoutModel",
1193
            "_view_count": null,
1194
            "_view_module": "@jupyter-widgets/base",
1195
            "_view_module_version": "1.2.0",
1196
            "_view_name": "LayoutView",
1197
            "align_content": null,
1198
            "align_items": null,
1199
            "align_self": null,
1200
            "border": null,
1201
            "bottom": null,
1202
            "display": null,
1203
            "flex": null,
1204
            "flex_flow": null,
1205
            "grid_area": null,
1206
            "grid_auto_columns": null,
1207
            "grid_auto_flow": null,
1208
            "grid_auto_rows": null,
1209
            "grid_column": null,
1210
            "grid_gap": null,
1211
            "grid_row": null,
1212
            "grid_template_areas": null,
1213
            "grid_template_columns": null,
1214
            "grid_template_rows": null,
1215
            "height": null,
1216
            "justify_content": null,
1217
            "justify_items": null,
1218
            "left": null,
1219
            "margin": null,
1220
            "max_height": null,
1221
            "max_width": null,
1222
            "min_height": null,
1223
            "min_width": null,
1224
            "object_fit": null,
1225
            "object_position": null,
1226
            "order": null,
1227
            "overflow": null,
1228
            "overflow_x": null,
1229
            "overflow_y": null,
1230
            "padding": null,
1231
            "right": null,
1232
            "top": null,
1233
            "visibility": null,
1234
            "width": null
1235
          }
1236
        },
1237
        "85f9e0b93abb4b939c34461cc97237ea": {
1238
          "model_module": "@jupyter-widgets/controls",
1239
          "model_name": "DescriptionStyleModel",
1240
          "model_module_version": "1.5.0",
1241
          "state": {
1242
            "_model_module": "@jupyter-widgets/controls",
1243
            "_model_module_version": "1.5.0",
1244
            "_model_name": "DescriptionStyleModel",
1245
            "_view_count": null,
1246
            "_view_module": "@jupyter-widgets/base",
1247
            "_view_module_version": "1.2.0",
1248
            "_view_name": "StyleView",
1249
            "description_width": ""
1250
          }
1251
        },
1252
        "d126a83864184ef3af456070c01b208f": {
1253
          "model_module": "@jupyter-widgets/base",
1254
          "model_name": "LayoutModel",
1255
          "model_module_version": "1.2.0",
1256
          "state": {
1257
            "_model_module": "@jupyter-widgets/base",
1258
            "_model_module_version": "1.2.0",
1259
            "_model_name": "LayoutModel",
1260
            "_view_count": null,
1261
            "_view_module": "@jupyter-widgets/base",
1262
            "_view_module_version": "1.2.0",
1263
            "_view_name": "LayoutView",
1264
            "align_content": null,
1265
            "align_items": null,
1266
            "align_self": null,
1267
            "border": null,
1268
            "bottom": null,
1269
            "display": null,
1270
            "flex": null,
1271
            "flex_flow": null,
1272
            "grid_area": null,
1273
            "grid_auto_columns": null,
1274
            "grid_auto_flow": null,
1275
            "grid_auto_rows": null,
1276
            "grid_column": null,
1277
            "grid_gap": null,
1278
            "grid_row": null,
1279
            "grid_template_areas": null,
1280
            "grid_template_columns": null,
1281
            "grid_template_rows": null,
1282
            "height": null,
1283
            "justify_content": null,
1284
            "justify_items": null,
1285
            "left": null,
1286
            "margin": null,
1287
            "max_height": null,
1288
            "max_width": null,
1289
            "min_height": null,
1290
            "min_width": null,
1291
            "object_fit": null,
1292
            "object_position": null,
1293
            "order": null,
1294
            "overflow": null,
1295
            "overflow_x": null,
1296
            "overflow_y": null,
1297
            "padding": null,
1298
            "right": null,
1299
            "top": null,
1300
            "visibility": null,
1301
            "width": null
1302
          }
1303
        },
1304
        "7cfa8034eb1f49c99ac97b13b26de8da": {
1305
          "model_module": "@jupyter-widgets/controls",
1306
          "model_name": "ProgressStyleModel",
1307
          "model_module_version": "1.5.0",
1308
          "state": {
1309
            "_model_module": "@jupyter-widgets/controls",
1310
            "_model_module_version": "1.5.0",
1311
            "_model_name": "ProgressStyleModel",
1312
            "_view_count": null,
1313
            "_view_module": "@jupyter-widgets/base",
1314
            "_view_module_version": "1.2.0",
1315
            "_view_name": "StyleView",
1316
            "bar_color": null,
1317
            "description_width": ""
1318
          }
1319
        },
1320
        "c06ed0e10d1f432ba884aeaa4b3dc95f": {
1321
          "model_module": "@jupyter-widgets/base",
1322
          "model_name": "LayoutModel",
1323
          "model_module_version": "1.2.0",
1324
          "state": {
1325
            "_model_module": "@jupyter-widgets/base",
1326
            "_model_module_version": "1.2.0",
1327
            "_model_name": "LayoutModel",
1328
            "_view_count": null,
1329
            "_view_module": "@jupyter-widgets/base",
1330
            "_view_module_version": "1.2.0",
1331
            "_view_name": "LayoutView",
1332
            "align_content": null,
1333
            "align_items": null,
1334
            "align_self": null,
1335
            "border": null,
1336
            "bottom": null,
1337
            "display": null,
1338
            "flex": null,
1339
            "flex_flow": null,
1340
            "grid_area": null,
1341
            "grid_auto_columns": null,
1342
            "grid_auto_flow": null,
1343
            "grid_auto_rows": null,
1344
            "grid_column": null,
1345
            "grid_gap": null,
1346
            "grid_row": null,
1347
            "grid_template_areas": null,
1348
            "grid_template_columns": null,
1349
            "grid_template_rows": null,
1350
            "height": null,
1351
            "justify_content": null,
1352
            "justify_items": null,
1353
            "left": null,
1354
            "margin": null,
1355
            "max_height": null,
1356
            "max_width": null,
1357
            "min_height": null,
1358
            "min_width": null,
1359
            "object_fit": null,
1360
            "object_position": null,
1361
            "order": null,
1362
            "overflow": null,
1363
            "overflow_x": null,
1364
            "overflow_y": null,
1365
            "padding": null,
1366
            "right": null,
1367
            "top": null,
1368
            "visibility": null,
1369
            "width": null
1370
          }
1371
        },
1372
        "567b44755ad44ff3b00928ed1a7c2151": {
1373
          "model_module": "@jupyter-widgets/controls",
1374
          "model_name": "DescriptionStyleModel",
1375
          "model_module_version": "1.5.0",
1376
          "state": {
1377
            "_model_module": "@jupyter-widgets/controls",
1378
            "_model_module_version": "1.5.0",
1379
            "_model_name": "DescriptionStyleModel",
1380
            "_view_count": null,
1381
            "_view_module": "@jupyter-widgets/base",
1382
            "_view_module_version": "1.2.0",
1383
            "_view_name": "StyleView",
1384
            "description_width": ""
1385
          }
1386
        },
1387
        "09ff7ca1f4ae47cead2d35146e5ffc3f": {
1388
          "model_module": "@jupyter-widgets/controls",
1389
          "model_name": "HBoxModel",
1390
          "model_module_version": "1.5.0",
1391
          "state": {
1392
            "_dom_classes": [],
1393
            "_model_module": "@jupyter-widgets/controls",
1394
            "_model_module_version": "1.5.0",
1395
            "_model_name": "HBoxModel",
1396
            "_view_count": null,
1397
            "_view_module": "@jupyter-widgets/controls",
1398
            "_view_module_version": "1.5.0",
1399
            "_view_name": "HBoxView",
1400
            "box_style": "",
1401
            "children": [
1402
              "IPY_MODEL_e59ad53fece34e2981083650cb68535c",
1403
              "IPY_MODEL_fa2fa4b31b7948bab133161b5dd83da5",
1404
              "IPY_MODEL_7efe48cfa1ae41e595adb7073d186ff9"
1405
            ],
1406
            "layout": "IPY_MODEL_2e6aada51a554528b6eec2aaab686fa1"
1407
          }
1408
        },
1409
        "e59ad53fece34e2981083650cb68535c": {
1410
          "model_module": "@jupyter-widgets/controls",
1411
          "model_name": "HTMLModel",
1412
          "model_module_version": "1.5.0",
1413
          "state": {
1414
            "_dom_classes": [],
1415
            "_model_module": "@jupyter-widgets/controls",
1416
            "_model_module_version": "1.5.0",
1417
            "_model_name": "HTMLModel",
1418
            "_view_count": null,
1419
            "_view_module": "@jupyter-widgets/controls",
1420
            "_view_module_version": "1.5.0",
1421
            "_view_name": "HTMLView",
1422
            "description": "",
1423
            "description_tooltip": null,
1424
            "layout": "IPY_MODEL_b5cf4c45e2c54a4a9d5bc2eebe7acab6",
1425
            "placeholder": "​",
1426
            "style": "IPY_MODEL_7f96e47f213246b5865ba9ad97ad3cdd",
1427
            "value": "Downloading (…)cial_tokens_map.json: 100%"
1428
          }
1429
        },
1430
        "fa2fa4b31b7948bab133161b5dd83da5": {
1431
          "model_module": "@jupyter-widgets/controls",
1432
          "model_name": "FloatProgressModel",
1433
          "model_module_version": "1.5.0",
1434
          "state": {
1435
            "_dom_classes": [],
1436
            "_model_module": "@jupyter-widgets/controls",
1437
            "_model_module_version": "1.5.0",
1438
            "_model_name": "FloatProgressModel",
1439
            "_view_count": null,
1440
            "_view_module": "@jupyter-widgets/controls",
1441
            "_view_module_version": "1.5.0",
1442
            "_view_name": "ProgressView",
1443
            "bar_style": "success",
1444
            "description": "",
1445
            "description_tooltip": null,
1446
            "layout": "IPY_MODEL_48b2b9cea05a46c0be4936146886c71e",
1447
            "max": 532,
1448
            "min": 0,
1449
            "orientation": "horizontal",
1450
            "style": "IPY_MODEL_7cf7325892fe49d99836c3de92ef76d0",
1451
            "value": 532
1452
          }
1453
        },
1454
        "7efe48cfa1ae41e595adb7073d186ff9": {
1455
          "model_module": "@jupyter-widgets/controls",
1456
          "model_name": "HTMLModel",
1457
          "model_module_version": "1.5.0",
1458
          "state": {
1459
            "_dom_classes": [],
1460
            "_model_module": "@jupyter-widgets/controls",
1461
            "_model_module_version": "1.5.0",
1462
            "_model_name": "HTMLModel",
1463
            "_view_count": null,
1464
            "_view_module": "@jupyter-widgets/controls",
1465
            "_view_module_version": "1.5.0",
1466
            "_view_name": "HTMLView",
1467
            "description": "",
1468
            "description_tooltip": null,
1469
            "layout": "IPY_MODEL_8c527d2c8ce247ed87bfa445e98af940",
1470
            "placeholder": "​",
1471
            "style": "IPY_MODEL_e3caf589fb254a22a78817ca58a20eb6",
1472
            "value": " 532/532 [00:00<00:00, 42.1kB/s]"
1473
          }
1474
        },
1475
        "2e6aada51a554528b6eec2aaab686fa1": {
1476
          "model_module": "@jupyter-widgets/base",
1477
          "model_name": "LayoutModel",
1478
          "model_module_version": "1.2.0",
1479
          "state": {
1480
            "_model_module": "@jupyter-widgets/base",
1481
            "_model_module_version": "1.2.0",
1482
            "_model_name": "LayoutModel",
1483
            "_view_count": null,
1484
            "_view_module": "@jupyter-widgets/base",
1485
            "_view_module_version": "1.2.0",
1486
            "_view_name": "LayoutView",
1487
            "align_content": null,
1488
            "align_items": null,
1489
            "align_self": null,
1490
            "border": null,
1491
            "bottom": null,
1492
            "display": null,
1493
            "flex": null,
1494
            "flex_flow": null,
1495
            "grid_area": null,
1496
            "grid_auto_columns": null,
1497
            "grid_auto_flow": null,
1498
            "grid_auto_rows": null,
1499
            "grid_column": null,
1500
            "grid_gap": null,
1501
            "grid_row": null,
1502
            "grid_template_areas": null,
1503
            "grid_template_columns": null,
1504
            "grid_template_rows": null,
1505
            "height": null,
1506
            "justify_content": null,
1507
            "justify_items": null,
1508
            "left": null,
1509
            "margin": null,
1510
            "max_height": null,
1511
            "max_width": null,
1512
            "min_height": null,
1513
            "min_width": null,
1514
            "object_fit": null,
1515
            "object_position": null,
1516
            "order": null,
1517
            "overflow": null,
1518
            "overflow_x": null,
1519
            "overflow_y": null,
1520
            "padding": null,
1521
            "right": null,
1522
            "top": null,
1523
            "visibility": null,
1524
            "width": null
1525
          }
1526
        },
1527
        "b5cf4c45e2c54a4a9d5bc2eebe7acab6": {
1528
          "model_module": "@jupyter-widgets/base",
1529
          "model_name": "LayoutModel",
1530
          "model_module_version": "1.2.0",
1531
          "state": {
1532
            "_model_module": "@jupyter-widgets/base",
1533
            "_model_module_version": "1.2.0",
1534
            "_model_name": "LayoutModel",
1535
            "_view_count": null,
1536
            "_view_module": "@jupyter-widgets/base",
1537
            "_view_module_version": "1.2.0",
1538
            "_view_name": "LayoutView",
1539
            "align_content": null,
1540
            "align_items": null,
1541
            "align_self": null,
1542
            "border": null,
1543
            "bottom": null,
1544
            "display": null,
1545
            "flex": null,
1546
            "flex_flow": null,
1547
            "grid_area": null,
1548
            "grid_auto_columns": null,
1549
            "grid_auto_flow": null,
1550
            "grid_auto_rows": null,
1551
            "grid_column": null,
1552
            "grid_gap": null,
1553
            "grid_row": null,
1554
            "grid_template_areas": null,
1555
            "grid_template_columns": null,
1556
            "grid_template_rows": null,
1557
            "height": null,
1558
            "justify_content": null,
1559
            "justify_items": null,
1560
            "left": null,
1561
            "margin": null,
1562
            "max_height": null,
1563
            "max_width": null,
1564
            "min_height": null,
1565
            "min_width": null,
1566
            "object_fit": null,
1567
            "object_position": null,
1568
            "order": null,
1569
            "overflow": null,
1570
            "overflow_x": null,
1571
            "overflow_y": null,
1572
            "padding": null,
1573
            "right": null,
1574
            "top": null,
1575
            "visibility": null,
1576
            "width": null
1577
          }
1578
        },
1579
        "7f96e47f213246b5865ba9ad97ad3cdd": {
1580
          "model_module": "@jupyter-widgets/controls",
1581
          "model_name": "DescriptionStyleModel",
1582
          "model_module_version": "1.5.0",
1583
          "state": {
1584
            "_model_module": "@jupyter-widgets/controls",
1585
            "_model_module_version": "1.5.0",
1586
            "_model_name": "DescriptionStyleModel",
1587
            "_view_count": null,
1588
            "_view_module": "@jupyter-widgets/base",
1589
            "_view_module_version": "1.2.0",
1590
            "_view_name": "StyleView",
1591
            "description_width": ""
1592
          }
1593
        },
1594
        "48b2b9cea05a46c0be4936146886c71e": {
1595
          "model_module": "@jupyter-widgets/base",
1596
          "model_name": "LayoutModel",
1597
          "model_module_version": "1.2.0",
1598
          "state": {
1599
            "_model_module": "@jupyter-widgets/base",
1600
            "_model_module_version": "1.2.0",
1601
            "_model_name": "LayoutModel",
1602
            "_view_count": null,
1603
            "_view_module": "@jupyter-widgets/base",
1604
            "_view_module_version": "1.2.0",
1605
            "_view_name": "LayoutView",
1606
            "align_content": null,
1607
            "align_items": null,
1608
            "align_self": null,
1609
            "border": null,
1610
            "bottom": null,
1611
            "display": null,
1612
            "flex": null,
1613
            "flex_flow": null,
1614
            "grid_area": null,
1615
            "grid_auto_columns": null,
1616
            "grid_auto_flow": null,
1617
            "grid_auto_rows": null,
1618
            "grid_column": null,
1619
            "grid_gap": null,
1620
            "grid_row": null,
1621
            "grid_template_areas": null,
1622
            "grid_template_columns": null,
1623
            "grid_template_rows": null,
1624
            "height": null,
1625
            "justify_content": null,
1626
            "justify_items": null,
1627
            "left": null,
1628
            "margin": null,
1629
            "max_height": null,
1630
            "max_width": null,
1631
            "min_height": null,
1632
            "min_width": null,
1633
            "object_fit": null,
1634
            "object_position": null,
1635
            "order": null,
1636
            "overflow": null,
1637
            "overflow_x": null,
1638
            "overflow_y": null,
1639
            "padding": null,
1640
            "right": null,
1641
            "top": null,
1642
            "visibility": null,
1643
            "width": null
1644
          }
1645
        },
1646
        "7cf7325892fe49d99836c3de92ef76d0": {
1647
          "model_module": "@jupyter-widgets/controls",
1648
          "model_name": "ProgressStyleModel",
1649
          "model_module_version": "1.5.0",
1650
          "state": {
1651
            "_model_module": "@jupyter-widgets/controls",
1652
            "_model_module_version": "1.5.0",
1653
            "_model_name": "ProgressStyleModel",
1654
            "_view_count": null,
1655
            "_view_module": "@jupyter-widgets/base",
1656
            "_view_module_version": "1.2.0",
1657
            "_view_name": "StyleView",
1658
            "bar_color": null,
1659
            "description_width": ""
1660
          }
1661
        },
1662
        "8c527d2c8ce247ed87bfa445e98af940": {
1663
          "model_module": "@jupyter-widgets/base",
1664
          "model_name": "LayoutModel",
1665
          "model_module_version": "1.2.0",
1666
          "state": {
1667
            "_model_module": "@jupyter-widgets/base",
1668
            "_model_module_version": "1.2.0",
1669
            "_model_name": "LayoutModel",
1670
            "_view_count": null,
1671
            "_view_module": "@jupyter-widgets/base",
1672
            "_view_module_version": "1.2.0",
1673
            "_view_name": "LayoutView",
1674
            "align_content": null,
1675
            "align_items": null,
1676
            "align_self": null,
1677
            "border": null,
1678
            "bottom": null,
1679
            "display": null,
1680
            "flex": null,
1681
            "flex_flow": null,
1682
            "grid_area": null,
1683
            "grid_auto_columns": null,
1684
            "grid_auto_flow": null,
1685
            "grid_auto_rows": null,
1686
            "grid_column": null,
1687
            "grid_gap": null,
1688
            "grid_row": null,
1689
            "grid_template_areas": null,
1690
            "grid_template_columns": null,
1691
            "grid_template_rows": null,
1692
            "height": null,
1693
            "justify_content": null,
1694
            "justify_items": null,
1695
            "left": null,
1696
            "margin": null,
1697
            "max_height": null,
1698
            "max_width": null,
1699
            "min_height": null,
1700
            "min_width": null,
1701
            "object_fit": null,
1702
            "object_position": null,
1703
            "order": null,
1704
            "overflow": null,
1705
            "overflow_x": null,
1706
            "overflow_y": null,
1707
            "padding": null,
1708
            "right": null,
1709
            "top": null,
1710
            "visibility": null,
1711
            "width": null
1712
          }
1713
        },
1714
        "e3caf589fb254a22a78817ca58a20eb6": {
1715
          "model_module": "@jupyter-widgets/controls",
1716
          "model_name": "DescriptionStyleModel",
1717
          "model_module_version": "1.5.0",
1718
          "state": {
1719
            "_model_module": "@jupyter-widgets/controls",
1720
            "_model_module_version": "1.5.0",
1721
            "_model_name": "DescriptionStyleModel",
1722
            "_view_count": null,
1723
            "_view_module": "@jupyter-widgets/base",
1724
            "_view_module_version": "1.2.0",
1725
            "_view_name": "StyleView",
1726
            "description_width": ""
1727
          }
1728
        },
1729
        "7c52d3a64462430494f26f614f2cb808": {
1730
          "model_module": "@jupyter-widgets/controls",
1731
          "model_name": "HBoxModel",
1732
          "model_module_version": "1.5.0",
1733
          "state": {
1734
            "_dom_classes": [],
1735
            "_model_module": "@jupyter-widgets/controls",
1736
            "_model_module_version": "1.5.0",
1737
            "_model_name": "HBoxModel",
1738
            "_view_count": null,
1739
            "_view_module": "@jupyter-widgets/controls",
1740
            "_view_module_version": "1.5.0",
1741
            "_view_name": "HBoxView",
1742
            "box_style": "",
1743
            "children": [
1744
              "IPY_MODEL_a7a3c1a2686a4a24ba3d6071a751c0c3",
1745
              "IPY_MODEL_b8c56d556145461499239f636e41eab6",
1746
              "IPY_MODEL_c9267251fc3d478ebeb2bf36ddd1d11c"
1747
            ],
1748
            "layout": "IPY_MODEL_f6824efb6fd7438782ddc82003390ab5"
1749
          }
1750
        },
1751
        "a7a3c1a2686a4a24ba3d6071a751c0c3": {
1752
          "model_module": "@jupyter-widgets/controls",
1753
          "model_name": "HTMLModel",
1754
          "model_module_version": "1.5.0",
1755
          "state": {
1756
            "_dom_classes": [],
1757
            "_model_module": "@jupyter-widgets/controls",
1758
            "_model_module_version": "1.5.0",
1759
            "_model_name": "HTMLModel",
1760
            "_view_count": null,
1761
            "_view_module": "@jupyter-widgets/controls",
1762
            "_view_module_version": "1.5.0",
1763
            "_view_name": "HTMLView",
1764
            "description": "",
1765
            "description_tooltip": null,
1766
            "layout": "IPY_MODEL_3d3ce95b25a04ea6b387e698d5003d73",
1767
            "placeholder": "​",
1768
            "style": "IPY_MODEL_08e8561fd13f419dad04830a9f54735d",
1769
            "value": "Downloading (…)lve/main/config.json: 100%"
1770
          }
1771
        },
1772
        "b8c56d556145461499239f636e41eab6": {
1773
          "model_module": "@jupyter-widgets/controls",
1774
          "model_name": "FloatProgressModel",
1775
          "model_module_version": "1.5.0",
1776
          "state": {
1777
            "_dom_classes": [],
1778
            "_model_module": "@jupyter-widgets/controls",
1779
            "_model_module_version": "1.5.0",
1780
            "_model_name": "FloatProgressModel",
1781
            "_view_count": null,
1782
            "_view_module": "@jupyter-widgets/controls",
1783
            "_view_module_version": "1.5.0",
1784
            "_view_name": "ProgressView",
1785
            "bar_style": "success",
1786
            "description": "",
1787
            "description_tooltip": null,
1788
            "layout": "IPY_MODEL_379820aa30d3405b8d12502a9a9c3f47",
1789
            "max": 1030,
1790
            "min": 0,
1791
            "orientation": "horizontal",
1792
            "style": "IPY_MODEL_37298b0c021b4bd09e814ae8627a9889",
1793
            "value": 1030
1794
          }
1795
        },
1796
        "c9267251fc3d478ebeb2bf36ddd1d11c": {
1797
          "model_module": "@jupyter-widgets/controls",
1798
          "model_name": "HTMLModel",
1799
          "model_module_version": "1.5.0",
1800
          "state": {
1801
            "_dom_classes": [],
1802
            "_model_module": "@jupyter-widgets/controls",
1803
            "_model_module_version": "1.5.0",
1804
            "_model_name": "HTMLModel",
1805
            "_view_count": null,
1806
            "_view_module": "@jupyter-widgets/controls",
1807
            "_view_module_version": "1.5.0",
1808
            "_view_name": "HTMLView",
1809
            "description": "",
1810
            "description_tooltip": null,
1811
            "layout": "IPY_MODEL_3d188ab88aea4c16af9b7504c88d13d3",
1812
            "placeholder": "​",
1813
            "style": "IPY_MODEL_ca7aecdf3cc64c84923849ead0d35c3c",
1814
            "value": " 1.03k/1.03k [00:00<00:00, 73.8kB/s]"
1815
          }
1816
        },
1817
        "f6824efb6fd7438782ddc82003390ab5": {
1818
          "model_module": "@jupyter-widgets/base",
1819
          "model_name": "LayoutModel",
1820
          "model_module_version": "1.2.0",
1821
          "state": {
1822
            "_model_module": "@jupyter-widgets/base",
1823
            "_model_module_version": "1.2.0",
1824
            "_model_name": "LayoutModel",
1825
            "_view_count": null,
1826
            "_view_module": "@jupyter-widgets/base",
1827
            "_view_module_version": "1.2.0",
1828
            "_view_name": "LayoutView",
1829
            "align_content": null,
1830
            "align_items": null,
1831
            "align_self": null,
1832
            "border": null,
1833
            "bottom": null,
1834
            "display": null,
1835
            "flex": null,
1836
            "flex_flow": null,
1837
            "grid_area": null,
1838
            "grid_auto_columns": null,
1839
            "grid_auto_flow": null,
1840
            "grid_auto_rows": null,
1841
            "grid_column": null,
1842
            "grid_gap": null,
1843
            "grid_row": null,
1844
            "grid_template_areas": null,
1845
            "grid_template_columns": null,
1846
            "grid_template_rows": null,
1847
            "height": null,
1848
            "justify_content": null,
1849
            "justify_items": null,
1850
            "left": null,
1851
            "margin": null,
1852
            "max_height": null,
1853
            "max_width": null,
1854
            "min_height": null,
1855
            "min_width": null,
1856
            "object_fit": null,
1857
            "object_position": null,
1858
            "order": null,
1859
            "overflow": null,
1860
            "overflow_x": null,
1861
            "overflow_y": null,
1862
            "padding": null,
1863
            "right": null,
1864
            "top": null,
1865
            "visibility": null,
1866
            "width": null
1867
          }
1868
        },
1869
        "3d3ce95b25a04ea6b387e698d5003d73": {
1870
          "model_module": "@jupyter-widgets/base",
1871
          "model_name": "LayoutModel",
1872
          "model_module_version": "1.2.0",
1873
          "state": {
1874
            "_model_module": "@jupyter-widgets/base",
1875
            "_model_module_version": "1.2.0",
1876
            "_model_name": "LayoutModel",
1877
            "_view_count": null,
1878
            "_view_module": "@jupyter-widgets/base",
1879
            "_view_module_version": "1.2.0",
1880
            "_view_name": "LayoutView",
1881
            "align_content": null,
1882
            "align_items": null,
1883
            "align_self": null,
1884
            "border": null,
1885
            "bottom": null,
1886
            "display": null,
1887
            "flex": null,
1888
            "flex_flow": null,
1889
            "grid_area": null,
1890
            "grid_auto_columns": null,
1891
            "grid_auto_flow": null,
1892
            "grid_auto_rows": null,
1893
            "grid_column": null,
1894
            "grid_gap": null,
1895
            "grid_row": null,
1896
            "grid_template_areas": null,
1897
            "grid_template_columns": null,
1898
            "grid_template_rows": null,
1899
            "height": null,
1900
            "justify_content": null,
1901
            "justify_items": null,
1902
            "left": null,
1903
            "margin": null,
1904
            "max_height": null,
1905
            "max_width": null,
1906
            "min_height": null,
1907
            "min_width": null,
1908
            "object_fit": null,
1909
            "object_position": null,
1910
            "order": null,
1911
            "overflow": null,
1912
            "overflow_x": null,
1913
            "overflow_y": null,
1914
            "padding": null,
1915
            "right": null,
1916
            "top": null,
1917
            "visibility": null,
1918
            "width": null
1919
          }
1920
        },
1921
        "08e8561fd13f419dad04830a9f54735d": {
1922
          "model_module": "@jupyter-widgets/controls",
1923
          "model_name": "DescriptionStyleModel",
1924
          "model_module_version": "1.5.0",
1925
          "state": {
1926
            "_model_module": "@jupyter-widgets/controls",
1927
            "_model_module_version": "1.5.0",
1928
            "_model_name": "DescriptionStyleModel",
1929
            "_view_count": null,
1930
            "_view_module": "@jupyter-widgets/base",
1931
            "_view_module_version": "1.2.0",
1932
            "_view_name": "StyleView",
1933
            "description_width": ""
1934
          }
1935
        },
1936
        "379820aa30d3405b8d12502a9a9c3f47": {
1937
          "model_module": "@jupyter-widgets/base",
1938
          "model_name": "LayoutModel",
1939
          "model_module_version": "1.2.0",
1940
          "state": {
1941
            "_model_module": "@jupyter-widgets/base",
1942
            "_model_module_version": "1.2.0",
1943
            "_model_name": "LayoutModel",
1944
            "_view_count": null,
1945
            "_view_module": "@jupyter-widgets/base",
1946
            "_view_module_version": "1.2.0",
1947
            "_view_name": "LayoutView",
1948
            "align_content": null,
1949
            "align_items": null,
1950
            "align_self": null,
1951
            "border": null,
1952
            "bottom": null,
1953
            "display": null,
1954
            "flex": null,
1955
            "flex_flow": null,
1956
            "grid_area": null,
1957
            "grid_auto_columns": null,
1958
            "grid_auto_flow": null,
1959
            "grid_auto_rows": null,
1960
            "grid_column": null,
1961
            "grid_gap": null,
1962
            "grid_row": null,
1963
            "grid_template_areas": null,
1964
            "grid_template_columns": null,
1965
            "grid_template_rows": null,
1966
            "height": null,
1967
            "justify_content": null,
1968
            "justify_items": null,
1969
            "left": null,
1970
            "margin": null,
1971
            "max_height": null,
1972
            "max_width": null,
1973
            "min_height": null,
1974
            "min_width": null,
1975
            "object_fit": null,
1976
            "object_position": null,
1977
            "order": null,
1978
            "overflow": null,
1979
            "overflow_x": null,
1980
            "overflow_y": null,
1981
            "padding": null,
1982
            "right": null,
1983
            "top": null,
1984
            "visibility": null,
1985
            "width": null
1986
          }
1987
        },
1988
        "37298b0c021b4bd09e814ae8627a9889": {
1989
          "model_module": "@jupyter-widgets/controls",
1990
          "model_name": "ProgressStyleModel",
1991
          "model_module_version": "1.5.0",
1992
          "state": {
1993
            "_model_module": "@jupyter-widgets/controls",
1994
            "_model_module_version": "1.5.0",
1995
            "_model_name": "ProgressStyleModel",
1996
            "_view_count": null,
1997
            "_view_module": "@jupyter-widgets/base",
1998
            "_view_module_version": "1.2.0",
1999
            "_view_name": "StyleView",
2000
            "bar_color": null,
2001
            "description_width": ""
2002
          }
2003
        },
2004
        "3d188ab88aea4c16af9b7504c88d13d3": {
2005
          "model_module": "@jupyter-widgets/base",
2006
          "model_name": "LayoutModel",
2007
          "model_module_version": "1.2.0",
2008
          "state": {
2009
            "_model_module": "@jupyter-widgets/base",
2010
            "_model_module_version": "1.2.0",
2011
            "_model_name": "LayoutModel",
2012
            "_view_count": null,
2013
            "_view_module": "@jupyter-widgets/base",
2014
            "_view_module_version": "1.2.0",
2015
            "_view_name": "LayoutView",
2016
            "align_content": null,
2017
            "align_items": null,
2018
            "align_self": null,
2019
            "border": null,
2020
            "bottom": null,
2021
            "display": null,
2022
            "flex": null,
2023
            "flex_flow": null,
2024
            "grid_area": null,
2025
            "grid_auto_columns": null,
2026
            "grid_auto_flow": null,
2027
            "grid_auto_rows": null,
2028
            "grid_column": null,
2029
            "grid_gap": null,
2030
            "grid_row": null,
2031
            "grid_template_areas": null,
2032
            "grid_template_columns": null,
2033
            "grid_template_rows": null,
2034
            "height": null,
2035
            "justify_content": null,
2036
            "justify_items": null,
2037
            "left": null,
2038
            "margin": null,
2039
            "max_height": null,
2040
            "max_width": null,
2041
            "min_height": null,
2042
            "min_width": null,
2043
            "object_fit": null,
2044
            "object_position": null,
2045
            "order": null,
2046
            "overflow": null,
2047
            "overflow_x": null,
2048
            "overflow_y": null,
2049
            "padding": null,
2050
            "right": null,
2051
            "top": null,
2052
            "visibility": null,
2053
            "width": null
2054
          }
2055
        },
2056
        "ca7aecdf3cc64c84923849ead0d35c3c": {
2057
          "model_module": "@jupyter-widgets/controls",
2058
          "model_name": "DescriptionStyleModel",
2059
          "model_module_version": "1.5.0",
2060
          "state": {
2061
            "_model_module": "@jupyter-widgets/controls",
2062
            "_model_module_version": "1.5.0",
2063
            "_model_name": "DescriptionStyleModel",
2064
            "_view_count": null,
2065
            "_view_module": "@jupyter-widgets/base",
2066
            "_view_module_version": "1.2.0",
2067
            "_view_name": "StyleView",
2068
            "description_width": ""
2069
          }
2070
        },
2071
        "5ef2a9736301486caedd3c739f6999a0": {
2072
          "model_module": "@jupyter-widgets/controls",
2073
          "model_name": "HBoxModel",
2074
          "model_module_version": "1.5.0",
2075
          "state": {
2076
            "_dom_classes": [],
2077
            "_model_module": "@jupyter-widgets/controls",
2078
            "_model_module_version": "1.5.0",
2079
            "_model_name": "HBoxModel",
2080
            "_view_count": null,
2081
            "_view_module": "@jupyter-widgets/controls",
2082
            "_view_module_version": "1.5.0",
2083
            "_view_name": "HBoxView",
2084
            "box_style": "",
2085
            "children": [
2086
              "IPY_MODEL_70d36062e0ae42debb5e81c4907abf1e",
2087
              "IPY_MODEL_3add69793c014f45b98af69c1b808551",
2088
              "IPY_MODEL_7a1a2cbaf35248b59ff2ef410a99b851"
2089
            ],
2090
            "layout": "IPY_MODEL_c06c3ee43be34cb5b42904c9aa02f3b5"
2091
          }
2092
        },
2093
        "70d36062e0ae42debb5e81c4907abf1e": {
2094
          "model_module": "@jupyter-widgets/controls",
2095
          "model_name": "HTMLModel",
2096
          "model_module_version": "1.5.0",
2097
          "state": {
2098
            "_dom_classes": [],
2099
            "_model_module": "@jupyter-widgets/controls",
2100
            "_model_module_version": "1.5.0",
2101
            "_model_name": "HTMLModel",
2102
            "_view_count": null,
2103
            "_view_module": "@jupyter-widgets/controls",
2104
            "_view_module_version": "1.5.0",
2105
            "_view_name": "HTMLView",
2106
            "description": "",
2107
            "description_tooltip": null,
2108
            "layout": "IPY_MODEL_f04243ac73374c758c4f769c21b12be6",
2109
            "placeholder": "​",
2110
            "style": "IPY_MODEL_d085052c262e442cbfdc5c78d5742dfa",
2111
            "value": "Downloading model.safetensors: 100%"
2112
          }
2113
        },
2114
        "3add69793c014f45b98af69c1b808551": {
2115
          "model_module": "@jupyter-widgets/controls",
2116
          "model_name": "FloatProgressModel",
2117
          "model_module_version": "1.5.0",
2118
          "state": {
2119
            "_dom_classes": [],
2120
            "_model_module": "@jupyter-widgets/controls",
2121
            "_model_module_version": "1.5.0",
2122
            "_model_name": "FloatProgressModel",
2123
            "_view_count": null,
2124
            "_view_module": "@jupyter-widgets/controls",
2125
            "_view_module_version": "1.5.0",
2126
            "_view_name": "ProgressView",
2127
            "bar_style": "success",
2128
            "description": "",
2129
            "description_tooltip": null,
2130
            "layout": "IPY_MODEL_ed261a1a03884980ac993b8a95af3185",
2131
            "max": 656601304,
2132
            "min": 0,
2133
            "orientation": "horizontal",
2134
            "style": "IPY_MODEL_2b7bf784f4b742078b37aac9d5511be7",
2135
            "value": 656601304
2136
          }
2137
        },
2138
        "7a1a2cbaf35248b59ff2ef410a99b851": {
2139
          "model_module": "@jupyter-widgets/controls",
2140
          "model_name": "HTMLModel",
2141
          "model_module_version": "1.5.0",
2142
          "state": {
2143
            "_dom_classes": [],
2144
            "_model_module": "@jupyter-widgets/controls",
2145
            "_model_module_version": "1.5.0",
2146
            "_model_name": "HTMLModel",
2147
            "_view_count": null,
2148
            "_view_module": "@jupyter-widgets/controls",
2149
            "_view_module_version": "1.5.0",
2150
            "_view_name": "HTMLView",
2151
            "description": "",
2152
            "description_tooltip": null,
2153
            "layout": "IPY_MODEL_72e186f5813c4c4cb721da78585d8090",
2154
            "placeholder": "​",
2155
            "style": "IPY_MODEL_d4f78d7d82934f2eaa53be987fa857b5",
2156
            "value": " 657M/657M [00:11<00:00, 73.6MB/s]"
2157
          }
2158
        },
2159
        "c06c3ee43be34cb5b42904c9aa02f3b5": {
2160
          "model_module": "@jupyter-widgets/base",
2161
          "model_name": "LayoutModel",
2162
          "model_module_version": "1.2.0",
2163
          "state": {
2164
            "_model_module": "@jupyter-widgets/base",
2165
            "_model_module_version": "1.2.0",
2166
            "_model_name": "LayoutModel",
2167
            "_view_count": null,
2168
            "_view_module": "@jupyter-widgets/base",
2169
            "_view_module_version": "1.2.0",
2170
            "_view_name": "LayoutView",
2171
            "align_content": null,
2172
            "align_items": null,
2173
            "align_self": null,
2174
            "border": null,
2175
            "bottom": null,
2176
            "display": null,
2177
            "flex": null,
2178
            "flex_flow": null,
2179
            "grid_area": null,
2180
            "grid_auto_columns": null,
2181
            "grid_auto_flow": null,
2182
            "grid_auto_rows": null,
2183
            "grid_column": null,
2184
            "grid_gap": null,
2185
            "grid_row": null,
2186
            "grid_template_areas": null,
2187
            "grid_template_columns": null,
2188
            "grid_template_rows": null,
2189
            "height": null,
2190
            "justify_content": null,
2191
            "justify_items": null,
2192
            "left": null,
2193
            "margin": null,
2194
            "max_height": null,
2195
            "max_width": null,
2196
            "min_height": null,
2197
            "min_width": null,
2198
            "object_fit": null,
2199
            "object_position": null,
2200
            "order": null,
2201
            "overflow": null,
2202
            "overflow_x": null,
2203
            "overflow_y": null,
2204
            "padding": null,
2205
            "right": null,
2206
            "top": null,
2207
            "visibility": null,
2208
            "width": null
2209
          }
2210
        },
2211
        "f04243ac73374c758c4f769c21b12be6": {
2212
          "model_module": "@jupyter-widgets/base",
2213
          "model_name": "LayoutModel",
2214
          "model_module_version": "1.2.0",
2215
          "state": {
2216
            "_model_module": "@jupyter-widgets/base",
2217
            "_model_module_version": "1.2.0",
2218
            "_model_name": "LayoutModel",
2219
            "_view_count": null,
2220
            "_view_module": "@jupyter-widgets/base",
2221
            "_view_module_version": "1.2.0",
2222
            "_view_name": "LayoutView",
2223
            "align_content": null,
2224
            "align_items": null,
2225
            "align_self": null,
2226
            "border": null,
2227
            "bottom": null,
2228
            "display": null,
2229
            "flex": null,
2230
            "flex_flow": null,
2231
            "grid_area": null,
2232
            "grid_auto_columns": null,
2233
            "grid_auto_flow": null,
2234
            "grid_auto_rows": null,
2235
            "grid_column": null,
2236
            "grid_gap": null,
2237
            "grid_row": null,
2238
            "grid_template_areas": null,
2239
            "grid_template_columns": null,
2240
            "grid_template_rows": null,
2241
            "height": null,
2242
            "justify_content": null,
2243
            "justify_items": null,
2244
            "left": null,
2245
            "margin": null,
2246
            "max_height": null,
2247
            "max_width": null,
2248
            "min_height": null,
2249
            "min_width": null,
2250
            "object_fit": null,
2251
            "object_position": null,
2252
            "order": null,
2253
            "overflow": null,
2254
            "overflow_x": null,
2255
            "overflow_y": null,
2256
            "padding": null,
2257
            "right": null,
2258
            "top": null,
2259
            "visibility": null,
2260
            "width": null
2261
          }
2262
        },
2263
        "d085052c262e442cbfdc5c78d5742dfa": {
2264
          "model_module": "@jupyter-widgets/controls",
2265
          "model_name": "DescriptionStyleModel",
2266
          "model_module_version": "1.5.0",
2267
          "state": {
2268
            "_model_module": "@jupyter-widgets/controls",
2269
            "_model_module_version": "1.5.0",
2270
            "_model_name": "DescriptionStyleModel",
2271
            "_view_count": null,
2272
            "_view_module": "@jupyter-widgets/base",
2273
            "_view_module_version": "1.2.0",
2274
            "_view_name": "StyleView",
2275
            "description_width": ""
2276
          }
2277
        },
2278
        "ed261a1a03884980ac993b8a95af3185": {
2279
          "model_module": "@jupyter-widgets/base",
2280
          "model_name": "LayoutModel",
2281
          "model_module_version": "1.2.0",
2282
          "state": {
2283
            "_model_module": "@jupyter-widgets/base",
2284
            "_model_module_version": "1.2.0",
2285
            "_model_name": "LayoutModel",
2286
            "_view_count": null,
2287
            "_view_module": "@jupyter-widgets/base",
2288
            "_view_module_version": "1.2.0",
2289
            "_view_name": "LayoutView",
2290
            "align_content": null,
2291
            "align_items": null,
2292
            "align_self": null,
2293
            "border": null,
2294
            "bottom": null,
2295
            "display": null,
2296
            "flex": null,
2297
            "flex_flow": null,
2298
            "grid_area": null,
2299
            "grid_auto_columns": null,
2300
            "grid_auto_flow": null,
2301
            "grid_auto_rows": null,
2302
            "grid_column": null,
2303
            "grid_gap": null,
2304
            "grid_row": null,
2305
            "grid_template_areas": null,
2306
            "grid_template_columns": null,
2307
            "grid_template_rows": null,
2308
            "height": null,
2309
            "justify_content": null,
2310
            "justify_items": null,
2311
            "left": null,
2312
            "margin": null,
2313
            "max_height": null,
2314
            "max_width": null,
2315
            "min_height": null,
2316
            "min_width": null,
2317
            "object_fit": null,
2318
            "object_position": null,
2319
            "order": null,
2320
            "overflow": null,
2321
            "overflow_x": null,
2322
            "overflow_y": null,
2323
            "padding": null,
2324
            "right": null,
2325
            "top": null,
2326
            "visibility": null,
2327
            "width": null
2328
          }
2329
        },
2330
        "2b7bf784f4b742078b37aac9d5511be7": {
2331
          "model_module": "@jupyter-widgets/controls",
2332
          "model_name": "ProgressStyleModel",
2333
          "model_module_version": "1.5.0",
2334
          "state": {
2335
            "_model_module": "@jupyter-widgets/controls",
2336
            "_model_module_version": "1.5.0",
2337
            "_model_name": "ProgressStyleModel",
2338
            "_view_count": null,
2339
            "_view_module": "@jupyter-widgets/base",
2340
            "_view_module_version": "1.2.0",
2341
            "_view_name": "StyleView",
2342
            "bar_color": null,
2343
            "description_width": ""
2344
          }
2345
        },
2346
        "72e186f5813c4c4cb721da78585d8090": {
2347
          "model_module": "@jupyter-widgets/base",
2348
          "model_name": "LayoutModel",
2349
          "model_module_version": "1.2.0",
2350
          "state": {
2351
            "_model_module": "@jupyter-widgets/base",
2352
            "_model_module_version": "1.2.0",
2353
            "_model_name": "LayoutModel",
2354
            "_view_count": null,
2355
            "_view_module": "@jupyter-widgets/base",
2356
            "_view_module_version": "1.2.0",
2357
            "_view_name": "LayoutView",
2358
            "align_content": null,
2359
            "align_items": null,
2360
            "align_self": null,
2361
            "border": null,
2362
            "bottom": null,
2363
            "display": null,
2364
            "flex": null,
2365
            "flex_flow": null,
2366
            "grid_area": null,
2367
            "grid_auto_columns": null,
2368
            "grid_auto_flow": null,
2369
            "grid_auto_rows": null,
2370
            "grid_column": null,
2371
            "grid_gap": null,
2372
            "grid_row": null,
2373
            "grid_template_areas": null,
2374
            "grid_template_columns": null,
2375
            "grid_template_rows": null,
2376
            "height": null,
2377
            "justify_content": null,
2378
            "justify_items": null,
2379
            "left": null,
2380
            "margin": null,
2381
            "max_height": null,
2382
            "max_width": null,
2383
            "min_height": null,
2384
            "min_width": null,
2385
            "object_fit": null,
2386
            "object_position": null,
2387
            "order": null,
2388
            "overflow": null,
2389
            "overflow_x": null,
2390
            "overflow_y": null,
2391
            "padding": null,
2392
            "right": null,
2393
            "top": null,
2394
            "visibility": null,
2395
            "width": null
2396
          }
2397
        },
2398
        "d4f78d7d82934f2eaa53be987fa857b5": {
2399
          "model_module": "@jupyter-widgets/controls",
2400
          "model_name": "DescriptionStyleModel",
2401
          "model_module_version": "1.5.0",
2402
          "state": {
2403
            "_model_module": "@jupyter-widgets/controls",
2404
            "_model_module_version": "1.5.0",
2405
            "_model_name": "DescriptionStyleModel",
2406
            "_view_count": null,
2407
            "_view_module": "@jupyter-widgets/base",
2408
            "_view_module_version": "1.2.0",
2409
            "_view_name": "StyleView",
2410
            "description_width": ""
2411
          }
2412
        },
2413
        "c915bcd052904defa7523185e02deef2": {
2414
          "model_module": "@jupyter-widgets/controls",
2415
          "model_name": "HBoxModel",
2416
          "model_module_version": "1.5.0",
2417
          "state": {
2418
            "_dom_classes": [],
2419
            "_model_module": "@jupyter-widgets/controls",
2420
            "_model_module_version": "1.5.0",
2421
            "_model_name": "HBoxModel",
2422
            "_view_count": null,
2423
            "_view_module": "@jupyter-widgets/controls",
2424
            "_view_module_version": "1.5.0",
2425
            "_view_name": "HBoxView",
2426
            "box_style": "",
2427
            "children": [
2428
              "IPY_MODEL_cf2b8fd384dc418cb6787a6af90ec37b",
2429
              "IPY_MODEL_47a455b62cc04128966edfae85b67339",
2430
              "IPY_MODEL_211dfbb563264d6e91aaa6e481e03baf"
2431
            ],
2432
            "layout": "IPY_MODEL_4ecdd256e85d43b98cd3d939f0101f5b"
2433
          }
2434
        },
2435
        "cf2b8fd384dc418cb6787a6af90ec37b": {
2436
          "model_module": "@jupyter-widgets/controls",
2437
          "model_name": "HTMLModel",
2438
          "model_module_version": "1.5.0",
2439
          "state": {
2440
            "_dom_classes": [],
2441
            "_model_module": "@jupyter-widgets/controls",
2442
            "_model_module_version": "1.5.0",
2443
            "_model_name": "HTMLModel",
2444
            "_view_count": null,
2445
            "_view_module": "@jupyter-widgets/controls",
2446
            "_view_module_version": "1.5.0",
2447
            "_view_name": "HTMLView",
2448
            "description": "",
2449
            "description_tooltip": null,
2450
            "layout": "IPY_MODEL_09230be851c8498ebf5c5c002857a6f1",
2451
            "placeholder": "​",
2452
            "style": "IPY_MODEL_f21bc7d012a34c34ada2e55da84f4091",
2453
            "value": "Downloading (…)neration_config.json: 100%"
2454
          }
2455
        },
2456
        "47a455b62cc04128966edfae85b67339": {
2457
          "model_module": "@jupyter-widgets/controls",
2458
          "model_name": "FloatProgressModel",
2459
          "model_module_version": "1.5.0",
2460
          "state": {
2461
            "_dom_classes": [],
2462
            "_model_module": "@jupyter-widgets/controls",
2463
            "_model_module_version": "1.5.0",
2464
            "_model_name": "FloatProgressModel",
2465
            "_view_count": null,
2466
            "_view_module": "@jupyter-widgets/controls",
2467
            "_view_module_version": "1.5.0",
2468
            "_view_name": "ProgressView",
2469
            "bar_style": "success",
2470
            "description": "",
2471
            "description_tooltip": null,
2472
            "layout": "IPY_MODEL_bfd0a9d2c25c49f98eeaf77cb38aa4e6",
2473
            "max": 111,
2474
            "min": 0,
2475
            "orientation": "horizontal",
2476
            "style": "IPY_MODEL_4f3310be4e0f4fa1bf5b96774e9f5060",
2477
            "value": 111
2478
          }
2479
        },
2480
        "211dfbb563264d6e91aaa6e481e03baf": {
2481
          "model_module": "@jupyter-widgets/controls",
2482
          "model_name": "HTMLModel",
2483
          "model_module_version": "1.5.0",
2484
          "state": {
2485
            "_dom_classes": [],
2486
            "_model_module": "@jupyter-widgets/controls",
2487
            "_model_module_version": "1.5.0",
2488
            "_model_name": "HTMLModel",
2489
            "_view_count": null,
2490
            "_view_module": "@jupyter-widgets/controls",
2491
            "_view_module_version": "1.5.0",
2492
            "_view_name": "HTMLView",
2493
            "description": "",
2494
            "description_tooltip": null,
2495
            "layout": "IPY_MODEL_997b8fa40b1f49d1a0867436f3764ce3",
2496
            "placeholder": "​",
2497
            "style": "IPY_MODEL_8147ba0ac28949de8302afa60a383661",
2498
            "value": " 111/111 [00:00<00:00, 7.42kB/s]"
2499
          }
2500
        },
2501
        "4ecdd256e85d43b98cd3d939f0101f5b": {
2502
          "model_module": "@jupyter-widgets/base",
2503
          "model_name": "LayoutModel",
2504
          "model_module_version": "1.2.0",
2505
          "state": {
2506
            "_model_module": "@jupyter-widgets/base",
2507
            "_model_module_version": "1.2.0",
2508
            "_model_name": "LayoutModel",
2509
            "_view_count": null,
2510
            "_view_module": "@jupyter-widgets/base",
2511
            "_view_module_version": "1.2.0",
2512
            "_view_name": "LayoutView",
2513
            "align_content": null,
2514
            "align_items": null,
2515
            "align_self": null,
2516
            "border": null,
2517
            "bottom": null,
2518
            "display": null,
2519
            "flex": null,
2520
            "flex_flow": null,
2521
            "grid_area": null,
2522
            "grid_auto_columns": null,
2523
            "grid_auto_flow": null,
2524
            "grid_auto_rows": null,
2525
            "grid_column": null,
2526
            "grid_gap": null,
2527
            "grid_row": null,
2528
            "grid_template_areas": null,
2529
            "grid_template_columns": null,
2530
            "grid_template_rows": null,
2531
            "height": null,
2532
            "justify_content": null,
2533
            "justify_items": null,
2534
            "left": null,
2535
            "margin": null,
2536
            "max_height": null,
2537
            "max_width": null,
2538
            "min_height": null,
2539
            "min_width": null,
2540
            "object_fit": null,
2541
            "object_position": null,
2542
            "order": null,
2543
            "overflow": null,
2544
            "overflow_x": null,
2545
            "overflow_y": null,
2546
            "padding": null,
2547
            "right": null,
2548
            "top": null,
2549
            "visibility": null,
2550
            "width": null
2551
          }
2552
        },
2553
        "09230be851c8498ebf5c5c002857a6f1": {
2554
          "model_module": "@jupyter-widgets/base",
2555
          "model_name": "LayoutModel",
2556
          "model_module_version": "1.2.0",
2557
          "state": {
2558
            "_model_module": "@jupyter-widgets/base",
2559
            "_model_module_version": "1.2.0",
2560
            "_model_name": "LayoutModel",
2561
            "_view_count": null,
2562
            "_view_module": "@jupyter-widgets/base",
2563
            "_view_module_version": "1.2.0",
2564
            "_view_name": "LayoutView",
2565
            "align_content": null,
2566
            "align_items": null,
2567
            "align_self": null,
2568
            "border": null,
2569
            "bottom": null,
2570
            "display": null,
2571
            "flex": null,
2572
            "flex_flow": null,
2573
            "grid_area": null,
2574
            "grid_auto_columns": null,
2575
            "grid_auto_flow": null,
2576
            "grid_auto_rows": null,
2577
            "grid_column": null,
2578
            "grid_gap": null,
2579
            "grid_row": null,
2580
            "grid_template_areas": null,
2581
            "grid_template_columns": null,
2582
            "grid_template_rows": null,
2583
            "height": null,
2584
            "justify_content": null,
2585
            "justify_items": null,
2586
            "left": null,
2587
            "margin": null,
2588
            "max_height": null,
2589
            "max_width": null,
2590
            "min_height": null,
2591
            "min_width": null,
2592
            "object_fit": null,
2593
            "object_position": null,
2594
            "order": null,
2595
            "overflow": null,
2596
            "overflow_x": null,
2597
            "overflow_y": null,
2598
            "padding": null,
2599
            "right": null,
2600
            "top": null,
2601
            "visibility": null,
2602
            "width": null
2603
          }
2604
        },
2605
        "f21bc7d012a34c34ada2e55da84f4091": {
2606
          "model_module": "@jupyter-widgets/controls",
2607
          "model_name": "DescriptionStyleModel",
2608
          "model_module_version": "1.5.0",
2609
          "state": {
2610
            "_model_module": "@jupyter-widgets/controls",
2611
            "_model_module_version": "1.5.0",
2612
            "_model_name": "DescriptionStyleModel",
2613
            "_view_count": null,
2614
            "_view_module": "@jupyter-widgets/base",
2615
            "_view_module_version": "1.2.0",
2616
            "_view_name": "StyleView",
2617
            "description_width": ""
2618
          }
2619
        },
2620
        "bfd0a9d2c25c49f98eeaf77cb38aa4e6": {
2621
          "model_module": "@jupyter-widgets/base",
2622
          "model_name": "LayoutModel",
2623
          "model_module_version": "1.2.0",
2624
          "state": {
2625
            "_model_module": "@jupyter-widgets/base",
2626
            "_model_module_version": "1.2.0",
2627
            "_model_name": "LayoutModel",
2628
            "_view_count": null,
2629
            "_view_module": "@jupyter-widgets/base",
2630
            "_view_module_version": "1.2.0",
2631
            "_view_name": "LayoutView",
2632
            "align_content": null,
2633
            "align_items": null,
2634
            "align_self": null,
2635
            "border": null,
2636
            "bottom": null,
2637
            "display": null,
2638
            "flex": null,
2639
            "flex_flow": null,
2640
            "grid_area": null,
2641
            "grid_auto_columns": null,
2642
            "grid_auto_flow": null,
2643
            "grid_auto_rows": null,
2644
            "grid_column": null,
2645
            "grid_gap": null,
2646
            "grid_row": null,
2647
            "grid_template_areas": null,
2648
            "grid_template_columns": null,
2649
            "grid_template_rows": null,
2650
            "height": null,
2651
            "justify_content": null,
2652
            "justify_items": null,
2653
            "left": null,
2654
            "margin": null,
2655
            "max_height": null,
2656
            "max_width": null,
2657
            "min_height": null,
2658
            "min_width": null,
2659
            "object_fit": null,
2660
            "object_position": null,
2661
            "order": null,
2662
            "overflow": null,
2663
            "overflow_x": null,
2664
            "overflow_y": null,
2665
            "padding": null,
2666
            "right": null,
2667
            "top": null,
2668
            "visibility": null,
2669
            "width": null
2670
          }
2671
        },
2672
        "4f3310be4e0f4fa1bf5b96774e9f5060": {
2673
          "model_module": "@jupyter-widgets/controls",
2674
          "model_name": "ProgressStyleModel",
2675
          "model_module_version": "1.5.0",
2676
          "state": {
2677
            "_model_module": "@jupyter-widgets/controls",
2678
            "_model_module_version": "1.5.0",
2679
            "_model_name": "ProgressStyleModel",
2680
            "_view_count": null,
2681
            "_view_module": "@jupyter-widgets/base",
2682
            "_view_module_version": "1.2.0",
2683
            "_view_name": "StyleView",
2684
            "bar_color": null,
2685
            "description_width": ""
2686
          }
2687
        },
2688
        "997b8fa40b1f49d1a0867436f3764ce3": {
2689
          "model_module": "@jupyter-widgets/base",
2690
          "model_name": "LayoutModel",
2691
          "model_module_version": "1.2.0",
2692
          "state": {
2693
            "_model_module": "@jupyter-widgets/base",
2694
            "_model_module_version": "1.2.0",
2695
            "_model_name": "LayoutModel",
2696
            "_view_count": null,
2697
            "_view_module": "@jupyter-widgets/base",
2698
            "_view_module_version": "1.2.0",
2699
            "_view_name": "LayoutView",
2700
            "align_content": null,
2701
            "align_items": null,
2702
            "align_self": null,
2703
            "border": null,
2704
            "bottom": null,
2705
            "display": null,
2706
            "flex": null,
2707
            "flex_flow": null,
2708
            "grid_area": null,
2709
            "grid_auto_columns": null,
2710
            "grid_auto_flow": null,
2711
            "grid_auto_rows": null,
2712
            "grid_column": null,
2713
            "grid_gap": null,
2714
            "grid_row": null,
2715
            "grid_template_areas": null,
2716
            "grid_template_columns": null,
2717
            "grid_template_rows": null,
2718
            "height": null,
2719
            "justify_content": null,
2720
            "justify_items": null,
2721
            "left": null,
2722
            "margin": null,
2723
            "max_height": null,
2724
            "max_width": null,
2725
            "min_height": null,
2726
            "min_width": null,
2727
            "object_fit": null,
2728
            "object_position": null,
2729
            "order": null,
2730
            "overflow": null,
2731
            "overflow_x": null,
2732
            "overflow_y": null,
2733
            "padding": null,
2734
            "right": null,
2735
            "top": null,
2736
            "visibility": null,
2737
            "width": null
2738
          }
2739
        },
2740
        "8147ba0ac28949de8302afa60a383661": {
2741
          "model_module": "@jupyter-widgets/controls",
2742
          "model_name": "DescriptionStyleModel",
2743
          "model_module_version": "1.5.0",
2744
          "state": {
2745
            "_model_module": "@jupyter-widgets/controls",
2746
            "_model_module_version": "1.5.0",
2747
            "_model_name": "DescriptionStyleModel",
2748
            "_view_count": null,
2749
            "_view_module": "@jupyter-widgets/base",
2750
            "_view_module_version": "1.2.0",
2751
            "_view_name": "StyleView",
2752
            "description_width": ""
2753
          }
2754
        },
2755
        "6396b18205ab4daa965b76a29a8e8fda": {
2756
          "model_module": "@jupyter-widgets/controls",
2757
          "model_name": "HBoxModel",
2758
          "model_module_version": "1.5.0",
2759
          "state": {
2760
            "_dom_classes": [],
2761
            "_model_module": "@jupyter-widgets/controls",
2762
            "_model_module_version": "1.5.0",
2763
            "_model_name": "HBoxModel",
2764
            "_view_count": null,
2765
            "_view_module": "@jupyter-widgets/controls",
2766
            "_view_module_version": "1.5.0",
2767
            "_view_name": "HBoxView",
2768
            "box_style": "",
2769
            "children": [
2770
              "IPY_MODEL_df34019ab4154eb38dcce6ed6d204fbc",
2771
              "IPY_MODEL_fff7525af65f4bed8f1ef699603f3c07",
2772
              "IPY_MODEL_733550fcf3154e25ba0ace779ceb87a7"
2773
            ],
2774
            "layout": "IPY_MODEL_cd99115f95bb4282910caf8e4f03612e"
2775
          }
2776
        },
2777
        "df34019ab4154eb38dcce6ed6d204fbc": {
2778
          "model_module": "@jupyter-widgets/controls",
2779
          "model_name": "HTMLModel",
2780
          "model_module_version": "1.5.0",
2781
          "state": {
2782
            "_dom_classes": [],
2783
            "_model_module": "@jupyter-widgets/controls",
2784
            "_model_module_version": "1.5.0",
2785
            "_model_name": "HTMLModel",
2786
            "_view_count": null,
2787
            "_view_module": "@jupyter-widgets/controls",
2788
            "_view_module_version": "1.5.0",
2789
            "_view_name": "HTMLView",
2790
            "description": "",
2791
            "description_tooltip": null,
2792
            "layout": "IPY_MODEL_4561689ef64b40d2a41ccf58815959bd",
2793
            "placeholder": "​",
2794
            "style": "IPY_MODEL_0a3eb086e97f459bb3a032ac9ec22dea",
2795
            "value": "Map: 100%"
2796
          }
2797
        },
2798
        "fff7525af65f4bed8f1ef699603f3c07": {
2799
          "model_module": "@jupyter-widgets/controls",
2800
          "model_name": "FloatProgressModel",
2801
          "model_module_version": "1.5.0",
2802
          "state": {
2803
            "_dom_classes": [],
2804
            "_model_module": "@jupyter-widgets/controls",
2805
            "_model_module_version": "1.5.0",
2806
            "_model_name": "FloatProgressModel",
2807
            "_view_count": null,
2808
            "_view_module": "@jupyter-widgets/controls",
2809
            "_view_module_version": "1.5.0",
2810
            "_view_name": "ProgressView",
2811
            "bar_style": "success",
2812
            "description": "",
2813
            "description_tooltip": null,
2814
            "layout": "IPY_MODEL_9fce344d959f46a6b28c2f8726c704b4",
2815
            "max": 10,
2816
            "min": 0,
2817
            "orientation": "horizontal",
2818
            "style": "IPY_MODEL_92085ca3991f46b5b626f00d665788ed",
2819
            "value": 10
2820
          }
2821
        },
2822
        "733550fcf3154e25ba0ace779ceb87a7": {
2823
          "model_module": "@jupyter-widgets/controls",
2824
          "model_name": "HTMLModel",
2825
          "model_module_version": "1.5.0",
2826
          "state": {
2827
            "_dom_classes": [],
2828
            "_model_module": "@jupyter-widgets/controls",
2829
            "_model_module_version": "1.5.0",
2830
            "_model_name": "HTMLModel",
2831
            "_view_count": null,
2832
            "_view_module": "@jupyter-widgets/controls",
2833
            "_view_module_version": "1.5.0",
2834
            "_view_name": "HTMLView",
2835
            "description": "",
2836
            "description_tooltip": null,
2837
            "layout": "IPY_MODEL_be943a11e101479dbbf8f176f3783cd6",
2838
            "placeholder": "​",
2839
            "style": "IPY_MODEL_6c6448ae3f764b32b99b2a0e21d85184",
2840
            "value": " 10/10 [00:00<00:00, 161.36 examples/s]"
2841
          }
2842
        },
2843
        "cd99115f95bb4282910caf8e4f03612e": {
2844
          "model_module": "@jupyter-widgets/base",
2845
          "model_name": "LayoutModel",
2846
          "model_module_version": "1.2.0",
2847
          "state": {
2848
            "_model_module": "@jupyter-widgets/base",
2849
            "_model_module_version": "1.2.0",
2850
            "_model_name": "LayoutModel",
2851
            "_view_count": null,
2852
            "_view_module": "@jupyter-widgets/base",
2853
            "_view_module_version": "1.2.0",
2854
            "_view_name": "LayoutView",
2855
            "align_content": null,
2856
            "align_items": null,
2857
            "align_self": null,
2858
            "border": null,
2859
            "bottom": null,
2860
            "display": null,
2861
            "flex": null,
2862
            "flex_flow": null,
2863
            "grid_area": null,
2864
            "grid_auto_columns": null,
2865
            "grid_auto_flow": null,
2866
            "grid_auto_rows": null,
2867
            "grid_column": null,
2868
            "grid_gap": null,
2869
            "grid_row": null,
2870
            "grid_template_areas": null,
2871
            "grid_template_columns": null,
2872
            "grid_template_rows": null,
2873
            "height": null,
2874
            "justify_content": null,
2875
            "justify_items": null,
2876
            "left": null,
2877
            "margin": null,
2878
            "max_height": null,
2879
            "max_width": null,
2880
            "min_height": null,
2881
            "min_width": null,
2882
            "object_fit": null,
2883
            "object_position": null,
2884
            "order": null,
2885
            "overflow": null,
2886
            "overflow_x": null,
2887
            "overflow_y": null,
2888
            "padding": null,
2889
            "right": null,
2890
            "top": null,
2891
            "visibility": null,
2892
            "width": null
2893
          }
2894
        },
2895
        "4561689ef64b40d2a41ccf58815959bd": {
2896
          "model_module": "@jupyter-widgets/base",
2897
          "model_name": "LayoutModel",
2898
          "model_module_version": "1.2.0",
2899
          "state": {
2900
            "_model_module": "@jupyter-widgets/base",
2901
            "_model_module_version": "1.2.0",
2902
            "_model_name": "LayoutModel",
2903
            "_view_count": null,
2904
            "_view_module": "@jupyter-widgets/base",
2905
            "_view_module_version": "1.2.0",
2906
            "_view_name": "LayoutView",
2907
            "align_content": null,
2908
            "align_items": null,
2909
            "align_self": null,
2910
            "border": null,
2911
            "bottom": null,
2912
            "display": null,
2913
            "flex": null,
2914
            "flex_flow": null,
2915
            "grid_area": null,
2916
            "grid_auto_columns": null,
2917
            "grid_auto_flow": null,
2918
            "grid_auto_rows": null,
2919
            "grid_column": null,
2920
            "grid_gap": null,
2921
            "grid_row": null,
2922
            "grid_template_areas": null,
2923
            "grid_template_columns": null,
2924
            "grid_template_rows": null,
2925
            "height": null,
2926
            "justify_content": null,
2927
            "justify_items": null,
2928
            "left": null,
2929
            "margin": null,
2930
            "max_height": null,
2931
            "max_width": null,
2932
            "min_height": null,
2933
            "min_width": null,
2934
            "object_fit": null,
2935
            "object_position": null,
2936
            "order": null,
2937
            "overflow": null,
2938
            "overflow_x": null,
2939
            "overflow_y": null,
2940
            "padding": null,
2941
            "right": null,
2942
            "top": null,
2943
            "visibility": null,
2944
            "width": null
2945
          }
2946
        },
2947
        "0a3eb086e97f459bb3a032ac9ec22dea": {
2948
          "model_module": "@jupyter-widgets/controls",
2949
          "model_name": "DescriptionStyleModel",
2950
          "model_module_version": "1.5.0",
2951
          "state": {
2952
            "_model_module": "@jupyter-widgets/controls",
2953
            "_model_module_version": "1.5.0",
2954
            "_model_name": "DescriptionStyleModel",
2955
            "_view_count": null,
2956
            "_view_module": "@jupyter-widgets/base",
2957
            "_view_module_version": "1.2.0",
2958
            "_view_name": "StyleView",
2959
            "description_width": ""
2960
          }
2961
        },
2962
        "9fce344d959f46a6b28c2f8726c704b4": {
2963
          "model_module": "@jupyter-widgets/base",
2964
          "model_name": "LayoutModel",
2965
          "model_module_version": "1.2.0",
2966
          "state": {
2967
            "_model_module": "@jupyter-widgets/base",
2968
            "_model_module_version": "1.2.0",
2969
            "_model_name": "LayoutModel",
2970
            "_view_count": null,
2971
            "_view_module": "@jupyter-widgets/base",
2972
            "_view_module_version": "1.2.0",
2973
            "_view_name": "LayoutView",
2974
            "align_content": null,
2975
            "align_items": null,
2976
            "align_self": null,
2977
            "border": null,
2978
            "bottom": null,
2979
            "display": null,
2980
            "flex": null,
2981
            "flex_flow": null,
2982
            "grid_area": null,
2983
            "grid_auto_columns": null,
2984
            "grid_auto_flow": null,
2985
            "grid_auto_rows": null,
2986
            "grid_column": null,
2987
            "grid_gap": null,
2988
            "grid_row": null,
2989
            "grid_template_areas": null,
2990
            "grid_template_columns": null,
2991
            "grid_template_rows": null,
2992
            "height": null,
2993
            "justify_content": null,
2994
            "justify_items": null,
2995
            "left": null,
2996
            "margin": null,
2997
            "max_height": null,
2998
            "max_width": null,
2999
            "min_height": null,
3000
            "min_width": null,
3001
            "object_fit": null,
3002
            "object_position": null,
3003
            "order": null,
3004
            "overflow": null,
3005
            "overflow_x": null,
3006
            "overflow_y": null,
3007
            "padding": null,
3008
            "right": null,
3009
            "top": null,
3010
            "visibility": null,
3011
            "width": null
3012
          }
3013
        },
3014
        "92085ca3991f46b5b626f00d665788ed": {
3015
          "model_module": "@jupyter-widgets/controls",
3016
          "model_name": "ProgressStyleModel",
3017
          "model_module_version": "1.5.0",
3018
          "state": {
3019
            "_model_module": "@jupyter-widgets/controls",
3020
            "_model_module_version": "1.5.0",
3021
            "_model_name": "ProgressStyleModel",
3022
            "_view_count": null,
3023
            "_view_module": "@jupyter-widgets/base",
3024
            "_view_module_version": "1.2.0",
3025
            "_view_name": "StyleView",
3026
            "bar_color": null,
3027
            "description_width": ""
3028
          }
3029
        },
3030
        "be943a11e101479dbbf8f176f3783cd6": {
3031
          "model_module": "@jupyter-widgets/base",
3032
          "model_name": "LayoutModel",
3033
          "model_module_version": "1.2.0",
3034
          "state": {
3035
            "_model_module": "@jupyter-widgets/base",
3036
            "_model_module_version": "1.2.0",
3037
            "_model_name": "LayoutModel",
3038
            "_view_count": null,
3039
            "_view_module": "@jupyter-widgets/base",
3040
            "_view_module_version": "1.2.0",
3041
            "_view_name": "LayoutView",
3042
            "align_content": null,
3043
            "align_items": null,
3044
            "align_self": null,
3045
            "border": null,
3046
            "bottom": null,
3047
            "display": null,
3048
            "flex": null,
3049
            "flex_flow": null,
3050
            "grid_area": null,
3051
            "grid_auto_columns": null,
3052
            "grid_auto_flow": null,
3053
            "grid_auto_rows": null,
3054
            "grid_column": null,
3055
            "grid_gap": null,
3056
            "grid_row": null,
3057
            "grid_template_areas": null,
3058
            "grid_template_columns": null,
3059
            "grid_template_rows": null,
3060
            "height": null,
3061
            "justify_content": null,
3062
            "justify_items": null,
3063
            "left": null,
3064
            "margin": null,
3065
            "max_height": null,
3066
            "max_width": null,
3067
            "min_height": null,
3068
            "min_width": null,
3069
            "object_fit": null,
3070
            "object_position": null,
3071
            "order": null,
3072
            "overflow": null,
3073
            "overflow_x": null,
3074
            "overflow_y": null,
3075
            "padding": null,
3076
            "right": null,
3077
            "top": null,
3078
            "visibility": null,
3079
            "width": null
3080
          }
3081
        },
3082
        "6c6448ae3f764b32b99b2a0e21d85184": {
3083
          "model_module": "@jupyter-widgets/controls",
3084
          "model_name": "DescriptionStyleModel",
3085
          "model_module_version": "1.5.0",
3086
          "state": {
3087
            "_model_module": "@jupyter-widgets/controls",
3088
            "_model_module_version": "1.5.0",
3089
            "_model_name": "DescriptionStyleModel",
3090
            "_view_count": null,
3091
            "_view_module": "@jupyter-widgets/base",
3092
            "_view_module_version": "1.2.0",
3093
            "_view_name": "StyleView",
3094
            "description_width": ""
3095
          }
3096
        },
3097
        "70363dc337a84a4e8d9dbe548bb24e5a": {
3098
          "model_module": "@jupyter-widgets/controls",
3099
          "model_name": "VBoxModel",
3100
          "model_module_version": "1.5.0",
3101
          "state": {
3102
            "_dom_classes": [],
3103
            "_model_module": "@jupyter-widgets/controls",
3104
            "_model_module_version": "1.5.0",
3105
            "_model_name": "VBoxModel",
3106
            "_view_count": null,
3107
            "_view_module": "@jupyter-widgets/controls",
3108
            "_view_module_version": "1.5.0",
3109
            "_view_name": "VBoxView",
3110
            "box_style": "",
3111
            "children": [
3112
              "IPY_MODEL_79131c98086a4259800d77bd94f81554",
3113
              "IPY_MODEL_b015f478b8b6453fa0f49c115ff572c2",
3114
              "IPY_MODEL_2d9d192cfa124aadaf1b3d31bb9dd0ce",
3115
              "IPY_MODEL_cb52479c2c3844a99388a8e71fd6d0e6"
3116
            ],
3117
            "layout": "IPY_MODEL_2f2cd4fd194444aeb41ab473ce74f744"
3118
          }
3119
        },
3120
        "b50c4b7e474f4b3ca1b626b8390f6d4e": {
3121
          "model_module": "@jupyter-widgets/controls",
3122
          "model_name": "HTMLModel",
3123
          "model_module_version": "1.5.0",
3124
          "state": {
3125
            "_dom_classes": [],
3126
            "_model_module": "@jupyter-widgets/controls",
3127
            "_model_module_version": "1.5.0",
3128
            "_model_name": "HTMLModel",
3129
            "_view_count": null,
3130
            "_view_module": "@jupyter-widgets/controls",
3131
            "_view_module_version": "1.5.0",
3132
            "_view_name": "HTMLView",
3133
            "description": "",
3134
            "description_tooltip": null,
3135
            "layout": "IPY_MODEL_cbcda32fd6694581a3ea49c2abc83232",
3136
            "placeholder": "​",
3137
            "style": "IPY_MODEL_f3b324fe716e4abc81fcdd0817387797",
3138
            "value": "<center> <img\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.svg\nalt='Hugging Face'> <br> Copy a token from <a\nhref=\"https://huggingface.co/settings/tokens\" target=\"_blank\">your Hugging Face\ntokens page</a> and paste it below. <br> Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file. </center>"
3139
          }
3140
        },
3141
        "5b58c1033da8470f82744583306674e4": {
3142
          "model_module": "@jupyter-widgets/controls",
3143
          "model_name": "PasswordModel",
3144
          "model_module_version": "1.5.0",
3145
          "state": {
3146
            "_dom_classes": [],
3147
            "_model_module": "@jupyter-widgets/controls",
3148
            "_model_module_version": "1.5.0",
3149
            "_model_name": "PasswordModel",
3150
            "_view_count": null,
3151
            "_view_module": "@jupyter-widgets/controls",
3152
            "_view_module_version": "1.5.0",
3153
            "_view_name": "PasswordView",
3154
            "continuous_update": true,
3155
            "description": "Token:",
3156
            "description_tooltip": null,
3157
            "disabled": false,
3158
            "layout": "IPY_MODEL_9fbdfbeef5ed4880ae68fcde7d12b617",
3159
            "placeholder": "​",
3160
            "style": "IPY_MODEL_b7653907cb634671b17cde0234bdaf18",
3161
            "value": ""
3162
          }
3163
        },
3164
        "85c7e1bc8dcb4ee99baeb9f30cfdd2bb": {
3165
          "model_module": "@jupyter-widgets/controls",
3166
          "model_name": "CheckboxModel",
3167
          "model_module_version": "1.5.0",
3168
          "state": {
3169
            "_dom_classes": [],
3170
            "_model_module": "@jupyter-widgets/controls",
3171
            "_model_module_version": "1.5.0",
3172
            "_model_name": "CheckboxModel",
3173
            "_view_count": null,
3174
            "_view_module": "@jupyter-widgets/controls",
3175
            "_view_module_version": "1.5.0",
3176
            "_view_name": "CheckboxView",
3177
            "description": "Add token as git credential?",
3178
            "description_tooltip": null,
3179
            "disabled": false,
3180
            "indent": true,
3181
            "layout": "IPY_MODEL_9fd5e7396838452da35d5f1240dcfc09",
3182
            "style": "IPY_MODEL_b6fe4d9105d849da8c69966016b52454",
3183
            "value": true
3184
          }
3185
        },
3186
        "2d293c8541264b0cbaeb7219c2d94ef8": {
3187
          "model_module": "@jupyter-widgets/controls",
3188
          "model_name": "ButtonModel",
3189
          "model_module_version": "1.5.0",
3190
          "state": {
3191
            "_dom_classes": [],
3192
            "_model_module": "@jupyter-widgets/controls",
3193
            "_model_module_version": "1.5.0",
3194
            "_model_name": "ButtonModel",
3195
            "_view_count": null,
3196
            "_view_module": "@jupyter-widgets/controls",
3197
            "_view_module_version": "1.5.0",
3198
            "_view_name": "ButtonView",
3199
            "button_style": "",
3200
            "description": "Login",
3201
            "disabled": false,
3202
            "icon": "",
3203
            "layout": "IPY_MODEL_37b3bc877baa429e99456abc6e47e551",
3204
            "style": "IPY_MODEL_61e3ec46b6ca4bfaa5cffe684130d13b",
3205
            "tooltip": ""
3206
          }
3207
        },
3208
        "a634b0ccd0a84f53acbb16ede00688b7": {
3209
          "model_module": "@jupyter-widgets/controls",
3210
          "model_name": "HTMLModel",
3211
          "model_module_version": "1.5.0",
3212
          "state": {
3213
            "_dom_classes": [],
3214
            "_model_module": "@jupyter-widgets/controls",
3215
            "_model_module_version": "1.5.0",
3216
            "_model_name": "HTMLModel",
3217
            "_view_count": null,
3218
            "_view_module": "@jupyter-widgets/controls",
3219
            "_view_module_version": "1.5.0",
3220
            "_view_name": "HTMLView",
3221
            "description": "",
3222
            "description_tooltip": null,
3223
            "layout": "IPY_MODEL_1b1bb860813d45bb88f39b1aaa192e91",
3224
            "placeholder": "​",
3225
            "style": "IPY_MODEL_f8a983b16f3644fca1692d8de9f07f0d",
3226
            "value": "\n<b>Pro Tip:</b> If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. </center>"
3227
          }
3228
        },
3229
        "2f2cd4fd194444aeb41ab473ce74f744": {
3230
          "model_module": "@jupyter-widgets/base",
3231
          "model_name": "LayoutModel",
3232
          "model_module_version": "1.2.0",
3233
          "state": {
3234
            "_model_module": "@jupyter-widgets/base",
3235
            "_model_module_version": "1.2.0",
3236
            "_model_name": "LayoutModel",
3237
            "_view_count": null,
3238
            "_view_module": "@jupyter-widgets/base",
3239
            "_view_module_version": "1.2.0",
3240
            "_view_name": "LayoutView",
3241
            "align_content": null,
3242
            "align_items": "center",
3243
            "align_self": null,
3244
            "border": null,
3245
            "bottom": null,
3246
            "display": "flex",
3247
            "flex": null,
3248
            "flex_flow": "column",
3249
            "grid_area": null,
3250
            "grid_auto_columns": null,
3251
            "grid_auto_flow": null,
3252
            "grid_auto_rows": null,
3253
            "grid_column": null,
3254
            "grid_gap": null,
3255
            "grid_row": null,
3256
            "grid_template_areas": null,
3257
            "grid_template_columns": null,
3258
            "grid_template_rows": null,
3259
            "height": null,
3260
            "justify_content": null,
3261
            "justify_items": null,
3262
            "left": null,
3263
            "margin": null,
3264
            "max_height": null,
3265
            "max_width": null,
3266
            "min_height": null,
3267
            "min_width": null,
3268
            "object_fit": null,
3269
            "object_position": null,
3270
            "order": null,
3271
            "overflow": null,
3272
            "overflow_x": null,
3273
            "overflow_y": null,
3274
            "padding": null,
3275
            "right": null,
3276
            "top": null,
3277
            "visibility": null,
3278
            "width": "50%"
3279
          }
3280
        },
3281
        "cbcda32fd6694581a3ea49c2abc83232": {
3282
          "model_module": "@jupyter-widgets/base",
3283
          "model_name": "LayoutModel",
3284
          "model_module_version": "1.2.0",
3285
          "state": {
3286
            "_model_module": "@jupyter-widgets/base",
3287
            "_model_module_version": "1.2.0",
3288
            "_model_name": "LayoutModel",
3289
            "_view_count": null,
3290
            "_view_module": "@jupyter-widgets/base",
3291
            "_view_module_version": "1.2.0",
3292
            "_view_name": "LayoutView",
3293
            "align_content": null,
3294
            "align_items": null,
3295
            "align_self": null,
3296
            "border": null,
3297
            "bottom": null,
3298
            "display": null,
3299
            "flex": null,
3300
            "flex_flow": null,
3301
            "grid_area": null,
3302
            "grid_auto_columns": null,
3303
            "grid_auto_flow": null,
3304
            "grid_auto_rows": null,
3305
            "grid_column": null,
3306
            "grid_gap": null,
3307
            "grid_row": null,
3308
            "grid_template_areas": null,
3309
            "grid_template_columns": null,
3310
            "grid_template_rows": null,
3311
            "height": null,
3312
            "justify_content": null,
3313
            "justify_items": null,
3314
            "left": null,
3315
            "margin": null,
3316
            "max_height": null,
3317
            "max_width": null,
3318
            "min_height": null,
3319
            "min_width": null,
3320
            "object_fit": null,
3321
            "object_position": null,
3322
            "order": null,
3323
            "overflow": null,
3324
            "overflow_x": null,
3325
            "overflow_y": null,
3326
            "padding": null,
3327
            "right": null,
3328
            "top": null,
3329
            "visibility": null,
3330
            "width": null
3331
          }
3332
        },
3333
        "f3b324fe716e4abc81fcdd0817387797": {
3334
          "model_module": "@jupyter-widgets/controls",
3335
          "model_name": "DescriptionStyleModel",
3336
          "model_module_version": "1.5.0",
3337
          "state": {
3338
            "_model_module": "@jupyter-widgets/controls",
3339
            "_model_module_version": "1.5.0",
3340
            "_model_name": "DescriptionStyleModel",
3341
            "_view_count": null,
3342
            "_view_module": "@jupyter-widgets/base",
3343
            "_view_module_version": "1.2.0",
3344
            "_view_name": "StyleView",
3345
            "description_width": ""
3346
          }
3347
        },
3348
        "9fbdfbeef5ed4880ae68fcde7d12b617": {
3349
          "model_module": "@jupyter-widgets/base",
3350
          "model_name": "LayoutModel",
3351
          "model_module_version": "1.2.0",
3352
          "state": {
3353
            "_model_module": "@jupyter-widgets/base",
3354
            "_model_module_version": "1.2.0",
3355
            "_model_name": "LayoutModel",
3356
            "_view_count": null,
3357
            "_view_module": "@jupyter-widgets/base",
3358
            "_view_module_version": "1.2.0",
3359
            "_view_name": "LayoutView",
3360
            "align_content": null,
3361
            "align_items": null,
3362
            "align_self": null,
3363
            "border": null,
3364
            "bottom": null,
3365
            "display": null,
3366
            "flex": null,
3367
            "flex_flow": null,
3368
            "grid_area": null,
3369
            "grid_auto_columns": null,
3370
            "grid_auto_flow": null,
3371
            "grid_auto_rows": null,
3372
            "grid_column": null,
3373
            "grid_gap": null,
3374
            "grid_row": null,
3375
            "grid_template_areas": null,
3376
            "grid_template_columns": null,
3377
            "grid_template_rows": null,
3378
            "height": null,
3379
            "justify_content": null,
3380
            "justify_items": null,
3381
            "left": null,
3382
            "margin": null,
3383
            "max_height": null,
3384
            "max_width": null,
3385
            "min_height": null,
3386
            "min_width": null,
3387
            "object_fit": null,
3388
            "object_position": null,
3389
            "order": null,
3390
            "overflow": null,
3391
            "overflow_x": null,
3392
            "overflow_y": null,
3393
            "padding": null,
3394
            "right": null,
3395
            "top": null,
3396
            "visibility": null,
3397
            "width": null
3398
          }
3399
        },
3400
        "b7653907cb634671b17cde0234bdaf18": {
3401
          "model_module": "@jupyter-widgets/controls",
3402
          "model_name": "DescriptionStyleModel",
3403
          "model_module_version": "1.5.0",
3404
          "state": {
3405
            "_model_module": "@jupyter-widgets/controls",
3406
            "_model_module_version": "1.5.0",
3407
            "_model_name": "DescriptionStyleModel",
3408
            "_view_count": null,
3409
            "_view_module": "@jupyter-widgets/base",
3410
            "_view_module_version": "1.2.0",
3411
            "_view_name": "StyleView",
3412
            "description_width": ""
3413
          }
3414
        },
3415
        "9fd5e7396838452da35d5f1240dcfc09": {
3416
          "model_module": "@jupyter-widgets/base",
3417
          "model_name": "LayoutModel",
3418
          "model_module_version": "1.2.0",
3419
          "state": {
3420
            "_model_module": "@jupyter-widgets/base",
3421
            "_model_module_version": "1.2.0",
3422
            "_model_name": "LayoutModel",
3423
            "_view_count": null,
3424
            "_view_module": "@jupyter-widgets/base",
3425
            "_view_module_version": "1.2.0",
3426
            "_view_name": "LayoutView",
3427
            "align_content": null,
3428
            "align_items": null,
3429
            "align_self": null,
3430
            "border": null,
3431
            "bottom": null,
3432
            "display": null,
3433
            "flex": null,
3434
            "flex_flow": null,
3435
            "grid_area": null,
3436
            "grid_auto_columns": null,
3437
            "grid_auto_flow": null,
3438
            "grid_auto_rows": null,
3439
            "grid_column": null,
3440
            "grid_gap": null,
3441
            "grid_row": null,
3442
            "grid_template_areas": null,
3443
            "grid_template_columns": null,
3444
            "grid_template_rows": null,
3445
            "height": null,
3446
            "justify_content": null,
3447
            "justify_items": null,
3448
            "left": null,
3449
            "margin": null,
3450
            "max_height": null,
3451
            "max_width": null,
3452
            "min_height": null,
3453
            "min_width": null,
3454
            "object_fit": null,
3455
            "object_position": null,
3456
            "order": null,
3457
            "overflow": null,
3458
            "overflow_x": null,
3459
            "overflow_y": null,
3460
            "padding": null,
3461
            "right": null,
3462
            "top": null,
3463
            "visibility": null,
3464
            "width": null
3465
          }
3466
        },
3467
        "b6fe4d9105d849da8c69966016b52454": {
3468
          "model_module": "@jupyter-widgets/controls",
3469
          "model_name": "DescriptionStyleModel",
3470
          "model_module_version": "1.5.0",
3471
          "state": {
3472
            "_model_module": "@jupyter-widgets/controls",
3473
            "_model_module_version": "1.5.0",
3474
            "_model_name": "DescriptionStyleModel",
3475
            "_view_count": null,
3476
            "_view_module": "@jupyter-widgets/base",
3477
            "_view_module_version": "1.2.0",
3478
            "_view_name": "StyleView",
3479
            "description_width": ""
3480
          }
3481
        },
3482
        "37b3bc877baa429e99456abc6e47e551": {
3483
          "model_module": "@jupyter-widgets/base",
3484
          "model_name": "LayoutModel",
3485
          "model_module_version": "1.2.0",
3486
          "state": {
3487
            "_model_module": "@jupyter-widgets/base",
3488
            "_model_module_version": "1.2.0",
3489
            "_model_name": "LayoutModel",
3490
            "_view_count": null,
3491
            "_view_module": "@jupyter-widgets/base",
3492
            "_view_module_version": "1.2.0",
3493
            "_view_name": "LayoutView",
3494
            "align_content": null,
3495
            "align_items": null,
3496
            "align_self": null,
3497
            "border": null,
3498
            "bottom": null,
3499
            "display": null,
3500
            "flex": null,
3501
            "flex_flow": null,
3502
            "grid_area": null,
3503
            "grid_auto_columns": null,
3504
            "grid_auto_flow": null,
3505
            "grid_auto_rows": null,
3506
            "grid_column": null,
3507
            "grid_gap": null,
3508
            "grid_row": null,
3509
            "grid_template_areas": null,
3510
            "grid_template_columns": null,
3511
            "grid_template_rows": null,
3512
            "height": null,
3513
            "justify_content": null,
3514
            "justify_items": null,
3515
            "left": null,
3516
            "margin": null,
3517
            "max_height": null,
3518
            "max_width": null,
3519
            "min_height": null,
3520
            "min_width": null,
3521
            "object_fit": null,
3522
            "object_position": null,
3523
            "order": null,
3524
            "overflow": null,
3525
            "overflow_x": null,
3526
            "overflow_y": null,
3527
            "padding": null,
3528
            "right": null,
3529
            "top": null,
3530
            "visibility": null,
3531
            "width": null
3532
          }
3533
        },
3534
        "61e3ec46b6ca4bfaa5cffe684130d13b": {
3535
          "model_module": "@jupyter-widgets/controls",
3536
          "model_name": "ButtonStyleModel",
3537
          "model_module_version": "1.5.0",
3538
          "state": {
3539
            "_model_module": "@jupyter-widgets/controls",
3540
            "_model_module_version": "1.5.0",
3541
            "_model_name": "ButtonStyleModel",
3542
            "_view_count": null,
3543
            "_view_module": "@jupyter-widgets/base",
3544
            "_view_module_version": "1.2.0",
3545
            "_view_name": "StyleView",
3546
            "button_color": null,
3547
            "font_weight": ""
3548
          }
3549
        },
3550
        "1b1bb860813d45bb88f39b1aaa192e91": {
3551
          "model_module": "@jupyter-widgets/base",
3552
          "model_name": "LayoutModel",
3553
          "model_module_version": "1.2.0",
3554
          "state": {
3555
            "_model_module": "@jupyter-widgets/base",
3556
            "_model_module_version": "1.2.0",
3557
            "_model_name": "LayoutModel",
3558
            "_view_count": null,
3559
            "_view_module": "@jupyter-widgets/base",
3560
            "_view_module_version": "1.2.0",
3561
            "_view_name": "LayoutView",
3562
            "align_content": null,
3563
            "align_items": null,
3564
            "align_self": null,
3565
            "border": null,
3566
            "bottom": null,
3567
            "display": null,
3568
            "flex": null,
3569
            "flex_flow": null,
3570
            "grid_area": null,
3571
            "grid_auto_columns": null,
3572
            "grid_auto_flow": null,
3573
            "grid_auto_rows": null,
3574
            "grid_column": null,
3575
            "grid_gap": null,
3576
            "grid_row": null,
3577
            "grid_template_areas": null,
3578
            "grid_template_columns": null,
3579
            "grid_template_rows": null,
3580
            "height": null,
3581
            "justify_content": null,
3582
            "justify_items": null,
3583
            "left": null,
3584
            "margin": null,
3585
            "max_height": null,
3586
            "max_width": null,
3587
            "min_height": null,
3588
            "min_width": null,
3589
            "object_fit": null,
3590
            "object_position": null,
3591
            "order": null,
3592
            "overflow": null,
3593
            "overflow_x": null,
3594
            "overflow_y": null,
3595
            "padding": null,
3596
            "right": null,
3597
            "top": null,
3598
            "visibility": null,
3599
            "width": null
3600
          }
3601
        },
3602
        "f8a983b16f3644fca1692d8de9f07f0d": {
3603
          "model_module": "@jupyter-widgets/controls",
3604
          "model_name": "DescriptionStyleModel",
3605
          "model_module_version": "1.5.0",
3606
          "state": {
3607
            "_model_module": "@jupyter-widgets/controls",
3608
            "_model_module_version": "1.5.0",
3609
            "_model_name": "DescriptionStyleModel",
3610
            "_view_count": null,
3611
            "_view_module": "@jupyter-widgets/base",
3612
            "_view_module_version": "1.2.0",
3613
            "_view_name": "StyleView",
3614
            "description_width": ""
3615
          }
3616
        },
3617
        "89cc8bd26d154bbd812997f60b0e241d": {
3618
          "model_module": "@jupyter-widgets/controls",
3619
          "model_name": "LabelModel",
3620
          "model_module_version": "1.5.0",
3621
          "state": {
3622
            "_dom_classes": [],
3623
            "_model_module": "@jupyter-widgets/controls",
3624
            "_model_module_version": "1.5.0",
3625
            "_model_name": "LabelModel",
3626
            "_view_count": null,
3627
            "_view_module": "@jupyter-widgets/controls",
3628
            "_view_module_version": "1.5.0",
3629
            "_view_name": "LabelView",
3630
            "description": "",
3631
            "description_tooltip": null,
3632
            "layout": "IPY_MODEL_6511db857f284380a6d93b9115d14479",
3633
            "placeholder": "​",
3634
            "style": "IPY_MODEL_f387c978d4c24221890d90ac8d22e0b6",
3635
            "value": "Connecting..."
3636
          }
3637
        },
3638
        "6511db857f284380a6d93b9115d14479": {
3639
          "model_module": "@jupyter-widgets/base",
3640
          "model_name": "LayoutModel",
3641
          "model_module_version": "1.2.0",
3642
          "state": {
3643
            "_model_module": "@jupyter-widgets/base",
3644
            "_model_module_version": "1.2.0",
3645
            "_model_name": "LayoutModel",
3646
            "_view_count": null,
3647
            "_view_module": "@jupyter-widgets/base",
3648
            "_view_module_version": "1.2.0",
3649
            "_view_name": "LayoutView",
3650
            "align_content": null,
3651
            "align_items": null,
3652
            "align_self": null,
3653
            "border": null,
3654
            "bottom": null,
3655
            "display": null,
3656
            "flex": null,
3657
            "flex_flow": null,
3658
            "grid_area": null,
3659
            "grid_auto_columns": null,
3660
            "grid_auto_flow": null,
3661
            "grid_auto_rows": null,
3662
            "grid_column": null,
3663
            "grid_gap": null,
3664
            "grid_row": null,
3665
            "grid_template_areas": null,
3666
            "grid_template_columns": null,
3667
            "grid_template_rows": null,
3668
            "height": null,
3669
            "justify_content": null,
3670
            "justify_items": null,
3671
            "left": null,
3672
            "margin": null,
3673
            "max_height": null,
3674
            "max_width": null,
3675
            "min_height": null,
3676
            "min_width": null,
3677
            "object_fit": null,
3678
            "object_position": null,
3679
            "order": null,
3680
            "overflow": null,
3681
            "overflow_x": null,
3682
            "overflow_y": null,
3683
            "padding": null,
3684
            "right": null,
3685
            "top": null,
3686
            "visibility": null,
3687
            "width": null
3688
          }
3689
        },
3690
        "f387c978d4c24221890d90ac8d22e0b6": {
3691
          "model_module": "@jupyter-widgets/controls",
3692
          "model_name": "DescriptionStyleModel",
3693
          "model_module_version": "1.5.0",
3694
          "state": {
3695
            "_model_module": "@jupyter-widgets/controls",
3696
            "_model_module_version": "1.5.0",
3697
            "_model_name": "DescriptionStyleModel",
3698
            "_view_count": null,
3699
            "_view_module": "@jupyter-widgets/base",
3700
            "_view_module_version": "1.2.0",
3701
            "_view_name": "StyleView",
3702
            "description_width": ""
3703
          }
3704
        },
3705
        "79131c98086a4259800d77bd94f81554": {
3706
          "model_module": "@jupyter-widgets/controls",
3707
          "model_name": "LabelModel",
3708
          "model_module_version": "1.5.0",
3709
          "state": {
3710
            "_dom_classes": [],
3711
            "_model_module": "@jupyter-widgets/controls",
3712
            "_model_module_version": "1.5.0",
3713
            "_model_name": "LabelModel",
3714
            "_view_count": null,
3715
            "_view_module": "@jupyter-widgets/controls",
3716
            "_view_module_version": "1.5.0",
3717
            "_view_name": "LabelView",
3718
            "description": "",
3719
            "description_tooltip": null,
3720
            "layout": "IPY_MODEL_9d2d72d38d5f43fcbd64b43481982ce8",
3721
            "placeholder": "​",
3722
            "style": "IPY_MODEL_7218cccb90284684b43124ee11adb918",
3723
            "value": "Token is valid (permission: write)."
3724
          }
3725
        },
3726
        "b015f478b8b6453fa0f49c115ff572c2": {
3727
          "model_module": "@jupyter-widgets/controls",
3728
          "model_name": "LabelModel",
3729
          "model_module_version": "1.5.0",
3730
          "state": {
3731
            "_dom_classes": [],
3732
            "_model_module": "@jupyter-widgets/controls",
3733
            "_model_module_version": "1.5.0",
3734
            "_model_name": "LabelModel",
3735
            "_view_count": null,
3736
            "_view_module": "@jupyter-widgets/controls",
3737
            "_view_module_version": "1.5.0",
3738
            "_view_name": "LabelView",
3739
            "description": "",
3740
            "description_tooltip": null,
3741
            "layout": "IPY_MODEL_1b93ff678ada4ff5bec69a1bdb36bd5b",
3742
            "placeholder": "​",
3743
            "style": "IPY_MODEL_1d5e9cd1f7234b899efbfd3cfb23774c",
3744
            "value": "Your token has been saved in your configured git credential helpers (store)."
3745
          }
3746
        },
3747
        "2d9d192cfa124aadaf1b3d31bb9dd0ce": {
3748
          "model_module": "@jupyter-widgets/controls",
3749
          "model_name": "LabelModel",
3750
          "model_module_version": "1.5.0",
3751
          "state": {
3752
            "_dom_classes": [],
3753
            "_model_module": "@jupyter-widgets/controls",
3754
            "_model_module_version": "1.5.0",
3755
            "_model_name": "LabelModel",
3756
            "_view_count": null,
3757
            "_view_module": "@jupyter-widgets/controls",
3758
            "_view_module_version": "1.5.0",
3759
            "_view_name": "LabelView",
3760
            "description": "",
3761
            "description_tooltip": null,
3762
            "layout": "IPY_MODEL_a6295ffea3b546e9a9b62552424dc970",
3763
            "placeholder": "​",
3764
            "style": "IPY_MODEL_554b5751193b4133992e160b6a938dda",
3765
            "value": "Your token has been saved to /root/.cache/huggingface/token"
3766
          }
3767
        },
3768
        "cb52479c2c3844a99388a8e71fd6d0e6": {
3769
          "model_module": "@jupyter-widgets/controls",
3770
          "model_name": "LabelModel",
3771
          "model_module_version": "1.5.0",
3772
          "state": {
3773
            "_dom_classes": [],
3774
            "_model_module": "@jupyter-widgets/controls",
3775
            "_model_module_version": "1.5.0",
3776
            "_model_name": "LabelModel",
3777
            "_view_count": null,
3778
            "_view_module": "@jupyter-widgets/controls",
3779
            "_view_module_version": "1.5.0",
3780
            "_view_name": "LabelView",
3781
            "description": "",
3782
            "description_tooltip": null,
3783
            "layout": "IPY_MODEL_9edaf08284f24cd6bd37039f565315f2",
3784
            "placeholder": "​",
3785
            "style": "IPY_MODEL_1ff9cb3284ad4ffd9eb7ca376e5e3006",
3786
            "value": "Login successful"
3787
          }
3788
        },
3789
        "9d2d72d38d5f43fcbd64b43481982ce8": {
3790
          "model_module": "@jupyter-widgets/base",
3791
          "model_name": "LayoutModel",
3792
          "model_module_version": "1.2.0",
3793
          "state": {
3794
            "_model_module": "@jupyter-widgets/base",
3795
            "_model_module_version": "1.2.0",
3796
            "_model_name": "LayoutModel",
3797
            "_view_count": null,
3798
            "_view_module": "@jupyter-widgets/base",
3799
            "_view_module_version": "1.2.0",
3800
            "_view_name": "LayoutView",
3801
            "align_content": null,
3802
            "align_items": null,
3803
            "align_self": null,
3804
            "border": null,
3805
            "bottom": null,
3806
            "display": null,
3807
            "flex": null,
3808
            "flex_flow": null,
3809
            "grid_area": null,
3810
            "grid_auto_columns": null,
3811
            "grid_auto_flow": null,
3812
            "grid_auto_rows": null,
3813
            "grid_column": null,
3814
            "grid_gap": null,
3815
            "grid_row": null,
3816
            "grid_template_areas": null,
3817
            "grid_template_columns": null,
3818
            "grid_template_rows": null,
3819
            "height": null,
3820
            "justify_content": null,
3821
            "justify_items": null,
3822
            "left": null,
3823
            "margin": null,
3824
            "max_height": null,
3825
            "max_width": null,
3826
            "min_height": null,
3827
            "min_width": null,
3828
            "object_fit": null,
3829
            "object_position": null,
3830
            "order": null,
3831
            "overflow": null,
3832
            "overflow_x": null,
3833
            "overflow_y": null,
3834
            "padding": null,
3835
            "right": null,
3836
            "top": null,
3837
            "visibility": null,
3838
            "width": null
3839
          }
3840
        },
3841
        "7218cccb90284684b43124ee11adb918": {
3842
          "model_module": "@jupyter-widgets/controls",
3843
          "model_name": "DescriptionStyleModel",
3844
          "model_module_version": "1.5.0",
3845
          "state": {
3846
            "_model_module": "@jupyter-widgets/controls",
3847
            "_model_module_version": "1.5.0",
3848
            "_model_name": "DescriptionStyleModel",
3849
            "_view_count": null,
3850
            "_view_module": "@jupyter-widgets/base",
3851
            "_view_module_version": "1.2.0",
3852
            "_view_name": "StyleView",
3853
            "description_width": ""
3854
          }
3855
        },
3856
        "1b93ff678ada4ff5bec69a1bdb36bd5b": {
3857
          "model_module": "@jupyter-widgets/base",
3858
          "model_name": "LayoutModel",
3859
          "model_module_version": "1.2.0",
3860
          "state": {
3861
            "_model_module": "@jupyter-widgets/base",
3862
            "_model_module_version": "1.2.0",
3863
            "_model_name": "LayoutModel",
3864
            "_view_count": null,
3865
            "_view_module": "@jupyter-widgets/base",
3866
            "_view_module_version": "1.2.0",
3867
            "_view_name": "LayoutView",
3868
            "align_content": null,
3869
            "align_items": null,
3870
            "align_self": null,
3871
            "border": null,
3872
            "bottom": null,
3873
            "display": null,
3874
            "flex": null,
3875
            "flex_flow": null,
3876
            "grid_area": null,
3877
            "grid_auto_columns": null,
3878
            "grid_auto_flow": null,
3879
            "grid_auto_rows": null,
3880
            "grid_column": null,
3881
            "grid_gap": null,
3882
            "grid_row": null,
3883
            "grid_template_areas": null,
3884
            "grid_template_columns": null,
3885
            "grid_template_rows": null,
3886
            "height": null,
3887
            "justify_content": null,
3888
            "justify_items": null,
3889
            "left": null,
3890
            "margin": null,
3891
            "max_height": null,
3892
            "max_width": null,
3893
            "min_height": null,
3894
            "min_width": null,
3895
            "object_fit": null,
3896
            "object_position": null,
3897
            "order": null,
3898
            "overflow": null,
3899
            "overflow_x": null,
3900
            "overflow_y": null,
3901
            "padding": null,
3902
            "right": null,
3903
            "top": null,
3904
            "visibility": null,
3905
            "width": null
3906
          }
3907
        },
3908
        "1d5e9cd1f7234b899efbfd3cfb23774c": {
3909
          "model_module": "@jupyter-widgets/controls",
3910
          "model_name": "DescriptionStyleModel",
3911
          "model_module_version": "1.5.0",
3912
          "state": {
3913
            "_model_module": "@jupyter-widgets/controls",
3914
            "_model_module_version": "1.5.0",
3915
            "_model_name": "DescriptionStyleModel",
3916
            "_view_count": null,
3917
            "_view_module": "@jupyter-widgets/base",
3918
            "_view_module_version": "1.2.0",
3919
            "_view_name": "StyleView",
3920
            "description_width": ""
3921
          }
3922
        },
3923
        "a6295ffea3b546e9a9b62552424dc970": {
3924
          "model_module": "@jupyter-widgets/base",
3925
          "model_name": "LayoutModel",
3926
          "model_module_version": "1.2.0",
3927
          "state": {
3928
            "_model_module": "@jupyter-widgets/base",
3929
            "_model_module_version": "1.2.0",
3930
            "_model_name": "LayoutModel",
3931
            "_view_count": null,
3932
            "_view_module": "@jupyter-widgets/base",
3933
            "_view_module_version": "1.2.0",
3934
            "_view_name": "LayoutView",
3935
            "align_content": null,
3936
            "align_items": null,
3937
            "align_self": null,
3938
            "border": null,
3939
            "bottom": null,
3940
            "display": null,
3941
            "flex": null,
3942
            "flex_flow": null,
3943
            "grid_area": null,
3944
            "grid_auto_columns": null,
3945
            "grid_auto_flow": null,
3946
            "grid_auto_rows": null,
3947
            "grid_column": null,
3948
            "grid_gap": null,
3949
            "grid_row": null,
3950
            "grid_template_areas": null,
3951
            "grid_template_columns": null,
3952
            "grid_template_rows": null,
3953
            "height": null,
3954
            "justify_content": null,
3955
            "justify_items": null,
3956
            "left": null,
3957
            "margin": null,
3958
            "max_height": null,
3959
            "max_width": null,
3960
            "min_height": null,
3961
            "min_width": null,
3962
            "object_fit": null,
3963
            "object_position": null,
3964
            "order": null,
3965
            "overflow": null,
3966
            "overflow_x": null,
3967
            "overflow_y": null,
3968
            "padding": null,
3969
            "right": null,
3970
            "top": null,
3971
            "visibility": null,
3972
            "width": null
3973
          }
3974
        },
3975
        "554b5751193b4133992e160b6a938dda": {
3976
          "model_module": "@jupyter-widgets/controls",
3977
          "model_name": "DescriptionStyleModel",
3978
          "model_module_version": "1.5.0",
3979
          "state": {
3980
            "_model_module": "@jupyter-widgets/controls",
3981
            "_model_module_version": "1.5.0",
3982
            "_model_name": "DescriptionStyleModel",
3983
            "_view_count": null,
3984
            "_view_module": "@jupyter-widgets/base",
3985
            "_view_module_version": "1.2.0",
3986
            "_view_name": "StyleView",
3987
            "description_width": ""
3988
          }
3989
        },
3990
        "9edaf08284f24cd6bd37039f565315f2": {
3991
          "model_module": "@jupyter-widgets/base",
3992
          "model_name": "LayoutModel",
3993
          "model_module_version": "1.2.0",
3994
          "state": {
3995
            "_model_module": "@jupyter-widgets/base",
3996
            "_model_module_version": "1.2.0",
3997
            "_model_name": "LayoutModel",
3998
            "_view_count": null,
3999
            "_view_module": "@jupyter-widgets/base",
4000
            "_view_module_version": "1.2.0",
4001
            "_view_name": "LayoutView",
4002
            "align_content": null,
4003
            "align_items": null,
4004
            "align_self": null,
4005
            "border": null,
4006
            "bottom": null,
4007
            "display": null,
4008
            "flex": null,
4009
            "flex_flow": null,
4010
            "grid_area": null,
4011
            "grid_auto_columns": null,
4012
            "grid_auto_flow": null,
4013
            "grid_auto_rows": null,
4014
            "grid_column": null,
4015
            "grid_gap": null,
4016
            "grid_row": null,
4017
            "grid_template_areas": null,
4018
            "grid_template_columns": null,
4019
            "grid_template_rows": null,
4020
            "height": null,
4021
            "justify_content": null,
4022
            "justify_items": null,
4023
            "left": null,
4024
            "margin": null,
4025
            "max_height": null,
4026
            "max_width": null,
4027
            "min_height": null,
4028
            "min_width": null,
4029
            "object_fit": null,
4030
            "object_position": null,
4031
            "order": null,
4032
            "overflow": null,
4033
            "overflow_x": null,
4034
            "overflow_y": null,
4035
            "padding": null,
4036
            "right": null,
4037
            "top": null,
4038
            "visibility": null,
4039
            "width": null
4040
          }
4041
        },
4042
        "1ff9cb3284ad4ffd9eb7ca376e5e3006": {
4043
          "model_module": "@jupyter-widgets/controls",
4044
          "model_name": "DescriptionStyleModel",
4045
          "model_module_version": "1.5.0",
4046
          "state": {
4047
            "_model_module": "@jupyter-widgets/controls",
4048
            "_model_module_version": "1.5.0",
4049
            "_model_name": "DescriptionStyleModel",
4050
            "_view_count": null,
4051
            "_view_module": "@jupyter-widgets/base",
4052
            "_view_module_version": "1.2.0",
4053
            "_view_name": "StyleView",
4054
            "description_width": ""
4055
          }
4056
        },
4057
        "7511afb8ae6b4947a2445ef0450d449f": {
4058
          "model_module": "@jupyter-widgets/controls",
4059
          "model_name": "HBoxModel",
4060
          "model_module_version": "1.5.0",
4061
          "state": {
4062
            "_dom_classes": [],
4063
            "_model_module": "@jupyter-widgets/controls",
4064
            "_model_module_version": "1.5.0",
4065
            "_model_name": "HBoxModel",
4066
            "_view_count": null,
4067
            "_view_module": "@jupyter-widgets/controls",
4068
            "_view_module_version": "1.5.0",
4069
            "_view_name": "HBoxView",
4070
            "box_style": "",
4071
            "children": [
4072
              "IPY_MODEL_df5badd1ab29425d8ed70a91d618a0e4",
4073
              "IPY_MODEL_c89e2bd3496a46ed83c1678b2f9d1713",
4074
              "IPY_MODEL_2fa045000acd438da96717b13d3c5a0c"
4075
            ],
4076
            "layout": "IPY_MODEL_a8434eed07314c24935c6ca6a9c4952e"
4077
          }
4078
        },
4079
        "df5badd1ab29425d8ed70a91d618a0e4": {
4080
          "model_module": "@jupyter-widgets/controls",
4081
          "model_name": "HTMLModel",
4082
          "model_module_version": "1.5.0",
4083
          "state": {
4084
            "_dom_classes": [],
4085
            "_model_module": "@jupyter-widgets/controls",
4086
            "_model_module_version": "1.5.0",
4087
            "_model_name": "HTMLModel",
4088
            "_view_count": null,
4089
            "_view_module": "@jupyter-widgets/controls",
4090
            "_view_module_version": "1.5.0",
4091
            "_view_name": "HTMLView",
4092
            "description": "",
4093
            "description_tooltip": null,
4094
            "layout": "IPY_MODEL_74551940aad54d309c95ce1d549438e0",
4095
            "placeholder": "​",
4096
            "style": "IPY_MODEL_4fe71e691bc04d609baeb07bfe0bd4e1",
4097
            "value": "pytorch_model.bin: 100%"
4098
          }
4099
        },
4100
        "c89e2bd3496a46ed83c1678b2f9d1713": {
4101
          "model_module": "@jupyter-widgets/controls",
4102
          "model_name": "FloatProgressModel",
4103
          "model_module_version": "1.5.0",
4104
          "state": {
4105
            "_dom_classes": [],
4106
            "_model_module": "@jupyter-widgets/controls",
4107
            "_model_module_version": "1.5.0",
4108
            "_model_name": "FloatProgressModel",
4109
            "_view_count": null,
4110
            "_view_module": "@jupyter-widgets/controls",
4111
            "_view_module_version": "1.5.0",
4112
            "_view_name": "ProgressView",
4113
            "bar_style": "success",
4114
            "description": "",
4115
            "description_tooltip": null,
4116
            "layout": "IPY_MODEL_cce70368ebaf4d2a83f4bd8fc87b827f",
4117
            "max": 656652573,
4118
            "min": 0,
4119
            "orientation": "horizontal",
4120
            "style": "IPY_MODEL_7b6da5b0aa0744bba4041954252279fa",
4121
            "value": 656652573
4122
          }
4123
        },
4124
        "2fa045000acd438da96717b13d3c5a0c": {
4125
          "model_module": "@jupyter-widgets/controls",
4126
          "model_name": "HTMLModel",
4127
          "model_module_version": "1.5.0",
4128
          "state": {
4129
            "_dom_classes": [],
4130
            "_model_module": "@jupyter-widgets/controls",
4131
            "_model_module_version": "1.5.0",
4132
            "_model_name": "HTMLModel",
4133
            "_view_count": null,
4134
            "_view_module": "@jupyter-widgets/controls",
4135
            "_view_module_version": "1.5.0",
4136
            "_view_name": "HTMLView",
4137
            "description": "",
4138
            "description_tooltip": null,
4139
            "layout": "IPY_MODEL_e9a71eebb4084b6fb7b2efd8bfc8fa14",
4140
            "placeholder": "​",
4141
            "style": "IPY_MODEL_312bca73ede940f280ea3c25206ef3f8",
4142
            "value": " 657M/657M [00:26&lt;00:00, 19.9MB/s]"
4143
          }
4144
        },
4145
        "a8434eed07314c24935c6ca6a9c4952e": {
4146
          "model_module": "@jupyter-widgets/base",
4147
          "model_name": "LayoutModel",
4148
          "model_module_version": "1.2.0",
4149
          "state": {
4150
            "_model_module": "@jupyter-widgets/base",
4151
            "_model_module_version": "1.2.0",
4152
            "_model_name": "LayoutModel",
4153
            "_view_count": null,
4154
            "_view_module": "@jupyter-widgets/base",
4155
            "_view_module_version": "1.2.0",
4156
            "_view_name": "LayoutView",
4157
            "align_content": null,
4158
            "align_items": null,
4159
            "align_self": null,
4160
            "border": null,
4161
            "bottom": null,
4162
            "display": null,
4163
            "flex": null,
4164
            "flex_flow": null,
4165
            "grid_area": null,
4166
            "grid_auto_columns": null,
4167
            "grid_auto_flow": null,
4168
            "grid_auto_rows": null,
4169
            "grid_column": null,
4170
            "grid_gap": null,
4171
            "grid_row": null,
4172
            "grid_template_areas": null,
4173
            "grid_template_columns": null,
4174
            "grid_template_rows": null,
4175
            "height": null,
4176
            "justify_content": null,
4177
            "justify_items": null,
4178
            "left": null,
4179
            "margin": null,
4180
            "max_height": null,
4181
            "max_width": null,
4182
            "min_height": null,
4183
            "min_width": null,
4184
            "object_fit": null,
4185
            "object_position": null,
4186
            "order": null,
4187
            "overflow": null,
4188
            "overflow_x": null,
4189
            "overflow_y": null,
4190
            "padding": null,
4191
            "right": null,
4192
            "top": null,
4193
            "visibility": null,
4194
            "width": null
4195
          }
4196
        },
4197
        "74551940aad54d309c95ce1d549438e0": {
4198
          "model_module": "@jupyter-widgets/base",
4199
          "model_name": "LayoutModel",
4200
          "model_module_version": "1.2.0",
4201
          "state": {
4202
            "_model_module": "@jupyter-widgets/base",
4203
            "_model_module_version": "1.2.0",
4204
            "_model_name": "LayoutModel",
4205
            "_view_count": null,
4206
            "_view_module": "@jupyter-widgets/base",
4207
            "_view_module_version": "1.2.0",
4208
            "_view_name": "LayoutView",
4209
            "align_content": null,
4210
            "align_items": null,
4211
            "align_self": null,
4212
            "border": null,
4213
            "bottom": null,
4214
            "display": null,
4215
            "flex": null,
4216
            "flex_flow": null,
4217
            "grid_area": null,
4218
            "grid_auto_columns": null,
4219
            "grid_auto_flow": null,
4220
            "grid_auto_rows": null,
4221
            "grid_column": null,
4222
            "grid_gap": null,
4223
            "grid_row": null,
4224
            "grid_template_areas": null,
4225
            "grid_template_columns": null,
4226
            "grid_template_rows": null,
4227
            "height": null,
4228
            "justify_content": null,
4229
            "justify_items": null,
4230
            "left": null,
4231
            "margin": null,
4232
            "max_height": null,
4233
            "max_width": null,
4234
            "min_height": null,
4235
            "min_width": null,
4236
            "object_fit": null,
4237
            "object_position": null,
4238
            "order": null,
4239
            "overflow": null,
4240
            "overflow_x": null,
4241
            "overflow_y": null,
4242
            "padding": null,
4243
            "right": null,
4244
            "top": null,
4245
            "visibility": null,
4246
            "width": null
4247
          }
4248
        },
4249
        "4fe71e691bc04d609baeb07bfe0bd4e1": {
4250
          "model_module": "@jupyter-widgets/controls",
4251
          "model_name": "DescriptionStyleModel",
4252
          "model_module_version": "1.5.0",
4253
          "state": {
4254
            "_model_module": "@jupyter-widgets/controls",
4255
            "_model_module_version": "1.5.0",
4256
            "_model_name": "DescriptionStyleModel",
4257
            "_view_count": null,
4258
            "_view_module": "@jupyter-widgets/base",
4259
            "_view_module_version": "1.2.0",
4260
            "_view_name": "StyleView",
4261
            "description_width": ""
4262
          }
4263
        },
4264
        "cce70368ebaf4d2a83f4bd8fc87b827f": {
4265
          "model_module": "@jupyter-widgets/base",
4266
          "model_name": "LayoutModel",
4267
          "model_module_version": "1.2.0",
4268
          "state": {
4269
            "_model_module": "@jupyter-widgets/base",
4270
            "_model_module_version": "1.2.0",
4271
            "_model_name": "LayoutModel",
4272
            "_view_count": null,
4273
            "_view_module": "@jupyter-widgets/base",
4274
            "_view_module_version": "1.2.0",
4275
            "_view_name": "LayoutView",
4276
            "align_content": null,
4277
            "align_items": null,
4278
            "align_self": null,
4279
            "border": null,
4280
            "bottom": null,
4281
            "display": null,
4282
            "flex": null,
4283
            "flex_flow": null,
4284
            "grid_area": null,
4285
            "grid_auto_columns": null,
4286
            "grid_auto_flow": null,
4287
            "grid_auto_rows": null,
4288
            "grid_column": null,
4289
            "grid_gap": null,
4290
            "grid_row": null,
4291
            "grid_template_areas": null,
4292
            "grid_template_columns": null,
4293
            "grid_template_rows": null,
4294
            "height": null,
4295
            "justify_content": null,
4296
            "justify_items": null,
4297
            "left": null,
4298
            "margin": null,
4299
            "max_height": null,
4300
            "max_width": null,
4301
            "min_height": null,
4302
            "min_width": null,
4303
            "object_fit": null,
4304
            "object_position": null,
4305
            "order": null,
4306
            "overflow": null,
4307
            "overflow_x": null,
4308
            "overflow_y": null,
4309
            "padding": null,
4310
            "right": null,
4311
            "top": null,
4312
            "visibility": null,
4313
            "width": null
4314
          }
4315
        },
4316
        "7b6da5b0aa0744bba4041954252279fa": {
4317
          "model_module": "@jupyter-widgets/controls",
4318
          "model_name": "ProgressStyleModel",
4319
          "model_module_version": "1.5.0",
4320
          "state": {
4321
            "_model_module": "@jupyter-widgets/controls",
4322
            "_model_module_version": "1.5.0",
4323
            "_model_name": "ProgressStyleModel",
4324
            "_view_count": null,
4325
            "_view_module": "@jupyter-widgets/base",
4326
            "_view_module_version": "1.2.0",
4327
            "_view_name": "StyleView",
4328
            "bar_color": null,
4329
            "description_width": ""
4330
          }
4331
        },
4332
        "e9a71eebb4084b6fb7b2efd8bfc8fa14": {
4333
          "model_module": "@jupyter-widgets/base",
4334
          "model_name": "LayoutModel",
4335
          "model_module_version": "1.2.0",
4336
          "state": {
4337
            "_model_module": "@jupyter-widgets/base",
4338
            "_model_module_version": "1.2.0",
4339
            "_model_name": "LayoutModel",
4340
            "_view_count": null,
4341
            "_view_module": "@jupyter-widgets/base",
4342
            "_view_module_version": "1.2.0",
4343
            "_view_name": "LayoutView",
4344
            "align_content": null,
4345
            "align_items": null,
4346
            "align_self": null,
4347
            "border": null,
4348
            "bottom": null,
4349
            "display": null,
4350
            "flex": null,
4351
            "flex_flow": null,
4352
            "grid_area": null,
4353
            "grid_auto_columns": null,
4354
            "grid_auto_flow": null,
4355
            "grid_auto_rows": null,
4356
            "grid_column": null,
4357
            "grid_gap": null,
4358
            "grid_row": null,
4359
            "grid_template_areas": null,
4360
            "grid_template_columns": null,
4361
            "grid_template_rows": null,
4362
            "height": null,
4363
            "justify_content": null,
4364
            "justify_items": null,
4365
            "left": null,
4366
            "margin": null,
4367
            "max_height": null,
4368
            "max_width": null,
4369
            "min_height": null,
4370
            "min_width": null,
4371
            "object_fit": null,
4372
            "object_position": null,
4373
            "order": null,
4374
            "overflow": null,
4375
            "overflow_x": null,
4376
            "overflow_y": null,
4377
            "padding": null,
4378
            "right": null,
4379
            "top": null,
4380
            "visibility": null,
4381
            "width": null
4382
          }
4383
        },
4384
        "312bca73ede940f280ea3c25206ef3f8": {
4385
          "model_module": "@jupyter-widgets/controls",
4386
          "model_name": "DescriptionStyleModel",
4387
          "model_module_version": "1.5.0",
4388
          "state": {
4389
            "_model_module": "@jupyter-widgets/controls",
4390
            "_model_module_version": "1.5.0",
4391
            "_model_name": "DescriptionStyleModel",
4392
            "_view_count": null,
4393
            "_view_module": "@jupyter-widgets/base",
4394
            "_view_module_version": "1.2.0",
4395
            "_view_name": "StyleView",
4396
            "description_width": ""
4397
          }
4398
        },
4399
        "1a97f217b8974c71979590b3921142f4": {
4400
          "model_module": "@jupyter-widgets/controls",
4401
          "model_name": "HBoxModel",
4402
          "model_module_version": "1.5.0",
4403
          "state": {
4404
            "_dom_classes": [],
4405
            "_model_module": "@jupyter-widgets/controls",
4406
            "_model_module_version": "1.5.0",
4407
            "_model_name": "HBoxModel",
4408
            "_view_count": null,
4409
            "_view_module": "@jupyter-widgets/controls",
4410
            "_view_module_version": "1.5.0",
4411
            "_view_name": "HBoxView",
4412
            "box_style": "",
4413
            "children": [
4414
              "IPY_MODEL_8cf22559c709440da8afa8284f5721c8",
4415
              "IPY_MODEL_e7e2120d9a6d46cc9198d3ec6227d731",
4416
              "IPY_MODEL_f51b130d5bee4a3f9856d786feeb49dd"
4417
            ],
4418
            "layout": "IPY_MODEL_4ec54d6d87b54e589350489b434035fe"
4419
          }
4420
        },
4421
        "8cf22559c709440da8afa8284f5721c8": {
4422
          "model_module": "@jupyter-widgets/controls",
4423
          "model_name": "HTMLModel",
4424
          "model_module_version": "1.5.0",
4425
          "state": {
4426
            "_dom_classes": [],
4427
            "_model_module": "@jupyter-widgets/controls",
4428
            "_model_module_version": "1.5.0",
4429
            "_model_name": "HTMLModel",
4430
            "_view_count": null,
4431
            "_view_module": "@jupyter-widgets/controls",
4432
            "_view_module_version": "1.5.0",
4433
            "_view_name": "HTMLView",
4434
            "description": "",
4435
            "description_tooltip": null,
4436
            "layout": "IPY_MODEL_f49f4dc7622a421f8b51e5dbf42b9897",
4437
            "placeholder": "​",
4438
            "style": "IPY_MODEL_c34cf7b8aae94de9bbae518c124f11be",
4439
            "value": "Map: 100%"
4440
          }
4441
        },
4442
        "e7e2120d9a6d46cc9198d3ec6227d731": {
4443
          "model_module": "@jupyter-widgets/controls",
4444
          "model_name": "FloatProgressModel",
4445
          "model_module_version": "1.5.0",
4446
          "state": {
4447
            "_dom_classes": [],
4448
            "_model_module": "@jupyter-widgets/controls",
4449
            "_model_module_version": "1.5.0",
4450
            "_model_name": "FloatProgressModel",
4451
            "_view_count": null,
4452
            "_view_module": "@jupyter-widgets/controls",
4453
            "_view_module_version": "1.5.0",
4454
            "_view_name": "ProgressView",
4455
            "bar_style": "success",
4456
            "description": "",
4457
            "description_tooltip": null,
4458
            "layout": "IPY_MODEL_6cad2953fe054449b1c3c57dc12cb2da",
4459
            "max": 1000,
4460
            "min": 0,
4461
            "orientation": "horizontal",
4462
            "style": "IPY_MODEL_63b5f2cc7f4e4dd889e3e0ce1218abb3",
4463
            "value": 1000
4464
          }
4465
        },
4466
        "f51b130d5bee4a3f9856d786feeb49dd": {
4467
          "model_module": "@jupyter-widgets/controls",
4468
          "model_name": "HTMLModel",
4469
          "model_module_version": "1.5.0",
4470
          "state": {
4471
            "_dom_classes": [],
4472
            "_model_module": "@jupyter-widgets/controls",
4473
            "_model_module_version": "1.5.0",
4474
            "_model_name": "HTMLModel",
4475
            "_view_count": null,
4476
            "_view_module": "@jupyter-widgets/controls",
4477
            "_view_module_version": "1.5.0",
4478
            "_view_name": "HTMLView",
4479
            "description": "",
4480
            "description_tooltip": null,
4481
            "layout": "IPY_MODEL_117f42f3c9664da481bf04bbbc3b5021",
4482
            "placeholder": "​",
4483
            "style": "IPY_MODEL_a922b8c9424b4576824246bff7023f89",
4484
            "value": " 1000/1000 [00:00&lt;00:00, 1458.28 examples/s]"
4485
          }
4486
        },
4487
        "4ec54d6d87b54e589350489b434035fe": {
4488
          "model_module": "@jupyter-widgets/base",
4489
          "model_name": "LayoutModel",
4490
          "model_module_version": "1.2.0",
4491
          "state": {
4492
            "_model_module": "@jupyter-widgets/base",
4493
            "_model_module_version": "1.2.0",
4494
            "_model_name": "LayoutModel",
4495
            "_view_count": null,
4496
            "_view_module": "@jupyter-widgets/base",
4497
            "_view_module_version": "1.2.0",
4498
            "_view_name": "LayoutView",
4499
            "align_content": null,
4500
            "align_items": null,
4501
            "align_self": null,
4502
            "border": null,
4503
            "bottom": null,
4504
            "display": null,
4505
            "flex": null,
4506
            "flex_flow": null,
4507
            "grid_area": null,
4508
            "grid_auto_columns": null,
4509
            "grid_auto_flow": null,
4510
            "grid_auto_rows": null,
4511
            "grid_column": null,
4512
            "grid_gap": null,
4513
            "grid_row": null,
4514
            "grid_template_areas": null,
4515
            "grid_template_columns": null,
4516
            "grid_template_rows": null,
4517
            "height": null,
4518
            "justify_content": null,
4519
            "justify_items": null,
4520
            "left": null,
4521
            "margin": null,
4522
            "max_height": null,
4523
            "max_width": null,
4524
            "min_height": null,
4525
            "min_width": null,
4526
            "object_fit": null,
4527
            "object_position": null,
4528
            "order": null,
4529
            "overflow": null,
4530
            "overflow_x": null,
4531
            "overflow_y": null,
4532
            "padding": null,
4533
            "right": null,
4534
            "top": null,
4535
            "visibility": null,
4536
            "width": null
4537
          }
4538
        },
4539
        "f49f4dc7622a421f8b51e5dbf42b9897": {
4540
          "model_module": "@jupyter-widgets/base",
4541
          "model_name": "LayoutModel",
4542
          "model_module_version": "1.2.0",
4543
          "state": {
4544
            "_model_module": "@jupyter-widgets/base",
4545
            "_model_module_version": "1.2.0",
4546
            "_model_name": "LayoutModel",
4547
            "_view_count": null,
4548
            "_view_module": "@jupyter-widgets/base",
4549
            "_view_module_version": "1.2.0",
4550
            "_view_name": "LayoutView",
4551
            "align_content": null,
4552
            "align_items": null,
4553
            "align_self": null,
4554
            "border": null,
4555
            "bottom": null,
4556
            "display": null,
4557
            "flex": null,
4558
            "flex_flow": null,
4559
            "grid_area": null,
4560
            "grid_auto_columns": null,
4561
            "grid_auto_flow": null,
4562
            "grid_auto_rows": null,
4563
            "grid_column": null,
4564
            "grid_gap": null,
4565
            "grid_row": null,
4566
            "grid_template_areas": null,
4567
            "grid_template_columns": null,
4568
            "grid_template_rows": null,
4569
            "height": null,
4570
            "justify_content": null,
4571
            "justify_items": null,
4572
            "left": null,
4573
            "margin": null,
4574
            "max_height": null,
4575
            "max_width": null,
4576
            "min_height": null,
4577
            "min_width": null,
4578
            "object_fit": null,
4579
            "object_position": null,
4580
            "order": null,
4581
            "overflow": null,
4582
            "overflow_x": null,
4583
            "overflow_y": null,
4584
            "padding": null,
4585
            "right": null,
4586
            "top": null,
4587
            "visibility": null,
4588
            "width": null
4589
          }
4590
        },
4591
        "c34cf7b8aae94de9bbae518c124f11be": {
4592
          "model_module": "@jupyter-widgets/controls",
4593
          "model_name": "DescriptionStyleModel",
4594
          "model_module_version": "1.5.0",
4595
          "state": {
4596
            "_model_module": "@jupyter-widgets/controls",
4597
            "_model_module_version": "1.5.0",
4598
            "_model_name": "DescriptionStyleModel",
4599
            "_view_count": null,
4600
            "_view_module": "@jupyter-widgets/base",
4601
            "_view_module_version": "1.2.0",
4602
            "_view_name": "StyleView",
4603
            "description_width": ""
4604
          }
4605
        },
4606
        "6cad2953fe054449b1c3c57dc12cb2da": {
4607
          "model_module": "@jupyter-widgets/base",
4608
          "model_name": "LayoutModel",
4609
          "model_module_version": "1.2.0",
4610
          "state": {
4611
            "_model_module": "@jupyter-widgets/base",
4612
            "_model_module_version": "1.2.0",
4613
            "_model_name": "LayoutModel",
4614
            "_view_count": null,
4615
            "_view_module": "@jupyter-widgets/base",
4616
            "_view_module_version": "1.2.0",
4617
            "_view_name": "LayoutView",
4618
            "align_content": null,
4619
            "align_items": null,
4620
            "align_self": null,
4621
            "border": null,
4622
            "bottom": null,
4623
            "display": null,
4624
            "flex": null,
4625
            "flex_flow": null,
4626
            "grid_area": null,
4627
            "grid_auto_columns": null,
4628
            "grid_auto_flow": null,
4629
            "grid_auto_rows": null,
4630
            "grid_column": null,
4631
            "grid_gap": null,
4632
            "grid_row": null,
4633
            "grid_template_areas": null,
4634
            "grid_template_columns": null,
4635
            "grid_template_rows": null,
4636
            "height": null,
4637
            "justify_content": null,
4638
            "justify_items": null,
4639
            "left": null,
4640
            "margin": null,
4641
            "max_height": null,
4642
            "max_width": null,
4643
            "min_height": null,
4644
            "min_width": null,
4645
            "object_fit": null,
4646
            "object_position": null,
4647
            "order": null,
4648
            "overflow": null,
4649
            "overflow_x": null,
4650
            "overflow_y": null,
4651
            "padding": null,
4652
            "right": null,
4653
            "top": null,
4654
            "visibility": null,
4655
            "width": null
4656
          }
4657
        },
4658
        "63b5f2cc7f4e4dd889e3e0ce1218abb3": {
4659
          "model_module": "@jupyter-widgets/controls",
4660
          "model_name": "ProgressStyleModel",
4661
          "model_module_version": "1.5.0",
4662
          "state": {
4663
            "_model_module": "@jupyter-widgets/controls",
4664
            "_model_module_version": "1.5.0",
4665
            "_model_name": "ProgressStyleModel",
4666
            "_view_count": null,
4667
            "_view_module": "@jupyter-widgets/base",
4668
            "_view_module_version": "1.2.0",
4669
            "_view_name": "StyleView",
4670
            "bar_color": null,
4671
            "description_width": ""
4672
          }
4673
        },
4674
        "117f42f3c9664da481bf04bbbc3b5021": {
4675
          "model_module": "@jupyter-widgets/base",
4676
          "model_name": "LayoutModel",
4677
          "model_module_version": "1.2.0",
4678
          "state": {
4679
            "_model_module": "@jupyter-widgets/base",
4680
            "_model_module_version": "1.2.0",
4681
            "_model_name": "LayoutModel",
4682
            "_view_count": null,
4683
            "_view_module": "@jupyter-widgets/base",
4684
            "_view_module_version": "1.2.0",
4685
            "_view_name": "LayoutView",
4686
            "align_content": null,
4687
            "align_items": null,
4688
            "align_self": null,
4689
            "border": null,
4690
            "bottom": null,
4691
            "display": null,
4692
            "flex": null,
4693
            "flex_flow": null,
4694
            "grid_area": null,
4695
            "grid_auto_columns": null,
4696
            "grid_auto_flow": null,
4697
            "grid_auto_rows": null,
4698
            "grid_column": null,
4699
            "grid_gap": null,
4700
            "grid_row": null,
4701
            "grid_template_areas": null,
4702
            "grid_template_columns": null,
4703
            "grid_template_rows": null,
4704
            "height": null,
4705
            "justify_content": null,
4706
            "justify_items": null,
4707
            "left": null,
4708
            "margin": null,
4709
            "max_height": null,
4710
            "max_width": null,
4711
            "min_height": null,
4712
            "min_width": null,
4713
            "object_fit": null,
4714
            "object_position": null,
4715
            "order": null,
4716
            "overflow": null,
4717
            "overflow_x": null,
4718
            "overflow_y": null,
4719
            "padding": null,
4720
            "right": null,
4721
            "top": null,
4722
            "visibility": null,
4723
            "width": null
4724
          }
4725
        },
4726
        "a922b8c9424b4576824246bff7023f89": {
4727
          "model_module": "@jupyter-widgets/controls",
4728
          "model_name": "DescriptionStyleModel",
4729
          "model_module_version": "1.5.0",
4730
          "state": {
4731
            "_model_module": "@jupyter-widgets/controls",
4732
            "_model_module_version": "1.5.0",
4733
            "_model_name": "DescriptionStyleModel",
4734
            "_view_count": null,
4735
            "_view_module": "@jupyter-widgets/base",
4736
            "_view_module_version": "1.2.0",
4737
            "_view_name": "StyleView",
4738
            "description_width": ""
4739
          }
4740
        },
4741
        "d60942cf3d974c71bd1f9d5984e0580c": {
4742
          "model_module": "@jupyter-widgets/controls",
4743
          "model_name": "HBoxModel",
4744
          "model_module_version": "1.5.0",
4745
          "state": {
4746
            "_dom_classes": [],
4747
            "_model_module": "@jupyter-widgets/controls",
4748
            "_model_module_version": "1.5.0",
4749
            "_model_name": "HBoxModel",
4750
            "_view_count": null,
4751
            "_view_module": "@jupyter-widgets/controls",
4752
            "_view_module_version": "1.5.0",
4753
            "_view_name": "HBoxView",
4754
            "box_style": "",
4755
            "children": [
4756
              "IPY_MODEL_d4d7add22a154279943428d496ac05ca",
4757
              "IPY_MODEL_42d9369bf5bc4f538f925e0fd0e3048f",
4758
              "IPY_MODEL_bbe71558dbf0434a9334aba784e547ac"
4759
            ],
4760
            "layout": "IPY_MODEL_5d677887f4074e288eb95c7dba354680"
4761
          }
4762
        },
4763
        "d4d7add22a154279943428d496ac05ca": {
4764
          "model_module": "@jupyter-widgets/controls",
4765
          "model_name": "HTMLModel",
4766
          "model_module_version": "1.5.0",
4767
          "state": {
4768
            "_dom_classes": [],
4769
            "_model_module": "@jupyter-widgets/controls",
4770
            "_model_module_version": "1.5.0",
4771
            "_model_name": "HTMLModel",
4772
            "_view_count": null,
4773
            "_view_module": "@jupyter-widgets/controls",
4774
            "_view_module_version": "1.5.0",
4775
            "_view_name": "HTMLView",
4776
            "description": "",
4777
            "description_tooltip": null,
4778
            "layout": "IPY_MODEL_aa6374e9313348bda63dfd8bad97481a",
4779
            "placeholder": "​",
4780
            "style": "IPY_MODEL_c8c318424b2b4ba0b788d7a15217ddbe",
4781
            "value": "Map: 100%"
4782
          }
4783
        },
4784
        "42d9369bf5bc4f538f925e0fd0e3048f": {
4785
          "model_module": "@jupyter-widgets/controls",
4786
          "model_name": "FloatProgressModel",
4787
          "model_module_version": "1.5.0",
4788
          "state": {
4789
            "_dom_classes": [],
4790
            "_model_module": "@jupyter-widgets/controls",
4791
            "_model_module_version": "1.5.0",
4792
            "_model_name": "FloatProgressModel",
4793
            "_view_count": null,
4794
            "_view_module": "@jupyter-widgets/controls",
4795
            "_view_module_version": "1.5.0",
4796
            "_view_name": "ProgressView",
4797
            "bar_style": "success",
4798
            "description": "",
4799
            "description_tooltip": null,
4800
            "layout": "IPY_MODEL_8614f95764c0409da8dd82ec9ad474f1",
4801
            "max": 1000,
4802
            "min": 0,
4803
            "orientation": "horizontal",
4804
            "style": "IPY_MODEL_9820beb8b5d44759b81e6ca97ff7b250",
4805
            "value": 1000
4806
          }
4807
        },
4808
        "bbe71558dbf0434a9334aba784e547ac": {
4809
          "model_module": "@jupyter-widgets/controls",
4810
          "model_name": "HTMLModel",
4811
          "model_module_version": "1.5.0",
4812
          "state": {
4813
            "_dom_classes": [],
4814
            "_model_module": "@jupyter-widgets/controls",
4815
            "_model_module_version": "1.5.0",
4816
            "_model_name": "HTMLModel",
4817
            "_view_count": null,
4818
            "_view_module": "@jupyter-widgets/controls",
4819
            "_view_module_version": "1.5.0",
4820
            "_view_name": "HTMLView",
4821
            "description": "",
4822
            "description_tooltip": null,
4823
            "layout": "IPY_MODEL_07b8e67462694703a1d9dbed9f9d5c1b",
4824
            "placeholder": "​",
4825
            "style": "IPY_MODEL_88a6e00a597d4e7394cdd42386d987a7",
4826
            "value": " 1000/1000 [00:01&lt;00:00, 890.27 examples/s]"
4827
          }
4828
        },
4829
        "5d677887f4074e288eb95c7dba354680": {
4830
          "model_module": "@jupyter-widgets/base",
4831
          "model_name": "LayoutModel",
4832
          "model_module_version": "1.2.0",
4833
          "state": {
4834
            "_model_module": "@jupyter-widgets/base",
4835
            "_model_module_version": "1.2.0",
4836
            "_model_name": "LayoutModel",
4837
            "_view_count": null,
4838
            "_view_module": "@jupyter-widgets/base",
4839
            "_view_module_version": "1.2.0",
4840
            "_view_name": "LayoutView",
4841
            "align_content": null,
4842
            "align_items": null,
4843
            "align_self": null,
4844
            "border": null,
4845
            "bottom": null,
4846
            "display": null,
4847
            "flex": null,
4848
            "flex_flow": null,
4849
            "grid_area": null,
4850
            "grid_auto_columns": null,
4851
            "grid_auto_flow": null,
4852
            "grid_auto_rows": null,
4853
            "grid_column": null,
4854
            "grid_gap": null,
4855
            "grid_row": null,
4856
            "grid_template_areas": null,
4857
            "grid_template_columns": null,
4858
            "grid_template_rows": null,
4859
            "height": null,
4860
            "justify_content": null,
4861
            "justify_items": null,
4862
            "left": null,
4863
            "margin": null,
4864
            "max_height": null,
4865
            "max_width": null,
4866
            "min_height": null,
4867
            "min_width": null,
4868
            "object_fit": null,
4869
            "object_position": null,
4870
            "order": null,
4871
            "overflow": null,
4872
            "overflow_x": null,
4873
            "overflow_y": null,
4874
            "padding": null,
4875
            "right": null,
4876
            "top": null,
4877
            "visibility": null,
4878
            "width": null
4879
          }
4880
        },
4881
        "aa6374e9313348bda63dfd8bad97481a": {
4882
          "model_module": "@jupyter-widgets/base",
4883
          "model_name": "LayoutModel",
4884
          "model_module_version": "1.2.0",
4885
          "state": {
4886
            "_model_module": "@jupyter-widgets/base",
4887
            "_model_module_version": "1.2.0",
4888
            "_model_name": "LayoutModel",
4889
            "_view_count": null,
4890
            "_view_module": "@jupyter-widgets/base",
4891
            "_view_module_version": "1.2.0",
4892
            "_view_name": "LayoutView",
4893
            "align_content": null,
4894
            "align_items": null,
4895
            "align_self": null,
4896
            "border": null,
4897
            "bottom": null,
4898
            "display": null,
4899
            "flex": null,
4900
            "flex_flow": null,
4901
            "grid_area": null,
4902
            "grid_auto_columns": null,
4903
            "grid_auto_flow": null,
4904
            "grid_auto_rows": null,
4905
            "grid_column": null,
4906
            "grid_gap": null,
4907
            "grid_row": null,
4908
            "grid_template_areas": null,
4909
            "grid_template_columns": null,
4910
            "grid_template_rows": null,
4911
            "height": null,
4912
            "justify_content": null,
4913
            "justify_items": null,
4914
            "left": null,
4915
            "margin": null,
4916
            "max_height": null,
4917
            "max_width": null,
4918
            "min_height": null,
4919
            "min_width": null,
4920
            "object_fit": null,
4921
            "object_position": null,
4922
            "order": null,
4923
            "overflow": null,
4924
            "overflow_x": null,
4925
            "overflow_y": null,
4926
            "padding": null,
4927
            "right": null,
4928
            "top": null,
4929
            "visibility": null,
4930
            "width": null
4931
          }
4932
        },
4933
        "c8c318424b2b4ba0b788d7a15217ddbe": {
4934
          "model_module": "@jupyter-widgets/controls",
4935
          "model_name": "DescriptionStyleModel",
4936
          "model_module_version": "1.5.0",
4937
          "state": {
4938
            "_model_module": "@jupyter-widgets/controls",
4939
            "_model_module_version": "1.5.0",
4940
            "_model_name": "DescriptionStyleModel",
4941
            "_view_count": null,
4942
            "_view_module": "@jupyter-widgets/base",
4943
            "_view_module_version": "1.2.0",
4944
            "_view_name": "StyleView",
4945
            "description_width": ""
4946
          }
4947
        },
4948
        "8614f95764c0409da8dd82ec9ad474f1": {
4949
          "model_module": "@jupyter-widgets/base",
4950
          "model_name": "LayoutModel",
4951
          "model_module_version": "1.2.0",
4952
          "state": {
4953
            "_model_module": "@jupyter-widgets/base",
4954
            "_model_module_version": "1.2.0",
4955
            "_model_name": "LayoutModel",
4956
            "_view_count": null,
4957
            "_view_module": "@jupyter-widgets/base",
4958
            "_view_module_version": "1.2.0",
4959
            "_view_name": "LayoutView",
4960
            "align_content": null,
4961
            "align_items": null,
4962
            "align_self": null,
4963
            "border": null,
4964
            "bottom": null,
4965
            "display": null,
4966
            "flex": null,
4967
            "flex_flow": null,
4968
            "grid_area": null,
4969
            "grid_auto_columns": null,
4970
            "grid_auto_flow": null,
4971
            "grid_auto_rows": null,
4972
            "grid_column": null,
4973
            "grid_gap": null,
4974
            "grid_row": null,
4975
            "grid_template_areas": null,
4976
            "grid_template_columns": null,
4977
            "grid_template_rows": null,
4978
            "height": null,
4979
            "justify_content": null,
4980
            "justify_items": null,
4981
            "left": null,
4982
            "margin": null,
4983
            "max_height": null,
4984
            "max_width": null,
4985
            "min_height": null,
4986
            "min_width": null,
4987
            "object_fit": null,
4988
            "object_position": null,
4989
            "order": null,
4990
            "overflow": null,
4991
            "overflow_x": null,
4992
            "overflow_y": null,
4993
            "padding": null,
4994
            "right": null,
4995
            "top": null,
4996
            "visibility": null,
4997
            "width": null
4998
          }
4999
        },
5000
        "9820beb8b5d44759b81e6ca97ff7b250": {
5001
          "model_module": "@jupyter-widgets/controls",
5002
          "model_name": "ProgressStyleModel",
5003
          "model_module_version": "1.5.0",
5004
          "state": {
5005
            "_model_module": "@jupyter-widgets/controls",
5006
            "_model_module_version": "1.5.0",
5007
            "_model_name": "ProgressStyleModel",
5008
            "_view_count": null,
5009
            "_view_module": "@jupyter-widgets/base",
5010
            "_view_module_version": "1.2.0",
5011
            "_view_name": "StyleView",
5012
            "bar_color": null,
5013
            "description_width": ""
5014
          }
5015
        },
5016
        "07b8e67462694703a1d9dbed9f9d5c1b": {
5017
          "model_module": "@jupyter-widgets/base",
5018
          "model_name": "LayoutModel",
5019
          "model_module_version": "1.2.0",
5020
          "state": {
5021
            "_model_module": "@jupyter-widgets/base",
5022
            "_model_module_version": "1.2.0",
5023
            "_model_name": "LayoutModel",
5024
            "_view_count": null,
5025
            "_view_module": "@jupyter-widgets/base",
5026
            "_view_module_version": "1.2.0",
5027
            "_view_name": "LayoutView",
5028
            "align_content": null,
5029
            "align_items": null,
5030
            "align_self": null,
5031
            "border": null,
5032
            "bottom": null,
5033
            "display": null,
5034
            "flex": null,
5035
            "flex_flow": null,
5036
            "grid_area": null,
5037
            "grid_auto_columns": null,
5038
            "grid_auto_flow": null,
5039
            "grid_auto_rows": null,
5040
            "grid_column": null,
5041
            "grid_gap": null,
5042
            "grid_row": null,
5043
            "grid_template_areas": null,
5044
            "grid_template_columns": null,
5045
            "grid_template_rows": null,
5046
            "height": null,
5047
            "justify_content": null,
5048
            "justify_items": null,
5049
            "left": null,
5050
            "margin": null,
5051
            "max_height": null,
5052
            "max_width": null,
5053
            "min_height": null,
5054
            "min_width": null,
5055
            "object_fit": null,
5056
            "object_position": null,
5057
            "order": null,
5058
            "overflow": null,
5059
            "overflow_x": null,
5060
            "overflow_y": null,
5061
            "padding": null,
5062
            "right": null,
5063
            "top": null,
5064
            "visibility": null,
5065
            "width": null
5066
          }
5067
        },
5068
        "88a6e00a597d4e7394cdd42386d987a7": {
5069
          "model_module": "@jupyter-widgets/controls",
5070
          "model_name": "DescriptionStyleModel",
5071
          "model_module_version": "1.5.0",
5072
          "state": {
5073
            "_model_module": "@jupyter-widgets/controls",
5074
            "_model_module_version": "1.5.0",
5075
            "_model_name": "DescriptionStyleModel",
5076
            "_view_count": null,
5077
            "_view_module": "@jupyter-widgets/base",
5078
            "_view_module_version": "1.2.0",
5079
            "_view_name": "StyleView",
5080
            "description_width": ""
5081
          }
5082
        }
5083
      }
5084
    }
5085
  },
5086
  "cells": [
5087
    {
5088
      "cell_type": "code",
5089
      "source": [
5090
        "!pip install transformers trl"
5091
      ],
5092
      "metadata": {
5093
        "colab": {
5094
          "base_uri": "https://localhost:8080/"
5095
        },
5096
        "id": "WqgZjNHnQo1p",
5097
        "outputId": "18ac770e-80de-4b21-8505-5cb163bef5f0"
5098
      },
5099
      "execution_count": 1,
5100
      "outputs": [
5101
        {
5102
          "output_type": "stream",
5103
          "name": "stdout",
5104
          "text": [
5105
            "Collecting transformers\n",
5106
            "  Downloading transformers-4.33.0-py3-none-any.whl (7.6 MB)\n",
5107
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m59.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5108
            "\u001b[?25hCollecting trl\n",
5109
            "  Downloading trl-0.7.1-py3-none-any.whl (117 kB)\n",
5110
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m118.0/118.0 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5111
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n",
5112
            "Collecting huggingface-hub<1.0,>=0.15.1 (from transformers)\n",
5113
            "  Downloading huggingface_hub-0.16.4-py3-none-any.whl (268 kB)\n",
5114
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m32.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5115
            "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.23.5)\n",
5116
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
5117
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
5118
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.6.3)\n",
5119
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
5120
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1 (from transformers)\n",
5121
            "  Downloading tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.8 MB)\n",
5122
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m110.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5123
            "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n",
5124
            "  Downloading safetensors-0.3.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
5125
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m84.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5126
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.1)\n",
5127
            "Requirement already satisfied: torch>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from trl) (2.0.1+cu118)\n",
5128
            "Collecting accelerate (from trl)\n",
5129
            "  Downloading accelerate-0.22.0-py3-none-any.whl (251 kB)\n",
5130
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m251.2/251.2 kB\u001b[0m \u001b[31m20.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5131
            "\u001b[?25hCollecting datasets (from trl)\n",
5132
            "  Downloading datasets-2.14.4-py3-none-any.whl (519 kB)\n",
5133
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.3/519.3 kB\u001b[0m \u001b[31m55.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5134
            "\u001b[?25hRequirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.15.1->transformers) (2023.6.0)\n",
5135
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.15.1->transformers) (4.7.1)\n",
5136
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (1.12)\n",
5137
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (3.1)\n",
5138
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (3.1.2)\n",
5139
            "Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.4.0->trl) (2.0.0)\n",
5140
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.4.0->trl) (3.27.2)\n",
5141
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.4.0->trl) (16.0.6)\n",
5142
            "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate->trl) (5.9.5)\n",
5143
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (9.0.0)\n",
5144
            "Collecting dill<0.3.8,>=0.3.0 (from datasets->trl)\n",
5145
            "  Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n",
5146
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m15.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5147
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (1.5.3)\n",
5148
            "Collecting xxhash (from datasets->trl)\n",
5149
            "  Downloading xxhash-3.3.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
5150
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m25.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5151
            "\u001b[?25hCollecting multiprocess (from datasets->trl)\n",
5152
            "  Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",
5153
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
5154
            "\u001b[?25hRequirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets->trl) (3.8.5)\n",
5155
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.2.0)\n",
5156
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
5157
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.4)\n",
5158
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n",
5159
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (23.1.0)\n",
5160
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (6.0.4)\n",
5161
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (4.0.3)\n",
5162
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (1.9.2)\n",
5163
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (1.4.0)\n",
5164
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->trl) (1.3.1)\n",
5165
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.4.0->trl) (2.1.3)\n",
5166
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->trl) (2.8.2)\n",
5167
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->trl) (2023.3)\n",
5168
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.4.0->trl) (1.3.0)\n",
5169
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets->trl) (1.16.0)\n",
5170
            "Installing collected packages: tokenizers, safetensors, xxhash, dill, multiprocess, huggingface-hub, transformers, datasets, accelerate, trl\n",
5171
            "Successfully installed accelerate-0.22.0 datasets-2.14.4 dill-0.3.7 huggingface-hub-0.16.4 multiprocess-0.70.15 safetensors-0.3.3 tokenizers-0.13.3 transformers-4.33.0 trl-0.7.1 xxhash-3.3.0\n"
5172
          ]
5173
        }
5174
      ]
5175
    },
5176
    {
5177
      "cell_type": "code",
5178
      "execution_count": 2,
5179
      "metadata": {
5180
        "id": "hgj2hw_WQecA"
5181
      },
5182
      "outputs": [],
5183
      "source": [
5184
        "## Import libraries\n",
5185
        "import torch\n",
5186
        "import transformers\n",
5187
        "from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM, DataCollatorForLanguageModeling\n",
5188
        "from trl import RewardTrainer, SFTTrainer\n",
5189
        "from datasets import Dataset\n",
5190
        "import json\n",
5191
        "import pandas as pd\n",
5192
        "from transformers import Trainer, TrainingArguments"
5193
      ]
5194
    },
5195
    {
5196
      "cell_type": "code",
5197
      "source": [
5198
        "!wget https://huggingface.co/datasets/CarperAI/openai_summarize_comparisons/resolve/main/data/test-00000-of-00001-0845e2eec675b16a.parquet\n",
5199
        "# after that rename to test.parquet"
5200
      ],
5201
      "metadata": {
5202
        "colab": {
5203
          "base_uri": "https://localhost:8080/"
5204
        },
5205
        "id": "NFgC7kBFRm0P",
5206
        "outputId": "b23a409d-ff09-4f49-a120-083a0be42d4a"
5207
      },
5208
      "execution_count": 3,
5209
      "outputs": [
5210
        {
5211
          "output_type": "stream",
5212
          "name": "stdout",
5213
          "text": [
5214
            "--2023-09-06 12:36:39--  https://huggingface.co/datasets/CarperAI/openai_summarize_comparisons/resolve/main/data/test-00000-of-00001-0845e2eec675b16a.parquet\n",
5215
            "Resolving huggingface.co (huggingface.co)... 18.172.134.24, 18.172.134.4, 18.172.134.88, ...\n",
5216
            "Connecting to huggingface.co (huggingface.co)|18.172.134.24|:443... connected.\n",
5217
            "HTTP request sent, awaiting response... 302 Found\n",
5218
            "Location: https://cdn-lfs.huggingface.co/repos/02/84/02842250b699bbde4e980e9206f5045df542f9ca374595cc86b8d57189641ff5/a8c5d73113a2c7119faacd44e43959f74e5b59e181f3da57caa918c907ac6620?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27test-00000-of-00001-0845e2eec675b16a.parquet%3B+filename%3D%22test-00000-of-00001-0845e2eec675b16a.parquet%22%3B&Expires=1694262999&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NDI2Mjk5OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy8wMi84NC8wMjg0MjI1MGI2OTliYmRlNGU5ODBlOTIwNmY1MDQ1ZGY1NDJmOWNhMzc0NTk1Y2M4NmI4ZDU3MTg5NjQxZmY1L2E4YzVkNzMxMTNhMmM3MTE5ZmFhY2Q0NGU0Mzk1OWY3NGU1YjU5ZTE4MWYzZGE1N2NhYTkxOGM5MDdhYzY2MjA%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=CLl3zBeYW5jzKbX9MZkryL0p-j8lTtx03ksho0Zwpi5ZeKplDz%7EohUhbXaK5OKCteoEJx%7EDjpluciHcFdC%7EQcfdwgRSuAuT%7ECMaPxAmmzR54Zd0AcIPR02OenGpIbf3scib4X-ZCWgSVAgUlF6F8jfbSq1Yo4eoi4iyJj3m%7El1O0NbWVZ7qm%7E4kXfNzBpaMI1l0pDg-9x6UCrVuto2g1guD3Uzwb%7EahiEwCYIcVGLgxo-SXOFO7-9w4eCZ-KkvwNq%7EgEGeUBmilzf1Wwnu6IVPnygYicEbiAIopHZDcm87wuC3j%7EcMwVKQx9JxrfXf3kP-Q6OqrLDUd2ejN0gInvUQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
5219
            "--2023-09-06 12:36:39--  https://cdn-lfs.huggingface.co/repos/02/84/02842250b699bbde4e980e9206f5045df542f9ca374595cc86b8d57189641ff5/a8c5d73113a2c7119faacd44e43959f74e5b59e181f3da57caa918c907ac6620?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27test-00000-of-00001-0845e2eec675b16a.parquet%3B+filename%3D%22test-00000-of-00001-0845e2eec675b16a.parquet%22%3B&Expires=1694262999&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5NDI2Mjk5OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy8wMi84NC8wMjg0MjI1MGI2OTliYmRlNGU5ODBlOTIwNmY1MDQ1ZGY1NDJmOWNhMzc0NTk1Y2M4NmI4ZDU3MTg5NjQxZmY1L2E4YzVkNzMxMTNhMmM3MTE5ZmFhY2Q0NGU0Mzk1OWY3NGU1YjU5ZTE4MWYzZGE1N2NhYTkxOGM5MDdhYzY2MjA%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=CLl3zBeYW5jzKbX9MZkryL0p-j8lTtx03ksho0Zwpi5ZeKplDz%7EohUhbXaK5OKCteoEJx%7EDjpluciHcFdC%7EQcfdwgRSuAuT%7ECMaPxAmmzR54Zd0AcIPR02OenGpIbf3scib4X-ZCWgSVAgUlF6F8jfbSq1Yo4eoi4iyJj3m%7El1O0NbWVZ7qm%7E4kXfNzBpaMI1l0pDg-9x6UCrVuto2g1guD3Uzwb%7EahiEwCYIcVGLgxo-SXOFO7-9w4eCZ-KkvwNq%7EgEGeUBmilzf1Wwnu6IVPnygYicEbiAIopHZDcm87wuC3j%7EcMwVKQx9JxrfXf3kP-Q6OqrLDUd2ejN0gInvUQ__&Key-Pair-Id=KVTP0A1DKRTAX\n",
5220
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 18.154.185.26, 18.154.185.64, 18.154.185.94, ...\n",
5221
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|18.154.185.26|:443... connected.\n",
5222
            "HTTP request sent, awaiting response... 200 OK\n",
5223
            "Length: 20441979 (19M) [binary/octet-stream]\n",
5224
            "Saving to: ‘test-00000-of-00001-0845e2eec675b16a.parquet’\n",
5225
            "\n",
5226
            "test-00000-of-00001 100%[===================>]  19.49M   105MB/s    in 0.2s    \n",
5227
            "\n",
5228
            "2023-09-06 12:36:39 (105 MB/s) - ‘test-00000-of-00001-0845e2eec675b16a.parquet’ saved [20441979/20441979]\n",
5229
            "\n"
5230
          ]
5231
        }
5232
      ]
5233
    },
5234
    {
5235
      "cell_type": "markdown",
5236
      "source": [
5237
        "### Dataset for Training : https://huggingface.co/datasets/CarperAI/openai_summarize_tldr\n",
5238
        "\n",
5239
        "### Dataset for Testing : https://huggingface.co/datasets/CarperAI/openai_summarize_comparisons"
5240
      ],
5241
      "metadata": {
5242
        "id": "r81RnxurR-E2"
5243
      }
5244
    },
5245
    {
5246
      "cell_type": "code",
5247
      "source": [
5248
        "Model_name = \"bigcode/tiny_starcoder_py\"\n",
5249
        "Data_path = \"test.parquet\""
5250
      ],
5251
      "metadata": {
5252
        "id": "sY4LnQyVQl5J"
5253
      },
5254
      "execution_count": 4,
5255
      "outputs": []
5256
    },
5257
    {
5258
      "cell_type": "code",
5259
      "source": [
5260
        "# Read the file\n",
5261
        "df  = pd.read_parquet(Data_path)\n",
5262
        "df = df[:10]\n",
5263
        "raw_dataset = Dataset.from_pandas(df)\n",
5264
        "raw_dataset"
5265
      ],
5266
      "metadata": {
5267
        "colab": {
5268
          "base_uri": "https://localhost:8080/"
5269
        },
5270
        "id": "ReMAX6WySL3s",
5271
        "outputId": "7dbda935-3fa6-47fd-a5a9-3ce66a006f3c"
5272
      },
5273
      "execution_count": 7,
5274
      "outputs": [
5275
        {
5276
          "output_type": "execute_result",
5277
          "data": {
5278
            "text/plain": [
5279
              "Dataset({\n",
5280
              "    features: ['prompt', 'chosen', 'rejected'],\n",
5281
              "    num_rows: 10\n",
5282
              "})"
5283
            ]
5284
          },
5285
          "metadata": {},
5286
          "execution_count": 7
5287
        }
5288
      ]
5289
    },
5290
    {
5291
      "cell_type": "markdown",
5292
      "source": [
5293
        "### Tokenize the dataset to feed in the model"
5294
      ],
5295
      "metadata": {
5296
        "id": "1IPbHllpSeYn"
5297
      }
5298
    },
5299
    {
5300
      "cell_type": "code",
5301
      "source": [
5302
        "tokenizer = AutoTokenizer.from_pretrained(Model_name)\n",
5303
        "model = AutoModelForCausalLM.from_pretrained(Model_name)"
5304
      ],
5305
      "metadata": {
5306
        "colab": {
5307
          "base_uri": "https://localhost:8080/",
5308
          "height": 273,
5309
          "referenced_widgets": [
5310
            "49fa119988e94491bd0b0934ab1b04dd",
5311
            "5378f53a21a846cf84939bbe38bd352a",
5312
            "36a56b173fff4e7ab29ceb89fc91e80a",
5313
            "4f003ed566a54d9ca840b639bd0dbc5a",
5314
            "20ced65359c64091ba34b3c4b00e8e3a",
5315
            "90d04df2494a44b7b61763dcc55088e4",
5316
            "0438dfe4446b4dc8bf66e06c0f93936b",
5317
            "4b2064375e7d4300af006ec9aea392a1",
5318
            "41fe284779a74ad7952bb04dd00c799f",
5319
            "a1c4301017eb4517ac6e61a7a76a4f62",
5320
            "f9500c5121994041ae21c75cd5b4f620",
5321
            "57f7311ca349467992a24e326a5c8973",
5322
            "974ba3d8b31340889d8eec2755b95c63",
5323
            "b66a35af210f4599add6a7c2c0a5b747",
5324
            "48ccae5af1214ba4895d0fd0dc1575dc",
5325
            "f1d38a7da34d48d4bfd3446ef87c80ca",
5326
            "672cf262c694424fbcead773d9fa951e",
5327
            "460a0823d9b744c491640dcdc7b22ccc",
5328
            "858d03cff31041309446f5298f9935f5",
5329
            "d09907d2ec634ec99b503928382dcc36",
5330
            "593fa0e1a1284482815f0bad455fca8c",
5331
            "528650b590db40bc960a39234e1a3400",
5332
            "83063ba407ed4a72b7eb808a8991f063",
5333
            "b66b06911cc142438565ce617490e0ef",
5334
            "9d9c63f280364ea998cf4787ea7d803c",
5335
            "7955bc2920df48d9bd87d5230530b62f",
5336
            "8d9cec798beb4ec2a4bb372aa2459baa",
5337
            "a606ccadac7646f4b3950df0075a3f50",
5338
            "e5dd9855dda148d080d36e8af49b52b9",
5339
            "5630b8de5c8c45beaa95a2d4eeddd360",
5340
            "73b09004c5d04dceacae5770a85ae6d4",
5341
            "fb8590c4fe5d4407a8f6911762347eb0",
5342
            "8affaf1d5c3042d59f2c38a7ffc5e2e7",
5343
            "91a1e970c39a45c1a4968936a7ee2b9b",
5344
            "c90ed5adb04049c2b3206168abaabb18",
5345
            "2028a9b302af4bfbbfb449aaf81f79f9",
5346
            "38e5bee32320471cb18bb279e2c973e5",
5347
            "5969d572c9c54697b278e5a8c7538590",
5348
            "e0d31c06e9624523ae29055ffdf376a8",
5349
            "85f9e0b93abb4b939c34461cc97237ea",
5350
            "d126a83864184ef3af456070c01b208f",
5351
            "7cfa8034eb1f49c99ac97b13b26de8da",
5352
            "c06ed0e10d1f432ba884aeaa4b3dc95f",
5353
            "567b44755ad44ff3b00928ed1a7c2151",
5354
            "09ff7ca1f4ae47cead2d35146e5ffc3f",
5355
            "e59ad53fece34e2981083650cb68535c",
5356
            "fa2fa4b31b7948bab133161b5dd83da5",
5357
            "7efe48cfa1ae41e595adb7073d186ff9",
5358
            "2e6aada51a554528b6eec2aaab686fa1",
5359
            "b5cf4c45e2c54a4a9d5bc2eebe7acab6",
5360
            "7f96e47f213246b5865ba9ad97ad3cdd",
5361
            "48b2b9cea05a46c0be4936146886c71e",
5362
            "7cf7325892fe49d99836c3de92ef76d0",
5363
            "8c527d2c8ce247ed87bfa445e98af940",
5364
            "e3caf589fb254a22a78817ca58a20eb6",
5365
            "7c52d3a64462430494f26f614f2cb808",
5366
            "a7a3c1a2686a4a24ba3d6071a751c0c3",
5367
            "b8c56d556145461499239f636e41eab6",
5368
            "c9267251fc3d478ebeb2bf36ddd1d11c",
5369
            "f6824efb6fd7438782ddc82003390ab5",
5370
            "3d3ce95b25a04ea6b387e698d5003d73",
5371
            "08e8561fd13f419dad04830a9f54735d",
5372
            "379820aa30d3405b8d12502a9a9c3f47",
5373
            "37298b0c021b4bd09e814ae8627a9889",
5374
            "3d188ab88aea4c16af9b7504c88d13d3",
5375
            "ca7aecdf3cc64c84923849ead0d35c3c",
5376
            "5ef2a9736301486caedd3c739f6999a0",
5377
            "70d36062e0ae42debb5e81c4907abf1e",
5378
            "3add69793c014f45b98af69c1b808551",
5379
            "7a1a2cbaf35248b59ff2ef410a99b851",
5380
            "c06c3ee43be34cb5b42904c9aa02f3b5",
5381
            "f04243ac73374c758c4f769c21b12be6",
5382
            "d085052c262e442cbfdc5c78d5742dfa",
5383
            "ed261a1a03884980ac993b8a95af3185",
5384
            "2b7bf784f4b742078b37aac9d5511be7",
5385
            "72e186f5813c4c4cb721da78585d8090",
5386
            "d4f78d7d82934f2eaa53be987fa857b5",
5387
            "c915bcd052904defa7523185e02deef2",
5388
            "cf2b8fd384dc418cb6787a6af90ec37b",
5389
            "47a455b62cc04128966edfae85b67339",
5390
            "211dfbb563264d6e91aaa6e481e03baf",
5391
            "4ecdd256e85d43b98cd3d939f0101f5b",
5392
            "09230be851c8498ebf5c5c002857a6f1",
5393
            "f21bc7d012a34c34ada2e55da84f4091",
5394
            "bfd0a9d2c25c49f98eeaf77cb38aa4e6",
5395
            "4f3310be4e0f4fa1bf5b96774e9f5060",
5396
            "997b8fa40b1f49d1a0867436f3764ce3",
5397
            "8147ba0ac28949de8302afa60a383661"
5398
          ]
5399
        },
5400
        "id": "daw09BDBSa44",
5401
        "outputId": "38e185ab-cfa4-457c-cb2c-aa9f4cf01532"
5402
      },
5403
      "execution_count": 8,
5404
      "outputs": [
5405
        {
5406
          "output_type": "display_data",
5407
          "data": {
5408
            "text/plain": [
5409
              "Downloading (…)okenizer_config.json:   0%|          | 0.00/677 [00:00<?, ?B/s]"
5410
            ],
5411
            "application/vnd.jupyter.widget-view+json": {
5412
              "version_major": 2,
5413
              "version_minor": 0,
5414
              "model_id": "49fa119988e94491bd0b0934ab1b04dd"
5415
            }
5416
          },
5417
          "metadata": {}
5418
        },
5419
        {
5420
          "output_type": "display_data",
5421
          "data": {
5422
            "text/plain": [
5423
              "Downloading (…)olve/main/vocab.json:   0%|          | 0.00/777k [00:00<?, ?B/s]"
5424
            ],
5425
            "application/vnd.jupyter.widget-view+json": {
5426
              "version_major": 2,
5427
              "version_minor": 0,
5428
              "model_id": "57f7311ca349467992a24e326a5c8973"
5429
            }
5430
          },
5431
          "metadata": {}
5432
        },
5433
        {
5434
          "output_type": "display_data",
5435
          "data": {
5436
            "text/plain": [
5437
              "Downloading (…)olve/main/merges.txt:   0%|          | 0.00/442k [00:00<?, ?B/s]"
5438
            ],
5439
            "application/vnd.jupyter.widget-view+json": {
5440
              "version_major": 2,
5441
              "version_minor": 0,
5442
              "model_id": "83063ba407ed4a72b7eb808a8991f063"
5443
            }
5444
          },
5445
          "metadata": {}
5446
        },
5447
        {
5448
          "output_type": "display_data",
5449
          "data": {
5450
            "text/plain": [
5451
              "Downloading (…)/main/tokenizer.json:   0%|          | 0.00/2.06M [00:00<?, ?B/s]"
5452
            ],
5453
            "application/vnd.jupyter.widget-view+json": {
5454
              "version_major": 2,
5455
              "version_minor": 0,
5456
              "model_id": "91a1e970c39a45c1a4968936a7ee2b9b"
5457
            }
5458
          },
5459
          "metadata": {}
5460
        },
5461
        {
5462
          "output_type": "display_data",
5463
          "data": {
5464
            "text/plain": [
5465
              "Downloading (…)cial_tokens_map.json:   0%|          | 0.00/532 [00:00<?, ?B/s]"
5466
            ],
5467
            "application/vnd.jupyter.widget-view+json": {
5468
              "version_major": 2,
5469
              "version_minor": 0,
5470
              "model_id": "09ff7ca1f4ae47cead2d35146e5ffc3f"
5471
            }
5472
          },
5473
          "metadata": {}
5474
        },
5475
        {
5476
          "output_type": "display_data",
5477
          "data": {
5478
            "text/plain": [
5479
              "Downloading (…)lve/main/config.json:   0%|          | 0.00/1.03k [00:00<?, ?B/s]"
5480
            ],
5481
            "application/vnd.jupyter.widget-view+json": {
5482
              "version_major": 2,
5483
              "version_minor": 0,
5484
              "model_id": "7c52d3a64462430494f26f614f2cb808"
5485
            }
5486
          },
5487
          "metadata": {}
5488
        },
5489
        {
5490
          "output_type": "display_data",
5491
          "data": {
5492
            "text/plain": [
5493
              "Downloading model.safetensors:   0%|          | 0.00/657M [00:00<?, ?B/s]"
5494
            ],
5495
            "application/vnd.jupyter.widget-view+json": {
5496
              "version_major": 2,
5497
              "version_minor": 0,
5498
              "model_id": "5ef2a9736301486caedd3c739f6999a0"
5499
            }
5500
          },
5501
          "metadata": {}
5502
        },
5503
        {
5504
          "output_type": "display_data",
5505
          "data": {
5506
            "text/plain": [
5507
              "Downloading (…)neration_config.json:   0%|          | 0.00/111 [00:00<?, ?B/s]"
5508
            ],
5509
            "application/vnd.jupyter.widget-view+json": {
5510
              "version_major": 2,
5511
              "version_minor": 0,
5512
              "model_id": "c915bcd052904defa7523185e02deef2"
5513
            }
5514
          },
5515
          "metadata": {}
5516
        }
5517
      ]
5518
    },
5519
    {
5520
      "cell_type": "markdown",
5521
      "source": [
5522
        "### Tokenize the dataset to feed in the model"
5523
      ],
5524
      "metadata": {
5525
        "id": "Z15PFpEhS51h"
5526
      }
5527
    },
5528
    {
5529
      "cell_type": "code",
5530
      "source": [
5531
        "tokenizer.add_special_tokens({'pad_token': '[PAD]'})\n",
5532
        "def formatting_func(examples):\n",
5533
        "    kwargs = {\"padding\": \"max_length\",\n",
5534
        "              \"truncation\": True,\n",
5535
        "              \"max_length\": 256,\n",
5536
        "              \"return_tensors\": \"pt\"\n",
5537
        "              }\n",
5538
        "\n",
5539
        "    # Prepend the prompt and a line break to the original_response and response-1 fields.\n",
5540
        "    prompt_plus_chosen_response = examples[\"prompt\"] + \"\\n\" + examples[\"chosen\"]\n",
5541
        "    prompt_plus_rejected_response = examples[\"prompt\"] + \"\\n\" + examples[\"rejected\"]\n",
5542
        "\n",
5543
        "    # Then tokenize these modified fields.\n",
5544
        "    tokens_chosen = tokenizer.encode_plus(prompt_plus_chosen_response, **kwargs)\n",
5545
        "    tokens_rejected = tokenizer.encode_plus(prompt_plus_rejected_response, **kwargs)\n",
5546
        "\n",
5547
        "    return {\n",
5548
        "        \"input_ids_chosen\": tokens_chosen[\"input_ids\"][0], \"attention_mask_chosen\": tokens_chosen[\"attention_mask\"][0],\n",
5549
        "        \"input_ids_rejected\": tokens_rejected[\"input_ids\"][0], \"attention_mask_rejected\": tokens_rejected[\"attention_mask\"][0]\n",
5550
        "    }"
5551
      ],
5552
      "metadata": {
5553
        "id": "gcAtMRzpS2aC"
5554
      },
5555
      "execution_count": 9,
5556
      "outputs": []
5557
    },
5558
    {
5559
      "cell_type": "markdown",
5560
      "source": [
5561
        "### Map the function to data"
5562
      ],
5563
      "metadata": {
5564
        "id": "qec70IWWVYkU"
5565
      }
5566
    },
5567
    {
5568
      "cell_type": "code",
5569
      "source": [
5570
        "formatted_dataset = raw_dataset.map(formatting_func)\n",
5571
        "formatted_dataset = formatted_dataset.train_test_split()"
5572
      ],
5573
      "metadata": {
5574
        "colab": {
5575
          "base_uri": "https://localhost:8080/",
5576
          "height": 49,
5577
          "referenced_widgets": [
5578
            "6396b18205ab4daa965b76a29a8e8fda",
5579
            "df34019ab4154eb38dcce6ed6d204fbc",
5580
            "fff7525af65f4bed8f1ef699603f3c07",
5581
            "733550fcf3154e25ba0ace779ceb87a7",
5582
            "cd99115f95bb4282910caf8e4f03612e",
5583
            "4561689ef64b40d2a41ccf58815959bd",
5584
            "0a3eb086e97f459bb3a032ac9ec22dea",
5585
            "9fce344d959f46a6b28c2f8726c704b4",
5586
            "92085ca3991f46b5b626f00d665788ed",
5587
            "be943a11e101479dbbf8f176f3783cd6",
5588
            "6c6448ae3f764b32b99b2a0e21d85184"
5589
          ]
5590
        },
5591
        "id": "b5q-aIpRUCxP",
5592
        "outputId": "4578f0f4-09c3-45ca-f164-d1ace2c2525d"
5593
      },
5594
      "execution_count": 10,
5595
      "outputs": [
5596
        {
5597
          "output_type": "display_data",
5598
          "data": {
5599
            "text/plain": [
5600
              "Map:   0%|          | 0/10 [00:00<?, ? examples/s]"
5601
            ],
5602
            "application/vnd.jupyter.widget-view+json": {
5603
              "version_major": 2,
5604
              "version_minor": 0,
5605
              "model_id": "6396b18205ab4daa965b76a29a8e8fda"
5606
            }
5607
          },
5608
          "metadata": {}
5609
        }
5610
      ]
5611
    },
5612
    {
5613
      "cell_type": "code",
5614
      "source": [
5615
        "model.config"
5616
      ],
5617
      "metadata": {
5618
        "colab": {
5619
          "base_uri": "https://localhost:8080/"
5620
        },
5621
        "id": "9ejl2Q_iVXtn",
5622
        "outputId": "b888e6bc-7fea-4515-bb67-1dc9367fe9cf"
5623
      },
5624
      "execution_count": 11,
5625
      "outputs": [
5626
        {
5627
          "output_type": "execute_result",
5628
          "data": {
5629
            "text/plain": [
5630
              "GPTBigCodeConfig {\n",
5631
              "  \"_name_or_path\": \"bigcode/tiny_starcoder_py\",\n",
5632
              "  \"activation_function\": \"gelu_pytorch_tanh\",\n",
5633
              "  \"architectures\": [\n",
5634
              "    \"GPTBigCodeForCausalLM\"\n",
5635
              "  ],\n",
5636
              "  \"attention_softmax_in_fp32\": true,\n",
5637
              "  \"attn_pdrop\": 0.1,\n",
5638
              "  \"bos_token_id\": 0,\n",
5639
              "  \"embd_pdrop\": 0.1,\n",
5640
              "  \"eos_token_id\": 0,\n",
5641
              "  \"inference_runner\": 0,\n",
5642
              "  \"initializer_range\": 0.02,\n",
5643
              "  \"layer_norm_epsilon\": 1e-05,\n",
5644
              "  \"max_batch_size\": null,\n",
5645
              "  \"max_sequence_length\": null,\n",
5646
              "  \"model_type\": \"gpt_bigcode\",\n",
5647
              "  \"multi_query\": true,\n",
5648
              "  \"n_embd\": 768,\n",
5649
              "  \"n_head\": 12,\n",
5650
              "  \"n_inner\": 3072,\n",
5651
              "  \"n_layer\": 20,\n",
5652
              "  \"n_positions\": 8192,\n",
5653
              "  \"pad_key_length\": true,\n",
5654
              "  \"pre_allocate_kv_cache\": false,\n",
5655
              "  \"resid_pdrop\": 0.1,\n",
5656
              "  \"scale_attention_softmax_in_fp32\": true,\n",
5657
              "  \"scale_attn_weights\": true,\n",
5658
              "  \"summary_activation\": null,\n",
5659
              "  \"summary_first_dropout\": 0.1,\n",
5660
              "  \"summary_proj_to_labels\": true,\n",
5661
              "  \"summary_type\": \"cls_index\",\n",
5662
              "  \"summary_use_proj\": true,\n",
5663
              "  \"torch_dtype\": \"float32\",\n",
5664
              "  \"transformers_version\": \"4.33.0\",\n",
5665
              "  \"use_cache\": true,\n",
5666
              "  \"validate_runner_input\": true,\n",
5667
              "  \"vocab_size\": 49152\n",
5668
              "}"
5669
            ]
5670
          },
5671
          "metadata": {},
5672
          "execution_count": 11
5673
        }
5674
      ]
5675
    },
5676
    {
5677
      "cell_type": "code",
5678
      "source": [
5679
        "### Loading the TRL reward trainer and training the trainer\n",
5680
        "training_args = TrainingArguments(\n",
5681
        "        output_dir=\"tinystarcoder-rlhf-model\",\n",
5682
        "        num_train_epochs=1,\n",
5683
        "        logging_steps=10,\n",
5684
        "        gradient_accumulation_steps=1,\n",
5685
        "        save_strategy=\"steps\",\n",
5686
        "        evaluation_strategy=\"steps\",\n",
5687
        "        per_device_train_batch_size=2,\n",
5688
        "        per_device_eval_batch_size=1,\n",
5689
        "        eval_accumulation_steps=1,\n",
5690
        "        eval_steps=500,\n",
5691
        "        save_steps=500,\n",
5692
        "        warmup_steps=100,\n",
5693
        "        logging_dir=\"./logs\",\n",
5694
        "        learning_rate=1e-5,\n",
5695
        "        save_total_limit=1,\n",
5696
        "        no_cuda=True\n",
5697
        "    )"
5698
      ],
5699
      "metadata": {
5700
        "colab": {
5701
          "base_uri": "https://localhost:8080/"
5702
        },
5703
        "id": "S4UivLiGVgO2",
5704
        "outputId": "cb75c51d-59b6-4fcf-841d-e0b5c62ee074"
5705
      },
5706
      "execution_count": 12,
5707
      "outputs": [
5708
        {
5709
          "output_type": "stream",
5710
          "name": "stderr",
5711
          "text": [
5712
            "/usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1257: FutureWarning: using `no_cuda` is deprecated and will be removed in version 5.0 of 🤗 Transformers. Use `use_cpu` instead\n",
5713
            "  warnings.warn(\n"
5714
          ]
5715
        }
5716
      ]
5717
    },
5718
    {
5719
      "cell_type": "code",
5720
      "source": [
5721
        "trainer = RewardTrainer(model=model,\n",
5722
        "                        tokenizer=tokenizer,\n",
5723
        "                        train_dataset=formatted_dataset['train'],\n",
5724
        "                        eval_dataset=formatted_dataset['test'],\n",
5725
        "                        args= training_args\n",
5726
        "                        )\n",
5727
        "trainer.train()"
5728
      ],
5729
      "metadata": {
5730
        "colab": {
5731
          "base_uri": "https://localhost:8080/",
5732
          "height": 252
5733
        },
5734
        "id": "P2ooNlBhVim-",
5735
        "outputId": "259a4a95-1b91-4c2b-cb70-23b64cc267ca"
5736
      },
5737
      "execution_count": 13,
5738
      "outputs": [
5739
        {
5740
          "output_type": "stream",
5741
          "name": "stderr",
5742
          "text": [
5743
            "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:124: UserWarning: When using RewardDataCollatorWithPadding, you should set `max_length` in the RewardTrainer's init it will be set to `512` by default, but you should do it yourself in the future.\n",
5744
            "  warnings.warn(\n",
5745
            "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:138: UserWarning: When using RewardDataCollatorWithPadding, you should set `remove_unused_columns=False` in your TrainingArguments we have set it for you, but you should do it yourself in the future.\n",
5746
            "  warnings.warn(\n",
5747
            "You're using a GPT2TokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n",
5748
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2436: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
5749
            "  warnings.warn(\n",
5750
            "Could not estimate the number of tokens of the input, floating-point operations will not be computed\n"
5751
          ]
5752
        },
5753
        {
5754
          "output_type": "display_data",
5755
          "data": {
5756
            "text/plain": [
5757
              "<IPython.core.display.HTML object>"
5758
            ],
5759
            "text/html": [
5760
              "\n",
5761
              "    <div>\n",
5762
              "      \n",
5763
              "      <progress value='4' max='4' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
5764
              "      [4/4 00:52, Epoch 1/1]\n",
5765
              "    </div>\n",
5766
              "    <table border=\"1\" class=\"dataframe\">\n",
5767
              "  <thead>\n",
5768
              " <tr style=\"text-align: left;\">\n",
5769
              "      <th>Step</th>\n",
5770
              "      <th>Training Loss</th>\n",
5771
              "      <th>Validation Loss</th>\n",
5772
              "    </tr>\n",
5773
              "  </thead>\n",
5774
              "  <tbody>\n",
5775
              "  </tbody>\n",
5776
              "</table><p>"
5777
            ]
5778
          },
5779
          "metadata": {}
5780
        },
5781
        {
5782
          "output_type": "execute_result",
5783
          "data": {
5784
            "text/plain": [
5785
              "TrainOutput(global_step=4, training_loss=0.7674217224121094, metrics={'train_runtime': 101.4459, 'train_samples_per_second': 0.069, 'train_steps_per_second': 0.039, 'total_flos': 0.0, 'train_loss': 0.7674217224121094, 'epoch': 1.0})"
5786
            ]
5787
          },
5788
          "metadata": {},
5789
          "execution_count": 13
5790
        }
5791
      ]
5792
    },
5793
    {
5794
      "cell_type": "code",
5795
      "source": [
5796
        "trainer.evaluate()"
5797
      ],
5798
      "metadata": {
5799
        "colab": {
5800
          "base_uri": "https://localhost:8080/",
5801
          "height": 231
5802
        },
5803
        "id": "ENADz21Gf1XN",
5804
        "outputId": "eecf2422-7dda-498a-c2d8-479f3aab6b72"
5805
      },
5806
      "execution_count": 15,
5807
      "outputs": [
5808
        {
5809
          "output_type": "stream",
5810
          "name": "stderr",
5811
          "text": [
5812
            "/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:2436: UserWarning: `max_length` is ignored when `padding`=`True` and there is no truncation strategy. To pad to max length, use `padding='max_length'`.\n",
5813
            "  warnings.warn(\n",
5814
            "/usr/local/lib/python3.10/dist-packages/trl/trainer/reward_trainer.py:214: UserWarning: The use of `x.T` on tensors of dimension other than 2 to reverse their shape is deprecated and it will throw an error in a future release. Consider `x.mT` to transpose batches of matrices or `x.permute(*torch.arange(x.ndim - 1, -1, -1))` to reverse the dimensions of a tensor. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:3571.)\n",
5815
            "  logits = torch.stack(logits).mean(dim=2).softmax(dim=0).T\n"
5816
          ]
5817
        },
5818
        {
5819
          "output_type": "display_data",
5820
          "data": {
5821
            "text/plain": [
5822
              "<IPython.core.display.HTML object>"
5823
            ],
5824
            "text/html": [
5825
              "\n",
5826
              "    <div>\n",
5827
              "      \n",
5828
              "      <progress value='3' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
5829
              "      [3/3 00:14]\n",
5830
              "    </div>\n",
5831
              "    "
5832
            ]
5833
          },
5834
          "metadata": {}
5835
        },
5836
        {
5837
          "output_type": "execute_result",
5838
          "data": {
5839
            "text/plain": [
5840
              "{'eval_loss': 0.6931466460227966,\n",
5841
              " 'eval_accuracy': 0.0,\n",
5842
              " 'eval_runtime': 22.5484,\n",
5843
              " 'eval_samples_per_second': 0.133,\n",
5844
              " 'eval_steps_per_second': 0.133,\n",
5845
              " 'epoch': 1.0}"
5846
            ]
5847
          },
5848
          "metadata": {},
5849
          "execution_count": 15
5850
        }
5851
      ]
5852
    },
5853
    {
5854
      "cell_type": "code",
5855
      "source": [
5856
        "from huggingface_hub import login\n",
5857
        "login()"
5858
      ],
5859
      "metadata": {
5860
        "colab": {
5861
          "base_uri": "https://localhost:8080/",
5862
          "height": 145,
5863
          "referenced_widgets": [
5864
            "70363dc337a84a4e8d9dbe548bb24e5a",
5865
            "b50c4b7e474f4b3ca1b626b8390f6d4e",
5866
            "5b58c1033da8470f82744583306674e4",
5867
            "85c7e1bc8dcb4ee99baeb9f30cfdd2bb",
5868
            "2d293c8541264b0cbaeb7219c2d94ef8",
5869
            "a634b0ccd0a84f53acbb16ede00688b7",
5870
            "2f2cd4fd194444aeb41ab473ce74f744",
5871
            "cbcda32fd6694581a3ea49c2abc83232",
5872
            "f3b324fe716e4abc81fcdd0817387797",
5873
            "9fbdfbeef5ed4880ae68fcde7d12b617",
5874
            "b7653907cb634671b17cde0234bdaf18",
5875
            "9fd5e7396838452da35d5f1240dcfc09",
5876
            "b6fe4d9105d849da8c69966016b52454",
5877
            "37b3bc877baa429e99456abc6e47e551",
5878
            "61e3ec46b6ca4bfaa5cffe684130d13b",
5879
            "1b1bb860813d45bb88f39b1aaa192e91",
5880
            "f8a983b16f3644fca1692d8de9f07f0d",
5881
            "89cc8bd26d154bbd812997f60b0e241d",
5882
            "6511db857f284380a6d93b9115d14479",
5883
            "f387c978d4c24221890d90ac8d22e0b6",
5884
            "79131c98086a4259800d77bd94f81554",
5885
            "b015f478b8b6453fa0f49c115ff572c2",
5886
            "2d9d192cfa124aadaf1b3d31bb9dd0ce",
5887
            "cb52479c2c3844a99388a8e71fd6d0e6",
5888
            "9d2d72d38d5f43fcbd64b43481982ce8",
5889
            "7218cccb90284684b43124ee11adb918",
5890
            "1b93ff678ada4ff5bec69a1bdb36bd5b",
5891
            "1d5e9cd1f7234b899efbfd3cfb23774c",
5892
            "a6295ffea3b546e9a9b62552424dc970",
5893
            "554b5751193b4133992e160b6a938dda",
5894
            "9edaf08284f24cd6bd37039f565315f2",
5895
            "1ff9cb3284ad4ffd9eb7ca376e5e3006"
5896
          ]
5897
        },
5898
        "id": "ZI4Ex-o7WFHc",
5899
        "outputId": "4ca5f4f0-44ac-46be-8976-8697f79018cc"
5900
      },
5901
      "execution_count": 17,
5902
      "outputs": [
5903
        {
5904
          "output_type": "display_data",
5905
          "data": {
5906
            "text/plain": [
5907
              "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
5908
            ],
5909
            "application/vnd.jupyter.widget-view+json": {
5910
              "version_major": 2,
5911
              "version_minor": 0,
5912
              "model_id": "70363dc337a84a4e8d9dbe548bb24e5a"
5913
            }
5914
          },
5915
          "metadata": {}
5916
        }
5917
      ]
5918
    },
5919
    {
5920
      "cell_type": "code",
5921
      "source": [
5922
        "trainer.push_to_hub(\"RLHF model of StarCoder\")"
5923
      ],
5924
      "metadata": {
5925
        "colab": {
5926
          "base_uri": "https://localhost:8080/",
5927
          "height": 67,
5928
          "referenced_widgets": [
5929
            "7511afb8ae6b4947a2445ef0450d449f",
5930
            "df5badd1ab29425d8ed70a91d618a0e4",
5931
            "c89e2bd3496a46ed83c1678b2f9d1713",
5932
            "2fa045000acd438da96717b13d3c5a0c",
5933
            "a8434eed07314c24935c6ca6a9c4952e",
5934
            "74551940aad54d309c95ce1d549438e0",
5935
            "4fe71e691bc04d609baeb07bfe0bd4e1",
5936
            "cce70368ebaf4d2a83f4bd8fc87b827f",
5937
            "7b6da5b0aa0744bba4041954252279fa",
5938
            "e9a71eebb4084b6fb7b2efd8bfc8fa14",
5939
            "312bca73ede940f280ea3c25206ef3f8"
5940
          ]
5941
        },
5942
        "id": "bUrhJDQLWDuu",
5943
        "outputId": "bb69e358-4c0a-4a0d-9cbc-8bdb35017c9a"
5944
      },
5945
      "execution_count": 18,
5946
      "outputs": [
5947
        {
5948
          "output_type": "display_data",
5949
          "data": {
5950
            "text/plain": [
5951
              "pytorch_model.bin:   0%|          | 0.00/657M [00:00<?, ?B/s]"
5952
            ],
5953
            "application/vnd.jupyter.widget-view+json": {
5954
              "version_major": 2,
5955
              "version_minor": 0,
5956
              "model_id": "7511afb8ae6b4947a2445ef0450d449f"
5957
            }
5958
          },
5959
          "metadata": {}
5960
        },
5961
        {
5962
          "output_type": "execute_result",
5963
          "data": {
5964
            "text/plain": [
5965
              "'https://huggingface.co/ashishpatel26/tinystarcoder-rlhf-model/tree/main/'"
5966
            ],
5967
            "application/vnd.google.colaboratory.intrinsic+json": {
5968
              "type": "string"
5969
            }
5970
          },
5971
          "metadata": {},
5972
          "execution_count": 18
5973
        }
5974
      ]
5975
    },
5976
    {
5977
      "cell_type": "code",
5978
      "source": [
5979
        "trainer.save_model(\"tinystarcoder-rlhf-model\")"
5980
      ],
5981
      "metadata": {
5982
        "id": "jb3_r6pcVqDx"
5983
      },
5984
      "execution_count": 20,
5985
      "outputs": []
5986
    },
5987
    {
5988
      "cell_type": "markdown",
5989
      "source": [
5990
        "### Policy Model"
5991
      ],
5992
      "metadata": {
5993
        "id": "pvXbToUJV7Y9"
5994
      }
5995
    },
5996
    {
5997
      "cell_type": "code",
5998
      "source": [
5999
        "help(trainer.push_to_hub)"
6000
      ],
6001
      "metadata": {
6002
        "id": "8dfAGf2Ha20p"
6003
      },
6004
      "execution_count": null,
6005
      "outputs": []
6006
    },
6007
    {
6008
      "cell_type": "code",
6009
      "source": [
6010
        "## inference the model\n",
6011
        "rm_model = AutoModelForCausalLM.from_pretrained(\"tinystarcoder-rlhf-model\")\n",
6012
        "tokenizer = AutoTokenizer.from_pretrained(\"tinystarcoder-rlhf-model\")"
6013
      ],
6014
      "metadata": {
6015
        "id": "E_JNgUoqV8cL"
6016
      },
6017
      "execution_count": 21,
6018
      "outputs": []
6019
    },
6020
    {
6021
      "cell_type": "code",
6022
      "source": [
6023
        "def get_score(model, tokenizer, prompt, response):\n",
6024
        "\n",
6025
        "    instructions = tokenizer.encode_plus(prompt,\n",
6026
        "                                       response,\n",
6027
        "                                       padding=\"max_length\",\n",
6028
        "                                       max_length=256,\n",
6029
        "                                       return_tensors=\"pt\",\n",
6030
        "                                        truncation=True)\n",
6031
        "    with torch.no_grad():\n",
6032
        "        outputs = model(**instructions)\n",
6033
        "\n",
6034
        "    logits = outputs[0]\n",
6035
        "\n",
6036
        "    return logits"
6037
      ],
6038
      "metadata": {
6039
        "id": "YyFiSSkkZUSt"
6040
      },
6041
      "execution_count": 22,
6042
      "outputs": []
6043
    },
6044
    {
6045
      "cell_type": "code",
6046
      "source": [
6047
        "# usage with prompt\n",
6048
        "prompt = df.iloc[0][\"prompt\"]\n",
6049
        "example_prefered_response = df.iloc[0][\"chosen\"]\n",
6050
        "example_unprefered_response = df.iloc[0][\"rejected\"]"
6051
      ],
6052
      "metadata": {
6053
        "id": "BUNv_muAZcrB"
6054
      },
6055
      "execution_count": 23,
6056
      "outputs": []
6057
    },
6058
    {
6059
      "cell_type": "code",
6060
      "source": [
6061
        "loss1 = get_score(model, tokenizer, prompt, example_prefered_response)\n",
6062
        "loss2= get_score(model, tokenizer, prompt, example_unprefered_response)"
6063
      ],
6064
      "metadata": {
6065
        "id": "uV6LkWkWZePB"
6066
      },
6067
      "execution_count": 24,
6068
      "outputs": []
6069
    },
6070
    {
6071
      "cell_type": "code",
6072
      "source": [
6073
        "from torch import nn\n",
6074
        "loss = -nn.functional.logsigmoid(loss1 - loss2).mean()"
6075
      ],
6076
      "metadata": {
6077
        "id": "0E6NWxhPZgVB"
6078
      },
6079
      "execution_count": 25,
6080
      "outputs": []
6081
    },
6082
    {
6083
      "cell_type": "code",
6084
      "source": [
6085
        "tokenizer.decode(torch.max(loss1, axis=-1).indices[0])"
6086
      ],
6087
      "metadata": {
6088
        "colab": {
6089
          "base_uri": "https://localhost:8080/",
6090
          "height": 87
6091
        },
6092
        "id": "IhbtDog6Zh0s",
6093
        "outputId": "74f7678a-6edc-48ba-804f-16cd63eb4af9"
6094
      },
6095
      "execution_count": 26,
6096
      "outputs": [
6097
        {
6098
          "output_type": "execute_result",
6099
          "data": {
6100
            "text/plain": [
6101
              "'_DDIT_\\n           \"r/#: Relationship RelationshipRelationship0]0ARCH\\nlsriend\\n2//M]\\n [\\n [\\n the was to the [\\n a friends to\\n\\n: https [lfriend [ me am a aumb. my19 minutes.\\n\\n\"\"\"I updated:** girlfriend was through my Facebook..** I my my friends.**.** my  of dayslf.\\n\\n** went dding for my message personirl** I had to makeellpping my my my past** but I was a in\\n\\n** have ali a of ago she  tolirt with my girl. and she had my about my.. me few of gir.1viously). was\\'t find that was).\\n\\n** was it for  twoirl and the had my Facebook. the   she wasand historyirl) was was March,\\n to to find that were flited. I a g.. f.ing on her.\\nirirl wass; I1 girirllfriend is 19 months. through my Facebook.. my permission. I it messages. her.lirty with me coupleirl.\\n found up with me after she through more with\\n'"
6102
            ],
6103
            "application/vnd.google.colaboratory.intrinsic+json": {
6104
              "type": "string"
6105
            }
6106
          },
6107
          "metadata": {},
6108
          "execution_count": 26
6109
        }
6110
      ]
6111
    },
6112
    {
6113
      "cell_type": "markdown",
6114
      "source": [
6115
        "### Policy Model"
6116
      ],
6117
      "metadata": {
6118
        "id": "yIjodhd5hP7g"
6119
      }
6120
    },
6121
    {
6122
      "cell_type": "code",
6123
      "source": [
6124
        "import torch\n",
6125
        "import transformers\n",
6126
        "from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM, DataCollatorForLanguageModeling\n",
6127
        "from trl import RewardTrainer, SFTTrainer\n",
6128
        "from datasets import Dataset\n",
6129
        "import json\n",
6130
        "import pandas as pd\n",
6131
        "from transformers import Trainer, TrainingArguments\n",
6132
        "from trl import PPOTrainer, PPOConfig, AutoModelForCausalLMWithValueHead, create_reference_model"
6133
      ],
6134
      "metadata": {
6135
        "id": "m_7o8be1ZpfJ"
6136
      },
6137
      "execution_count": 54,
6138
      "outputs": []
6139
    },
6140
    {
6141
      "cell_type": "code",
6142
      "source": [
6143
        "##model path\n",
6144
        "MODEL_PATH = \"bigcode/tiny_starcoder_py\"\n",
6145
        "DATA_PATH = \"test.parquet\""
6146
      ],
6147
      "metadata": {
6148
        "id": "7fZZYLbrhRom"
6149
      },
6150
      "execution_count": 55,
6151
      "outputs": []
6152
    },
6153
    {
6154
      "cell_type": "code",
6155
      "source": [
6156
        "df = pd.read_parquet(DATA_PATH)\n",
6157
        "df = df[:1000]\n",
6158
        "dataset = Dataset.from_pandas(df)\n",
6159
        "dataset"
6160
      ],
6161
      "metadata": {
6162
        "colab": {
6163
          "base_uri": "https://localhost:8080/"
6164
        },
6165
        "id": "6vJxLQvYhU23",
6166
        "outputId": "85339387-e6f3-441c-f3f8-5322e87005fe"
6167
      },
6168
      "execution_count": 56,
6169
      "outputs": [
6170
        {
6171
          "output_type": "execute_result",
6172
          "data": {
6173
            "text/plain": [
6174
              "Dataset({\n",
6175
              "    features: ['prompt', 'chosen', 'rejected'],\n",
6176
              "    num_rows: 1000\n",
6177
              "})"
6178
            ]
6179
          },
6180
          "metadata": {},
6181
          "execution_count": 56
6182
        }
6183
      ]
6184
    },
6185
    {
6186
      "cell_type": "code",
6187
      "source": [
6188
        "from transformers import AutoTokenizer, pipeline"
6189
      ],
6190
      "metadata": {
6191
        "id": "o74znYVghvy5"
6192
      },
6193
      "execution_count": 59,
6194
      "outputs": []
6195
    },
6196
    {
6197
      "cell_type": "code",
6198
      "source": [
6199
        "rf_model_path = \"tinystarcoder-rlhf-model\"\n",
6200
        "starcoder_model = AutoModelForCausalLMWithValueHead.from_pretrained(rf_model_path)\n",
6201
        "starcoder_model_ref = AutoModelForCausalLMWithValueHead.from_pretrained(rf_model_path)\n",
6202
        "starcoder_tokenizer = AutoTokenizer.from_pretrained(rf_model_path)\n",
6203
        "\n",
6204
        "tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, padding_side='left')\n",
6205
        "tokenizer.pad_token = tokenizer.eos_token"
6206
      ],
6207
      "metadata": {
6208
        "id": "NCrrq1WEjWYm"
6209
      },
6210
      "execution_count": 62,
6211
      "outputs": []
6212
    },
6213
    {
6214
      "cell_type": "code",
6215
      "source": [
6216
        "txt_in_len = 5\n",
6217
        "txt_out_len = 32\n",
6218
        "seed = 1\n",
6219
        "\n",
6220
        "dataset = dataset.map(\n",
6221
        "    lambda x: {\"input_ids\": tokenizer.encode(\" \" + x[\"chosen\"], return_tensors=\"pt\", truncation=True, padding=\"max_length\", max_length=32)[0]},\n",
6222
        "    batched=False,\n",
6223
        ")\n",
6224
        "dataset = dataset.map(lambda x: {\"query\": tokenizer.decode(x[\"input_ids\"])}, batched=False)\n",
6225
        "dataset = dataset[:20480]\n",
6226
        "from datasets import Dataset\n",
6227
        "\n",
6228
        "dataset = Dataset.from_dict(dataset)\n",
6229
        "dataset.set_format(\"pytorch\")"
6230
      ],
6231
      "metadata": {
6232
        "colab": {
6233
          "base_uri": "https://localhost:8080/",
6234
          "height": 81,
6235
          "referenced_widgets": [
6236
            "1a97f217b8974c71979590b3921142f4",
6237
            "8cf22559c709440da8afa8284f5721c8",
6238
            "e7e2120d9a6d46cc9198d3ec6227d731",
6239
            "f51b130d5bee4a3f9856d786feeb49dd",
6240
            "4ec54d6d87b54e589350489b434035fe",
6241
            "f49f4dc7622a421f8b51e5dbf42b9897",
6242
            "c34cf7b8aae94de9bbae518c124f11be",
6243
            "6cad2953fe054449b1c3c57dc12cb2da",
6244
            "63b5f2cc7f4e4dd889e3e0ce1218abb3",
6245
            "117f42f3c9664da481bf04bbbc3b5021",
6246
            "a922b8c9424b4576824246bff7023f89",
6247
            "d60942cf3d974c71bd1f9d5984e0580c",
6248
            "d4d7add22a154279943428d496ac05ca",
6249
            "42d9369bf5bc4f538f925e0fd0e3048f",
6250
            "bbe71558dbf0434a9334aba784e547ac",
6251
            "5d677887f4074e288eb95c7dba354680",
6252
            "aa6374e9313348bda63dfd8bad97481a",
6253
            "c8c318424b2b4ba0b788d7a15217ddbe",
6254
            "8614f95764c0409da8dd82ec9ad474f1",
6255
            "9820beb8b5d44759b81e6ca97ff7b250",
6256
            "07b8e67462694703a1d9dbed9f9d5c1b",
6257
            "88a6e00a597d4e7394cdd42386d987a7"
6258
          ]
6259
        },
6260
        "id": "WDPj8gqqjdBY",
6261
        "outputId": "a405d2a3-6a76-4781-cc0d-1ca70a4dd688"
6262
      },
6263
      "execution_count": 63,
6264
      "outputs": [
6265
        {
6266
          "output_type": "display_data",
6267
          "data": {
6268
            "text/plain": [
6269
              "Map:   0%|          | 0/1000 [00:00<?, ? examples/s]"
6270
            ],
6271
            "application/vnd.jupyter.widget-view+json": {
6272
              "version_major": 2,
6273
              "version_minor": 0,
6274
              "model_id": "1a97f217b8974c71979590b3921142f4"
6275
            }
6276
          },
6277
          "metadata": {}
6278
        },
6279
        {
6280
          "output_type": "display_data",
6281
          "data": {
6282
            "text/plain": [
6283
              "Map:   0%|          | 0/1000 [00:00<?, ? examples/s]"
6284
            ],
6285
            "application/vnd.jupyter.widget-view+json": {
6286
              "version_major": 2,
6287
              "version_minor": 0,
6288
              "model_id": "d60942cf3d974c71bd1f9d5984e0580c"
6289
            }
6290
          },
6291
          "metadata": {}
6292
        }
6293
      ]
6294
    },
6295
    {
6296
      "cell_type": "code",
6297
      "source": [
6298
        "dataset"
6299
      ],
6300
      "metadata": {
6301
        "colab": {
6302
          "base_uri": "https://localhost:8080/"
6303
        },
6304
        "id": "jkQnoXkwj96E",
6305
        "outputId": "136d7e64-9d45-4552-97d9-31cbe6a40e85"
6306
      },
6307
      "execution_count": 64,
6308
      "outputs": [
6309
        {
6310
          "output_type": "execute_result",
6311
          "data": {
6312
            "text/plain": [
6313
              "Dataset({\n",
6314
              "    features: ['review', 'chosen', 'rejected', 'input_ids', 'query'],\n",
6315
              "    num_rows: 1000\n",
6316
              "})"
6317
            ]
6318
          },
6319
          "metadata": {},
6320
          "execution_count": 64
6321
        }
6322
      ]
6323
    },
6324
    {
6325
      "cell_type": "code",
6326
      "source": [
6327
        "sentiment_pipe_kwargs = {\"top_k\": None, \"function_to_apply\": \"none\"}\n",
6328
        "\n",
6329
        "config = PPOConfig(\n",
6330
        "    model_name=MODEL_PATH, steps=51200, learning_rate=1.41e-5, remove_unused_columns=True\n",
6331
        ")\n",
6332
        "\n",
6333
        "txt_in_len = 5\n",
6334
        "txt_out_len = 20\n",
6335
        "seed = 1"
6336
      ],
6337
      "metadata": {
6338
        "id": "f9F3y_XDkAvj"
6339
      },
6340
      "execution_count": 98,
6341
      "outputs": []
6342
    },
6343
    {
6344
      "cell_type": "code",
6345
      "source": [
6346
        "import torch\n",
6347
        "optimizer = torch.optim.SGD(starcoder_model.parameters(), lr=config.learning_rate)\n",
6348
        "ppo_trainer = PPOTrainer(config, starcoder_model, starcoder_model, starcoder_tokenizer, dataset=dataset, data_collator=collator, optimizer=optimizer)"
6349
      ],
6350
      "metadata": {
6351
        "id": "bJYnA8hZkTEK"
6352
      },
6353
      "execution_count": 99,
6354
      "outputs": []
6355
    },
6356
    {
6357
      "cell_type": "code",
6358
      "source": [
6359
        "# for i in ppo_trainer.dataloader:\n",
6360
        "#   print(i)"
6361
      ],
6362
      "metadata": {
6363
        "id": "i_RWvbQDkgsx"
6364
      },
6365
      "execution_count": 100,
6366
      "outputs": []
6367
    },
6368
    {
6369
      "cell_type": "code",
6370
      "source": [
6371
        "ctrl_str = [\"[negative]\", \"[positive]\"]\n",
6372
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")  # this should be handled by accelerate\n",
6373
        "ctrl_tokens = dict((s, starcoder_tokenizer.encode(s, return_tensors=\"pt\").squeeze().to(device)) for s in ctrl_str)"
6374
      ],
6375
      "metadata": {
6376
        "id": "YFs55MmokaWm"
6377
      },
6378
      "execution_count": 101,
6379
      "outputs": []
6380
    },
6381
    {
6382
      "cell_type": "code",
6383
      "source": [
6384
        "def pos_logit_to_reward(logit, task):\n",
6385
        "    \"\"\"\n",
6386
        "    Take the positive sentiment logit and scale it for the task.\n",
6387
        "        task [negative]: reward = -logit\n",
6388
        "        task [neutral]: reward = -2*abs(logit)+4\n",
6389
        "        task [positive]: reward = logit\n",
6390
        "    \"\"\"\n",
6391
        "    for i in range(len(logit)):\n",
6392
        "        if task[i] == \"[negative]\":\n",
6393
        "            logit[i] = -logit[i]\n",
6394
        "        elif task[i] == \"[positive]\":\n",
6395
        "            pass\n",
6396
        "        else:\n",
6397
        "            raise ValueError(\"task has to be in [0, 1, 2]!\")\n",
6398
        "    return logit"
6399
      ],
6400
      "metadata": {
6401
        "id": "g6EMveqTkuNW"
6402
      },
6403
      "execution_count": 102,
6404
      "outputs": []
6405
    },
6406
    {
6407
      "cell_type": "code",
6408
      "source": [
6409
        "pos_logit_to_reward(torch.Tensor([4, 4]), ctrl_str)"
6410
      ],
6411
      "metadata": {
6412
        "colab": {
6413
          "base_uri": "https://localhost:8080/"
6414
        },
6415
        "id": "7INpXsiskue5",
6416
        "outputId": "fc0be95d-5b3a-4bb2-8b29-45bb91f66016"
6417
      },
6418
      "execution_count": 103,
6419
      "outputs": [
6420
        {
6421
          "output_type": "execute_result",
6422
          "data": {
6423
            "text/plain": [
6424
              "tensor([-4.,  4.])"
6425
            ]
6426
          },
6427
          "metadata": {},
6428
          "execution_count": 103
6429
        }
6430
      ]
6431
    },
6432
    {
6433
      "cell_type": "code",
6434
      "source": [
6435
        "generation_kwargs = {\n",
6436
        "    \"min_length\": -1,\n",
6437
        "    \"top_k\": 0.0,\n",
6438
        "    \"top_p\": 1.0,\n",
6439
        "    \"do_sample\": True,\n",
6440
        "    \"pad_token_id\": starcoder_tokenizer.eos_token_id,\n",
6441
        "    \"max_new_tokens\": 32,\n",
6442
        "    \"eos_token_id\": -1,\n",
6443
        "}"
6444
      ],
6445
      "metadata": {
6446
        "id": "Y-oelQ_qkv0D"
6447
      },
6448
      "execution_count": 104,
6449
      "outputs": []
6450
    },
6451
    {
6452
      "cell_type": "code",
6453
      "source": [
6454
        "def get_score(model, tokenizer, responses):\n",
6455
        "    positive_logist = []\n",
6456
        "    for i in responses:\n",
6457
        "        instructions = tokenizer.encode_plus(\n",
6458
        "                                           i,\n",
6459
        "                                           padding=\"max_length\",\n",
6460
        "                                           max_length=32,\n",
6461
        "                                           return_tensors=\"pt\")\n",
6462
        "        with torch.no_grad():\n",
6463
        "            outputs = model(**instructions)\n",
6464
        "\n",
6465
        "        logits = outputs[0].mean()\n",
6466
        "        positive_logist.append(logits)\n",
6467
        "\n",
6468
        "    return positive_logist\n",
6469
        ""
6470
      ],
6471
      "metadata": {
6472
        "id": "hs9DCR5Lk0Ut"
6473
      },
6474
      "execution_count": 105,
6475
      "outputs": []
6476
    },
6477
    {
6478
      "cell_type": "code",
6479
      "source": [
6480
        "# responses =[\"ashish is a goo\", \"heelow how are you\", \"__IT_\\nr/\\n: r RelationshipRelationship]]0]\\nlsriend\\n2//M]\\n [ [ a\\n the was to the [. a friends to\\n\\n:\\n [lfriend [ me have a aried in his19 minutes.\\n\\nWhat Modified:** girlfriend was through the Facebook.. I my my friends.**** my  of lf**\\n\\n** was d1ing for my few personirl** I had for findoolpping my my the future** but I was that in\\n\\n** have ali  of to she  tolirt my me girl. and she found my about my.. me few of gir.1viously). was\\'t find her was).\\n\\n** was it about my twoirl and the had  Facebook. the  and she gand historyirl) was in April,\\n to, find, were flirted. I a messages.. f.ing on her.\\n girlM\\n; I1 girirllfriend and the19 months. to my Facebook.. my permission. she her messages. my.lirty with my fewirl.\\n found her with me. I through more with\\n\"]\n",
6481
        "# get_score(starcoder_model, tokenizer, responses)"
6482
      ],
6483
      "metadata": {
6484
        "id": "PV0W3vzzlAK7"
6485
      },
6486
      "execution_count": 113,
6487
      "outputs": []
6488
    },
6489
    {
6490
      "cell_type": "code",
6491
      "source": [
6492
        "# from random import choices\n",
6493
        "# from tqdm import tqdm\n",
6494
        "# import time\n",
6495
        "# import numpy as np\n",
6496
        "\n",
6497
        "# for epoch in range(1):\n",
6498
        "#     for batch in tqdm(ppo_trainer.dataloader):\n",
6499
        "#         (logs, game_data,) = (\n",
6500
        "#             dict(),\n",
6501
        "#             dict(),\n",
6502
        "#         )\n",
6503
        "\n",
6504
        "#         print(ctrl_str)\n",
6505
        "#         #### prepend a random control token\n",
6506
        "#         task_list = choices(ctrl_str, k=config.batch_size)\n",
6507
        "#         game_data[\"query\"] = [t + q for t, q in zip(task_list, batch[\"query\"])]\n",
6508
        "#         query_tensors = [torch.cat((ctrl_tokens[t], input_ids)) for t, input_ids in zip(task_list, batch[\"input_ids\"])]\n",
6509
        "\n",
6510
        "#         #### get response from gpt2\n",
6511
        "#         response_tensors = []\n",
6512
        "#         for query in query_tensors:\n",
6513
        "#             response = ppo_trainer.generate(query, **generation_kwargs)\n",
6514
        "#             response_tensors.append(response.squeeze()[-txt_out_len:])\n",
6515
        "# #         print(response_tensors)\n",
6516
        "#         game_data[\"response\"] = [starcoder_tokenizer.decode(r.squeeze()) for r in response_tensors]\n",
6517
        "\n",
6518
        "#         #### sentiment analysis\n",
6519
        "#         texts = [q + r for q, r in zip(batch[\"query\"], game_data[\"response\"])]\n",
6520
        "#         logits = get_score(starcoder_model,starcoder_tokenizer, texts)\n",
6521
        "#         rewards = pos_logit_to_reward(logits, task_list)\n",
6522
        "\n",
6523
        "#         #### Run PPO training\n",
6524
        "#         t = time.time()\n",
6525
        "#         stats = ppo_trainer.step(query_tensors, response_tensors, rewards)\n",
6526
        "\n",
6527
        "#         for cs in ctrl_str:\n",
6528
        "#             key = \"env/reward_\" + cs.strip(\"[]\")\n",
6529
        "#             stats[key] = np.mean([r.cpu().numpy() for r, t in zip(rewards, task_list) if t == cs])\n",
6530
        "#         ppo_trainer.log_stats(stats, game_data, rewards)"
6531
      ],
6532
      "metadata": {
6533
        "id": "WTiDklXBlT52"
6534
      },
6535
      "execution_count": 115,
6536
      "outputs": []
6537
    },
6538
    {
6539
      "cell_type": "code",
6540
      "source": [
6541
        "###saving the model\n",
6542
        "starcoder_model.save_pretrained(\"StarCoderTinyrhlfmodel/\")\n",
6543
        "starcoder_tokenizer.save_pretrained(\"StarCoderTinyrhlfmodel/\")"
6544
      ],
6545
      "metadata": {
6546
        "colab": {
6547
          "base_uri": "https://localhost:8080/"
6548
        },
6549
        "id": "MNFD6wvSlWux",
6550
        "outputId": "7cda4399-b238-4336-a5aa-480613ece097"
6551
      },
6552
      "execution_count": 109,
6553
      "outputs": [
6554
        {
6555
          "output_type": "execute_result",
6556
          "data": {
6557
            "text/plain": [
6558
              "('StarCoderTinyrhlfmodel/tokenizer_config.json',\n",
6559
              " 'StarCoderTinyrhlfmodel/special_tokens_map.json',\n",
6560
              " 'StarCoderTinyrhlfmodel/vocab.json',\n",
6561
              " 'StarCoderTinyrhlfmodel/merges.txt',\n",
6562
              " 'StarCoderTinyrhlfmodel/added_tokens.json',\n",
6563
              " 'StarCoderTinyrhlfmodel/tokenizer.json')"
6564
            ]
6565
          },
6566
          "metadata": {},
6567
          "execution_count": 109
6568
        }
6569
      ]
6570
    },
6571
    {
6572
      "cell_type": "code",
6573
      "source": [
6574
        "from transformers import pipeline, set_seed\n",
6575
        "model_path = \"StarCoderTinyrhlfmodel/\"\n",
6576
        "set_seed(42)\n",
6577
        "pipe = pipeline(\"text-generation\",model=model_path, tokenizer=model_path, max_length=30, num_return_sequences=5)"
6578
      ],
6579
      "metadata": {
6580
        "colab": {
6581
          "base_uri": "https://localhost:8080/"
6582
        },
6583
        "id": "f9KWg8IWoQqN",
6584
        "outputId": "b175814c-5206-488a-fc35-da972e3719cb"
6585
      },
6586
      "execution_count": 110,
6587
      "outputs": [
6588
        {
6589
          "output_type": "stream",
6590
          "name": "stderr",
6591
          "text": [
6592
            "Some weights of the model checkpoint at StarCoderTinyrhlfmodel/ were not used when initializing GPTBigCodeForCausalLM: ['v_head.summary.weight', 'v_head.summary.bias']\n",
6593
            "- This IS expected if you are initializing GPTBigCodeForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
6594
            "- This IS NOT expected if you are initializing GPTBigCodeForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
6595
          ]
6596
        }
6597
      ]
6598
    }
6599
  ]
6600
}