diff --git "a/notebooks/07-Finetune_Embedding.ipynb" "b/notebooks/07-Finetune_Embedding.ipynb" new file mode 100644--- /dev/null +++ "b/notebooks/07-Finetune_Embedding.ipynb" @@ -0,0 +1,7181 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [], + "gpuType": "T4", + "authorship_tag": "ABX9TyMabsjzp8mhjQyyxoKpzSeL", + "include_colab_link": true + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "099ab516ca1c4210abe4c03af07e9c5b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0bd7e929d778455283939eee542d8107", + "IPY_MODEL_d0fee47ca18c4f0a8f92be58a115cee5", + "IPY_MODEL_e678611a7fc64920b5415b660ca5aed2" + ], + "layout": "IPY_MODEL_3f16900e070244368e812ceebc04a119" + } + }, + "0bd7e929d778455283939eee542d8107": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_39b21c7086324cef9db4c8ad58161e5c", + "placeholder": "​", + "style": "IPY_MODEL_12fae3f6f6134d8bb68f2b42435d3257", + "value": "config.json: 100%" + } + }, + "d0fee47ca18c4f0a8f92be58a115cee5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6eb1a5c316a6458482e0e70bc5062558", + "max": 743, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b1d23b35cd2f4231b4dc2a2853d654cd", + "value": 743 + } + }, + "e678611a7fc64920b5415b660ca5aed2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_26994c3cbcd041c4beb279587da4d557", + "placeholder": "​", + "style": "IPY_MODEL_85ff6c9051224ebfb8abd93b7713aaf1", + "value": " 743/743 [00:00<00:00, 34.8kB/s]" + } + }, + "3f16900e070244368e812ceebc04a119": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39b21c7086324cef9db4c8ad58161e5c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12fae3f6f6134d8bb68f2b42435d3257": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6eb1a5c316a6458482e0e70bc5062558": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b1d23b35cd2f4231b4dc2a2853d654cd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "26994c3cbcd041c4beb279587da4d557": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "85ff6c9051224ebfb8abd93b7713aaf1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "fb641daa0c5944ea8305b2e51366b1b5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0ca2f5381f3c413aab146cfd5283592a", + "IPY_MODEL_b9c58a24e41943e79beed1c89b182517", + "IPY_MODEL_80d7a5d233254452839682ad8c9d0c21" + ], + "layout": "IPY_MODEL_f0086b80b59c4004809e226d4aeb07c4" + } + }, + "0ca2f5381f3c413aab146cfd5283592a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_859d6c5454ce4b9297fa05250b1662a3", + "placeholder": "​", + "style": "IPY_MODEL_3f990b734cde4118b1fc0f9d8b97f04e", + "value": "model.safetensors: 100%" + } + }, + "b9c58a24e41943e79beed1c89b182517": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a18beb54a08d4ed89c52b794c6d7a8d3", + "max": 133466304, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_5ca7c33ac11e4aefa53abeb23d2e21db", + "value": 133466304 + } + }, + "80d7a5d233254452839682ad8c9d0c21": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0542b13a00a64995b4e685ee6d154f87", + "placeholder": "​", + "style": "IPY_MODEL_393b52fcf2444c4096c607315edc80ad", + "value": " 133M/133M [00:00<00:00, 181MB/s]" + } + }, + "f0086b80b59c4004809e226d4aeb07c4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "859d6c5454ce4b9297fa05250b1662a3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3f990b734cde4118b1fc0f9d8b97f04e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a18beb54a08d4ed89c52b794c6d7a8d3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5ca7c33ac11e4aefa53abeb23d2e21db": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0542b13a00a64995b4e685ee6d154f87": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "393b52fcf2444c4096c607315edc80ad": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c3228fc664a24157b8b72223e8b43067": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_799c13c9d0d048d993f5ca4b339782c8", + "IPY_MODEL_ee14527b9fb24b40ac72b425ee7ee64a", + "IPY_MODEL_c9fe31b1cc284c76b0a0967ce6b4d268" + ], + "layout": "IPY_MODEL_61b08639ec6f4474b74025bb04894a82" + } + }, + "799c13c9d0d048d993f5ca4b339782c8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9c6946c6d3b348518234634dc805eb88", + "placeholder": "​", + "style": "IPY_MODEL_868f0d9549114ae3bd6a325d9089c4bb", + "value": "tokenizer_config.json: 100%" + } + }, + "ee14527b9fb24b40ac72b425ee7ee64a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_19814e11b07248de8391422ccec71e9f", + "max": 366, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_13415a72628441b089355dd9bb613ba7", + "value": 366 + } + }, + "c9fe31b1cc284c76b0a0967ce6b4d268": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f8611905f7b54806ab16c65e14c2693b", + "placeholder": "​", + "style": "IPY_MODEL_279321a633264e989f04ad354add1d8c", + "value": " 366/366 [00:00<00:00, 23.6kB/s]" + } + }, + "61b08639ec6f4474b74025bb04894a82": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9c6946c6d3b348518234634dc805eb88": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "868f0d9549114ae3bd6a325d9089c4bb": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "19814e11b07248de8391422ccec71e9f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "13415a72628441b089355dd9bb613ba7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f8611905f7b54806ab16c65e14c2693b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "279321a633264e989f04ad354add1d8c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6733430152a54a2da0b0217ca6259930": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_937d4bcc97eb465a8f1ddae7d43932b2", + "IPY_MODEL_49736e15f74d449ea8c8e3d133e22413", + "IPY_MODEL_fd293f83d76142a3867890c6764ba1f1" + ], + "layout": "IPY_MODEL_ff3d938a408a46719fbb4b12cdc274ee" + } + }, + "937d4bcc97eb465a8f1ddae7d43932b2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_66a003021cec4915814e4a5ff3b5f2d4", + "placeholder": "​", + "style": "IPY_MODEL_b24168e5f27345e18a770e9d4568250b", + "value": "vocab.txt: 100%" + } + }, + "49736e15f74d449ea8c8e3d133e22413": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_122c1b66997f47b792001a37e9e9db2a", + "max": 231508, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bdbecf79047640d39c8294d080f1e9c6", + "value": 231508 + } + }, + "fd293f83d76142a3867890c6764ba1f1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_da7d88f9cb3a45eab305260f299679e7", + "placeholder": "​", + "style": "IPY_MODEL_865d04bc6620446caf1b6896bf6f80ab", + "value": " 232k/232k [00:00<00:00, 4.69MB/s]" + } + }, + "ff3d938a408a46719fbb4b12cdc274ee": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "66a003021cec4915814e4a5ff3b5f2d4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b24168e5f27345e18a770e9d4568250b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "122c1b66997f47b792001a37e9e9db2a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bdbecf79047640d39c8294d080f1e9c6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "da7d88f9cb3a45eab305260f299679e7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "865d04bc6620446caf1b6896bf6f80ab": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f3f08fd8557f452588243defdaa85217": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8996fc419d764e19bd9bd7892f86f9fe", + "IPY_MODEL_174afc86daec46f08b321a09aabc1b58", + "IPY_MODEL_94d4094f5fb448928ef3edb2158cc4f8" + ], + "layout": "IPY_MODEL_8a2a255d78a44459be5defae6bd3f679" + } + }, + "8996fc419d764e19bd9bd7892f86f9fe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_56af1cf9b42240218aaab0a7279fa964", + "placeholder": "​", + "style": "IPY_MODEL_b987ec6d6e394cb8a507381432257cd1", + "value": "tokenizer.json: 100%" + } + }, + "174afc86daec46f08b321a09aabc1b58": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_540fb7c9d3d748098510a6209032a81f", + "max": 711396, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_1bbd03144a384160a95f720b3a97fdd7", + "value": 711396 + } + }, + "94d4094f5fb448928ef3edb2158cc4f8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_57e2e3f479614a489d9c9b80e7d57fa0", + "placeholder": "​", + "style": "IPY_MODEL_e92143f5be204bf3866af43f81087f06", + "value": " 711k/711k [00:00<00:00, 28.6MB/s]" + } + }, + "8a2a255d78a44459be5defae6bd3f679": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "56af1cf9b42240218aaab0a7279fa964": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b987ec6d6e394cb8a507381432257cd1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "540fb7c9d3d748098510a6209032a81f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1bbd03144a384160a95f720b3a97fdd7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "57e2e3f479614a489d9c9b80e7d57fa0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e92143f5be204bf3866af43f81087f06": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "54cd983833ee4b9b81c80372561a9b43": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8425476f44f144a282316ffb3a464673", + "IPY_MODEL_d9dce6a651974395ba6110f39586f625", + "IPY_MODEL_5f9b8e6e05b740219462f182d76cd40f" + ], + "layout": "IPY_MODEL_7e224bb9ee5e43578ee66126bdcbd1ca" + } + }, + "8425476f44f144a282316ffb3a464673": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_470ad98c296c455ba95ed90c6d4eb48a", + "placeholder": "​", + "style": "IPY_MODEL_c834994dfbe247fdaffdab5b8f67c0d2", + "value": "special_tokens_map.json: 100%" + } + }, + "d9dce6a651974395ba6110f39586f625": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2779603d552c4a028b95e27abde33b48", + "max": 125, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_86711755ebe24d2b891dab6589fecb0e", + "value": 125 + } + }, + "5f9b8e6e05b740219462f182d76cd40f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0bb3ca98615d4b928b18a63c9a50eaba", + "placeholder": "​", + "style": "IPY_MODEL_d0cfb7759f9c458992c37a501e11a262", + "value": " 125/125 [00:00<00:00, 4.81kB/s]" + } + }, + "7e224bb9ee5e43578ee66126bdcbd1ca": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "470ad98c296c455ba95ed90c6d4eb48a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c834994dfbe247fdaffdab5b8f67c0d2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2779603d552c4a028b95e27abde33b48": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "86711755ebe24d2b891dab6589fecb0e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0bb3ca98615d4b928b18a63c9a50eaba": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d0cfb7759f9c458992c37a501e11a262": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e96fbac3f982459fb235fea98f64fd57": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_2fa56d87bf5a421ab18ea3e9ca7f1155", + "IPY_MODEL_38996b2b7275484d882f1ab7c419a9c7", + "IPY_MODEL_6219b38246f04b8b93d16a917fc01eca" + ], + "layout": "IPY_MODEL_7707ea6636e4433885c33b01b8b37d77" + } + }, + "2fa56d87bf5a421ab18ea3e9ca7f1155": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ac0c64ba7c6e42acba7285ee1c321b16", + "placeholder": "​", + "style": "IPY_MODEL_7f0dd2dc149d418c85389c9513aa6fc3", + "value": "Epoch: 100%" + } + }, + "38996b2b7275484d882f1ab7c419a9c7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3492e451d806417c9c71d6ae009eea4a", + "max": 4, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_84b6d33c1bc14b90a0f35169b3cfa0b9", + "value": 4 + } + }, + "6219b38246f04b8b93d16a917fc01eca": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8387da22ffbf4442bcde608a422e093f", + "placeholder": "​", + "style": "IPY_MODEL_48c23ca7ae104be8a8d14c813d47b459", + "value": " 4/4 [01:04<00:00, 16.04s/it]" + } + }, + "7707ea6636e4433885c33b01b8b37d77": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ac0c64ba7c6e42acba7285ee1c321b16": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7f0dd2dc149d418c85389c9513aa6fc3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3492e451d806417c9c71d6ae009eea4a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84b6d33c1bc14b90a0f35169b3cfa0b9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8387da22ffbf4442bcde608a422e093f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "48c23ca7ae104be8a8d14c813d47b459": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "71c199dc30954b3a9b4aa05c4d4e6c4f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e1883bb7f03b4e49a90ffae1b3ee1fb3", + "IPY_MODEL_3cd9d736d6894c059038f5032b4f0cbd", + "IPY_MODEL_d63ff5b5912b49e68ea6e54d66e0cb61" + ], + "layout": "IPY_MODEL_b0870423e469484889ea44124527932e" + } + }, + "e1883bb7f03b4e49a90ffae1b3ee1fb3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_94f9ccf1b8d24b09bb094daa3cebe045", + "placeholder": "​", + "style": "IPY_MODEL_e112540d96bb4ed3a4daa1a6e39955b8", + "value": "Iteration: 100%" + } + }, + "3cd9d736d6894c059038f5032b4f0cbd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0b9feeb2fb0742928292c23cd958fce4", + "max": 55, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7b98bdc330b7455f80d7504b8f222107", + "value": 55 + } + }, + "d63ff5b5912b49e68ea6e54d66e0cb61": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0bc767da7ad24059b053f280bc197b77", + "placeholder": "​", + "style": "IPY_MODEL_0d232e65ce49468abb9c1628c2df4513", + "value": " 55/55 [00:16<00:00, 3.47it/s]" + } + }, + "b0870423e469484889ea44124527932e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "94f9ccf1b8d24b09bb094daa3cebe045": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e112540d96bb4ed3a4daa1a6e39955b8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0b9feeb2fb0742928292c23cd958fce4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7b98bdc330b7455f80d7504b8f222107": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0bc767da7ad24059b053f280bc197b77": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d232e65ce49468abb9c1628c2df4513": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8c1150d65bcd4ad88b5c84957cdf8ed7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_eb6a239db1b74cea841e6efd78e0edb4", + "IPY_MODEL_37ad07b72a504fc7aff6d95e27743df3", + "IPY_MODEL_57108a9830674478af9f5d82e8361872" + ], + "layout": "IPY_MODEL_b6bc5770803948549660f9da8a91e597" + } + }, + "eb6a239db1b74cea841e6efd78e0edb4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bab8b29a0ce249e8abf9562f7b5f5d1a", + "placeholder": "​", + "style": "IPY_MODEL_767ef504d7e24315b733fc7ffc6dd63f", + "value": "Iteration: 100%" + } + }, + "37ad07b72a504fc7aff6d95e27743df3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bf0dd87c86254119bd49849207b1a682", + "max": 55, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e7a32a1feed443a5b2462d3a01a86e9c", + "value": 55 + } + }, + "57108a9830674478af9f5d82e8361872": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_833fe87f1e44460bb9593bbf888adee6", + "placeholder": "​", + "style": "IPY_MODEL_dffff08f358f4f9d91e3f1b03877db95", + "value": " 55/55 [00:16<00:00, 3.44it/s]" + } + }, + "b6bc5770803948549660f9da8a91e597": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bab8b29a0ce249e8abf9562f7b5f5d1a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "767ef504d7e24315b733fc7ffc6dd63f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bf0dd87c86254119bd49849207b1a682": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e7a32a1feed443a5b2462d3a01a86e9c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "833fe87f1e44460bb9593bbf888adee6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dffff08f358f4f9d91e3f1b03877db95": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "02c8bd5521ca4933b478b10686ddde80": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b2a585f7a0494b78bd1662464b6a90b3", + "IPY_MODEL_f81df696e989495ca2e8afbe32b9a5ad", + "IPY_MODEL_cc4f120064e040e38e230ad7fbfb22df" + ], + "layout": "IPY_MODEL_5400af33692242e5aa158fc709e99de9" + } + }, + "b2a585f7a0494b78bd1662464b6a90b3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cbc31cff7845454b9c8a8cc00c41e8e5", + "placeholder": "​", + "style": "IPY_MODEL_79ef5644ae2744e1a1cc972bab1b044c", + "value": "Iteration: 100%" + } + }, + "f81df696e989495ca2e8afbe32b9a5ad": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5a0d9f06361746e5817bf5aee4b4bd7e", + "max": 55, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2c78d4281b79486f8601088920ecc1e0", + "value": 55 + } + }, + "cc4f120064e040e38e230ad7fbfb22df": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_34fc8d0a2d9d48c1bbb6542df363f1a5", + "placeholder": "​", + "style": "IPY_MODEL_d3118490fe984a6b95d6247139dbc307", + "value": " 55/55 [00:15<00:00, 3.57it/s]" + } + }, + "5400af33692242e5aa158fc709e99de9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cbc31cff7845454b9c8a8cc00c41e8e5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "79ef5644ae2744e1a1cc972bab1b044c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5a0d9f06361746e5817bf5aee4b4bd7e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2c78d4281b79486f8601088920ecc1e0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "34fc8d0a2d9d48c1bbb6542df363f1a5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d3118490fe984a6b95d6247139dbc307": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4efc4869a3f7426ea553bab295813576": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8e71c42542be46a284e9e088ecb0a887", + "IPY_MODEL_55761fabb73a4091b106f2cfa975e414", + "IPY_MODEL_fdf279bc6e51471e9dd426604fb0beb9" + ], + "layout": "IPY_MODEL_828e89b9c3514326ad4c500618082fad" + } + }, + "8e71c42542be46a284e9e088ecb0a887": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3fcb62ad9bc846e6ae878e365821d5e1", + "placeholder": "​", + "style": "IPY_MODEL_074f3a3599864f20bf737a52127a13f1", + "value": "Iteration: 100%" + } + }, + "55761fabb73a4091b106f2cfa975e414": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7aa5b5ac39b849dca2d7f909909527a3", + "max": 55, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e92d6e1e387f41e2a87d995d67a2db5f", + "value": 55 + } + }, + "fdf279bc6e51471e9dd426604fb0beb9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_db85ee1f4cda429ba1e5311523b91663", + "placeholder": "​", + "style": "IPY_MODEL_0182319eb62f4b6289b6b5613fb1220e", + "value": " 55/55 [00:15<00:00, 3.60it/s]" + } + }, + "828e89b9c3514326ad4c500618082fad": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3fcb62ad9bc846e6ae878e365821d5e1": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "074f3a3599864f20bf737a52127a13f1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7aa5b5ac39b849dca2d7f909909527a3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e92d6e1e387f41e2a87d995d67a2db5f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "db85ee1f4cda429ba1e5311523b91663": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0182319eb62f4b6289b6b5613fb1220e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "edf3dde9bfd84fb88e3ded4ae4d1d4ac": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4f2dd9336b8d4f1aa53b5e6c03824503", + "IPY_MODEL_d8c1a77ee31b440d8002a5dcce312d73", + "IPY_MODEL_dd49c06016b14b259db335edb08dc97e" + ], + "layout": "IPY_MODEL_f1692aa786ae4b3191c1c9a2399ebf15" + } + }, + "4f2dd9336b8d4f1aa53b5e6c03824503": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_679fcceaf58a4ae3920b790c358c327f", + "placeholder": "​", + "style": "IPY_MODEL_a904f37359eb422e88d0ba0bc8b9fb0a", + "value": "Generating embeddings: 100%" + } + }, + "d8c1a77ee31b440d8002a5dcce312d73": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c3a04250d6db4942b89d971aa1c5b09b", + "max": 222, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_11674f7fa1ec4c38b2836402e2bd29aa", + "value": 222 + } + }, + "dd49c06016b14b259db335edb08dc97e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f7ff8abe42d249d39405d5290b6b41a8", + "placeholder": "​", + "style": "IPY_MODEL_5e29cdbe931848a8aa2ad9f037c0b5fc", + "value": " 222/222 [00:08<00:00, 29.72it/s]" + } + }, + "f1692aa786ae4b3191c1c9a2399ebf15": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "679fcceaf58a4ae3920b790c358c327f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a904f37359eb422e88d0ba0bc8b9fb0a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c3a04250d6db4942b89d971aa1c5b09b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "11674f7fa1ec4c38b2836402e2bd29aa": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f7ff8abe42d249d39405d5290b6b41a8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5e29cdbe931848a8aa2ad9f037c0b5fc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c0c49dceefb54d4ebb1b873b53aa45b5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a63bcb0b7430401bb57b131e5e3e8809", + "IPY_MODEL_10495396b8334fa888c13fa1fc99c0be", + "IPY_MODEL_03ffe5e5d9f94b92a3433aca8d2881ae" + ], + "layout": "IPY_MODEL_96f087c5d3444b4aac4252179512973a" + } + }, + "a63bcb0b7430401bb57b131e5e3e8809": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fc037c5bac054295940acb68710d315a", + "placeholder": "​", + "style": "IPY_MODEL_11cfef1a88d2422580a16b4ad4d8f0d3", + "value": "100%" + } + }, + "10495396b8334fa888c13fa1fc99c0be": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63a6bfeb1090449db39485b55d8746c8", + "max": 444, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b7b72e0bbbc944a8a0e13760c3201ed5", + "value": 444 + } + }, + "03ffe5e5d9f94b92a3433aca8d2881ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_015e870c26544188913643377bb6ddff", + "placeholder": "​", + "style": "IPY_MODEL_f22e4441e60243d9b88657784824476d", + "value": " 444/444 [02:10<00:00, 3.66it/s]" + } + }, + "96f087c5d3444b4aac4252179512973a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc037c5bac054295940acb68710d315a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "11cfef1a88d2422580a16b4ad4d8f0d3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "63a6bfeb1090449db39485b55d8746c8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b7b72e0bbbc944a8a0e13760c3201ed5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "015e870c26544188913643377bb6ddff": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f22e4441e60243d9b88657784824476d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1ab86e22ee0644e78f02c6a9a7e13458": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0bf41044fea740158780d9b4a7dcd165", + "IPY_MODEL_14829a3ce5d443b3ad58555f22b4b4a4", + "IPY_MODEL_3f7c8a03381c4157b59b750a8f6a4af4" + ], + "layout": "IPY_MODEL_9004958e3e064c6aa89c553760e9c443" + } + }, + "0bf41044fea740158780d9b4a7dcd165": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_04e3c3aac6644c5a834d833a1e9e7eb0", + "placeholder": "​", + "style": "IPY_MODEL_90e18612d23c4a7b9c46315536ae9440", + "value": "Generating embeddings: 100%" + } + }, + "14829a3ce5d443b3ad58555f22b4b4a4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_175af4795af74aa0aedecfb2fae34c37", + "max": 222, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e904e95ddf1e4fa1bc91c202d5dbc24b", + "value": 222 + } + }, + "3f7c8a03381c4157b59b750a8f6a4af4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_00c1e04642a949a980a554d04440d14c", + "placeholder": "​", + "style": "IPY_MODEL_639cbc7d0b5944658be6bfc990b640f7", + "value": " 222/222 [00:03<00:00, 74.67it/s]" + } + }, + "9004958e3e064c6aa89c553760e9c443": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "04e3c3aac6644c5a834d833a1e9e7eb0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "90e18612d23c4a7b9c46315536ae9440": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "175af4795af74aa0aedecfb2fae34c37": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e904e95ddf1e4fa1bc91c202d5dbc24b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "00c1e04642a949a980a554d04440d14c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "639cbc7d0b5944658be6bfc990b640f7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "16ca637db4ca43f7b75d1691881dc16d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5933a0172fa843eb90c3ae9f28c51406", + "IPY_MODEL_dc549581d59d493aa1b5634d25b2ea85", + "IPY_MODEL_98e0dc126501463cb8d98a5fd1d2196e" + ], + "layout": "IPY_MODEL_e5340f2a960c4e6fb4d3e8fe3c481696" + } + }, + "5933a0172fa843eb90c3ae9f28c51406": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b40455ee458a4a59b78d67bc0245e865", + "placeholder": "​", + "style": "IPY_MODEL_610491499a794d4d90429746ed36959f", + "value": "100%" + } + }, + "dc549581d59d493aa1b5634d25b2ea85": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d5f4a89d4184917b469f64a5d2f2c81", + "max": 444, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_624db3fc9efb48db98a1088692f83c4c", + "value": 444 + } + }, + "98e0dc126501463cb8d98a5fd1d2196e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2bce7793dfa34fd380b7d33ac2f3ce78", + "placeholder": "​", + "style": "IPY_MODEL_080a9489ea7a451b8531692eaabf5555", + "value": " 444/444 [00:11<00:00, 45.32it/s]" + } + }, + "e5340f2a960c4e6fb4d3e8fe3c481696": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b40455ee458a4a59b78d67bc0245e865": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "610491499a794d4d90429746ed36959f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9d5f4a89d4184917b469f64a5d2f2c81": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "624db3fc9efb48db98a1088692f83c4c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2bce7793dfa34fd380b7d33ac2f3ce78": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "080a9489ea7a451b8531692eaabf5555": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2cccca37a7974e709ed43cad0d6acab5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_f471f29837da44c79ccb7d719457a3a8", + "IPY_MODEL_43e8a680b75345f09b7ad5597d75d865", + "IPY_MODEL_456211f336024117a27bbc1464d24170" + ], + "layout": "IPY_MODEL_b306b61a0f954937b62af80c3aa32a28" + } + }, + "f471f29837da44c79ccb7d719457a3a8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c179f3ef8a06447282ebbe45d24b37f4", + "placeholder": "​", + "style": "IPY_MODEL_8d090a1084ae4dbdb676d287f31ba8b9", + "value": "Generating embeddings: 100%" + } + }, + "43e8a680b75345f09b7ad5597d75d865": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fddf00c4f7594b6093bb66462f3627b1", + "max": 222, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_d687213bce41441ea6f2c008db5f119e", + "value": 222 + } + }, + "456211f336024117a27bbc1464d24170": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c89dfefff0b14a7bbc59bf83be153228", + "placeholder": "​", + "style": "IPY_MODEL_7afc19fd9aba465da54a9d3c1fdc4b5a", + "value": " 222/222 [00:04<00:00, 50.31it/s]" + } + }, + "b306b61a0f954937b62af80c3aa32a28": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c179f3ef8a06447282ebbe45d24b37f4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8d090a1084ae4dbdb676d287f31ba8b9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "fddf00c4f7594b6093bb66462f3627b1": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d687213bce41441ea6f2c008db5f119e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c89dfefff0b14a7bbc59bf83be153228": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7afc19fd9aba465da54a9d3c1fdc4b5a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e6c9f8f5007a4d258c03c994eb32fdca": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0914506134f546e4a504f595961e9de5", + "IPY_MODEL_6d125532cd6244c9a6fee346acc917bc", + "IPY_MODEL_41f6e26ccfee47c780750f7a8087fbf4" + ], + "layout": "IPY_MODEL_f804ae0a78a743dcb7892deb42339c50" + } + }, + "0914506134f546e4a504f595961e9de5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1311e58273b94c68b32cbd883eed5a0e", + "placeholder": "​", + "style": "IPY_MODEL_1ec2b8be30384630a2beaf6dfe873a88", + "value": "100%" + } + }, + "6d125532cd6244c9a6fee346acc917bc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_78cdef5773f64411800b523186ce618d", + "max": 444, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_5922ae81f64646e5890e1e6ce1e812ac", + "value": 444 + } + }, + "41f6e26ccfee47c780750f7a8087fbf4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_55710f61c371478e8df02a680645ce21", + "placeholder": "​", + "style": "IPY_MODEL_65831621ae714693b5e127a497334f27", + "value": " 444/444 [00:15<00:00, 27.10it/s]" + } + }, + "f804ae0a78a743dcb7892deb42339c50": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1311e58273b94c68b32cbd883eed5a0e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1ec2b8be30384630a2beaf6dfe873a88": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "78cdef5773f64411800b523186ce618d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5922ae81f64646e5890e1e6ce1e812ac": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "55710f61c371478e8df02a680645ce21": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "65831621ae714693b5e127a497334f27": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + }, + "accelerator": "GPU" + }, + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "view-in-github", + "colab_type": "text" + }, + "source": [ + "\"Open" + ] + }, + { + "cell_type": "markdown", + "source": [ + "# Install Packages and Setup Variables" + ], + "metadata": { + "id": "mcZqgUKBYQYn" + } + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": { + "id": "F0rUftGtpnZc" + }, + "outputs": [], + "source": [ + "!pip install -q llama-index==0.9.21 openai==1.6.0 cohere==4.39 html2text==2020.1.16 sentence_transformers==2.2.2" + ] + }, + { + "cell_type": "code", + "source": [ + "# Test with a few sample, processing dataset fully can be costly depanding on the size.\n", + "# NOTE: Checkpoints are provided in the lesson, so no need to run the code on full dataset.\n", + "testing = True" + ], + "metadata": { + "id": "hfZwQhohsb2M" + }, + "execution_count": 18, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "import os\n", + "\n", + "# Set the \"OPENAI_API_KEY\" in the Python environment. Will be used by OpenAI client later.\n", + "os.environ[\"OPENAI_API_KEY\"] = \"\"" + ], + "metadata": { + "id": "RyE625lCtTsi" + }, + "execution_count": 19, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "# Load the Dataset (Webpages)" + ], + "metadata": { + "id": "OWgHCmejcCFV" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Download" + ], + "metadata": { + "id": "3R7P7GUmemIL" + } + }, + { + "cell_type": "code", + "source": [ + "TRAIN_URLs = [\n", + " \"https://towardsai.net/p/machine-learning/metas-llama-2-revolutionizing-open-source-language-models-for-commercial-use\",\n", + " \"https://towardsai.net/p/machine-learning/fine-tuning-a-llama-2-7b-model-for-python-code-generation\",\n", + " \"https://towardsai.net/p/machine-learning/how-to-create-llama-2-chatbot-with-gradio-and-hugging-face-in-free-colab\",\n", + " \"https://towardsai.net/p/machine-learning/meta-releases-llama-2-free-for-commercial-use\",\n", + " \"https://towardsai.net/p/machine-learning/gpt-4-llama-2-claude-how-different-language-models-react-to-prompts\",\n", + " \"https://towardsai.net/p/machine-learning/a-simple-hugging-face-guide-to-chatting-with-the-llama-2-7b-model-in-a-colab-notebook\",\n", + " \"https://towardsai.net/p/machine-learning/fine-tuning-a-llama-2-7b-model-for-python-code-generation\",\n", + " \"https://towardsai.net/p/machine-learning/llamaindex-last-version-from-basics-to-advanced-techniques-in-python-part-3\",\n", + " \"https://towardsai.net/p/machine-learning/meta-releases-llama-will-it-fail-too\",\n", + " \"https://towardsai.net/p/machine-learning/llama-by-meta-leaked-by-an-anonymous-forum-questions-arises-on-meta\"\n", + "]\n", + "VALIDATION_URLs = [\n", + " \"https://towardsai.net/p/machine-learning/deep-diving-into-llama-2-meta-ai-new-open-source-foundation-model\",\n", + " \"https://towardsai.net/p/machine-learning/gptq-quantization-on-a-llama-2-7b-fine-tuned-model-with-huggingface\",\n", + " \"https://towardsai.net/p/machine-learning/powerinfer-11x-speed-up-llama-ii-inference-on-a-local-gpu\",\n", + " \"https://towardsai.net/p/machine-learning/dense-x-retrieval-technique-in-langchain-and-llamaindex\",\n", + " \"https://towardsai.net/p/machine-learning/exploring-large-language-models-part-2\",\n", + " \"https://towardsai.net/p/machine-learning/inside-code-llama-meta-ais-entrance-in-the-code-llm-space\",\n", + " \"https://towardsai.net/p/machine-learning/llamaindex-use-the-power-of-llms-on-your-data\",\n", + " \"https://towardsai.net/p/l/inside-llama-meta-ai-new-large-language-model-that-outperforms-gpt-3-across-many-tasks\"\n", + "]" + ], + "metadata": { + "id": "Gx4_5BF8B4tx" + }, + "execution_count": 20, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Read the Page" + ], + "metadata": { + "id": "6Lua8G8seyEx" + } + }, + { + "cell_type": "code", + "source": [ + "from llama_index.readers import SimpleWebPageReader\n", + "\n", + "# Read the content of webpage into lists. We need two sets of documents for Training, and Validation.\n", + "TRAIN_DOCs = SimpleWebPageReader(html_to_text=True).load_data(TRAIN_URLs)\n", + "VALIDATION_DOCs = SimpleWebPageReader(html_to_text=True).load_data(VALIDATION_URLs)\n", + "print( len(TRAIN_DOCs), len(VALIDATION_DOCs) )" + ], + "metadata": { + "id": "lzzcVnWXB4rJ", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "03e17638-d4f8-4b8c-d5d0-e871120616fa" + }, + "execution_count": 21, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "10 8\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# Chunking" + ], + "metadata": { + "id": "TGbmUhUVezdU" + } + }, + { + "cell_type": "code", + "source": [ + "from llama_index.node_parser import SimpleNodeParser\n", + "\n", + "# Define a parser to perform the chunking process.\n", + "parser = SimpleNodeParser.from_defaults(chunk_size=512, chunk_overlap=20)\n", + "\n", + "# Apply chunking on the training/validation sets.\n", + "TRAIN_NODEs = parser.get_nodes_from_documents(TRAIN_DOCs)\n", + "VALIDATION_NODEs = parser.get_nodes_from_documents(VALIDATION_DOCs)\n", + "print( len( TRAIN_NODEs ), len( VALIDATION_NODEs ) )" + ], + "metadata": { + "id": "9r_UzQ5BB4kG", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "d440f72a-9fa2-4b8c-f320-ecc4615b0f2c" + }, + "execution_count": 22, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "274 222\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# Use a subset of the dataset (5 samples) if testing.\n", + "if testing:\n", + " TRAIN_NODEs = TRAIN_NODEs [0:5]\n", + " VALIDATION_NODEs = VALIDATION_NODEs[0:5]" + ], + "metadata": { + "id": "Y6iEHKfZsUiv" + }, + "execution_count": 14, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "# Generate Question" + ], + "metadata": { + "id": "LvKf6i9Lg_2G" + } + }, + { + "cell_type": "markdown", + "source": [ + "We use a Large Language Model (LLM) to produce questions for each chunk of the dataset. Then we can use these data to train the model to develop embeddings that more accurately represent the types of questions users may ask." + ], + "metadata": { + "id": "1DMXD7nbhFsm" + } + }, + { + "cell_type": "code", + "source": [ + "# Use this block of code if you don't want to generate the questions for the dataset. (Avoid API call charges!)\n", + "# Uncomment the following code, and keep in mind to comment all the contents in the next coding block.\n", + "\n", + "# from llama_index.finetuning import EmbeddingQAFinetuneDataset\n", + "\n", + "# # Load the pre-generated questions json files.\n", + "# TRAIN_DATASET = EmbeddingQAFinetuneDataset.from_json(\"train_dataset.json\")\n", + "# VALIDATION_DATASET = EmbeddingQAFinetuneDataset.from_json(\"val_dataset.json\")" + ], + "metadata": { + "id": "geqDZn-pB4fI" + }, + "execution_count": 3, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "from llama_index.finetuning import generate_qa_embedding_pairs\n", + "from llama_index.llms import OpenAI\n", + "\n", + "# Load the OpenAI API with the \"gpt-3.5-turbo\" model\n", + "llm = OpenAI()\n", + "\n", + "# Generate questions for each chunk.\n", + "TRAIN_DATASET = generate_qa_embedding_pairs(TRAIN_NODEs, llm=llm)\n", + "VALIDATION_DATASET = generate_qa_embedding_pairs(VALIDATION_NODEs, llm=llm)\n", + "\n", + "TRAIN_DATASET.save_json(\"train_dataset.json\")\n", + "VALIDATION_DATASET.save_json(\"val_dataset.json\")" + ], + "metadata": { + "id": "Es3rbmO-B4hv", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "7cb141ff-3ac2-47ac-8e05-6fe7720da5bf" + }, + "execution_count": 17, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "100%|██████████| 273/273 [05:15<00:00, 1.16s/it]\n", + "100%|██████████| 222/222 [04:12<00:00, 1.14s/it]\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# Load an Embedding Model" + ], + "metadata": { + "id": "Hthjh_SjlB-C" + } + }, + { + "cell_type": "code", + "source": [ + "from llama_index.embeddings import resolve_embed_model\n", + "\n", + "# Load an existing embedding model with a linear layer adopter on top.\n", + "base_embed_model = resolve_embed_model(\"local:BAAI/bge-small-en-v1.5\")" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 336, + "referenced_widgets": [ + "099ab516ca1c4210abe4c03af07e9c5b", + "0bd7e929d778455283939eee542d8107", + "d0fee47ca18c4f0a8f92be58a115cee5", + "e678611a7fc64920b5415b660ca5aed2", + "3f16900e070244368e812ceebc04a119", + "39b21c7086324cef9db4c8ad58161e5c", + "12fae3f6f6134d8bb68f2b42435d3257", + "6eb1a5c316a6458482e0e70bc5062558", + "b1d23b35cd2f4231b4dc2a2853d654cd", + "26994c3cbcd041c4beb279587da4d557", + "85ff6c9051224ebfb8abd93b7713aaf1", + "fb641daa0c5944ea8305b2e51366b1b5", + "0ca2f5381f3c413aab146cfd5283592a", + "b9c58a24e41943e79beed1c89b182517", + "80d7a5d233254452839682ad8c9d0c21", + "f0086b80b59c4004809e226d4aeb07c4", + "859d6c5454ce4b9297fa05250b1662a3", + "3f990b734cde4118b1fc0f9d8b97f04e", + "a18beb54a08d4ed89c52b794c6d7a8d3", + "5ca7c33ac11e4aefa53abeb23d2e21db", + "0542b13a00a64995b4e685ee6d154f87", + "393b52fcf2444c4096c607315edc80ad", + "c3228fc664a24157b8b72223e8b43067", + "799c13c9d0d048d993f5ca4b339782c8", + "ee14527b9fb24b40ac72b425ee7ee64a", + "c9fe31b1cc284c76b0a0967ce6b4d268", + "61b08639ec6f4474b74025bb04894a82", + "9c6946c6d3b348518234634dc805eb88", + "868f0d9549114ae3bd6a325d9089c4bb", + "19814e11b07248de8391422ccec71e9f", + "13415a72628441b089355dd9bb613ba7", + "f8611905f7b54806ab16c65e14c2693b", + "279321a633264e989f04ad354add1d8c", + "6733430152a54a2da0b0217ca6259930", + "937d4bcc97eb465a8f1ddae7d43932b2", + "49736e15f74d449ea8c8e3d133e22413", + "fd293f83d76142a3867890c6764ba1f1", + "ff3d938a408a46719fbb4b12cdc274ee", + "66a003021cec4915814e4a5ff3b5f2d4", + "b24168e5f27345e18a770e9d4568250b", + "122c1b66997f47b792001a37e9e9db2a", + "bdbecf79047640d39c8294d080f1e9c6", + "da7d88f9cb3a45eab305260f299679e7", + "865d04bc6620446caf1b6896bf6f80ab", + "f3f08fd8557f452588243defdaa85217", + "8996fc419d764e19bd9bd7892f86f9fe", + "174afc86daec46f08b321a09aabc1b58", + "94d4094f5fb448928ef3edb2158cc4f8", + "8a2a255d78a44459be5defae6bd3f679", + "56af1cf9b42240218aaab0a7279fa964", + "b987ec6d6e394cb8a507381432257cd1", + "540fb7c9d3d748098510a6209032a81f", + "1bbd03144a384160a95f720b3a97fdd7", + "57e2e3f479614a489d9c9b80e7d57fa0", + "e92143f5be204bf3866af43f81087f06", + "54cd983833ee4b9b81c80372561a9b43", + "8425476f44f144a282316ffb3a464673", + "d9dce6a651974395ba6110f39586f625", + "5f9b8e6e05b740219462f182d76cd40f", + "7e224bb9ee5e43578ee66126bdcbd1ca", + "470ad98c296c455ba95ed90c6d4eb48a", + "c834994dfbe247fdaffdab5b8f67c0d2", + "2779603d552c4a028b95e27abde33b48", + "86711755ebe24d2b891dab6589fecb0e", + "0bb3ca98615d4b928b18a63c9a50eaba", + "d0cfb7759f9c458992c37a501e11a262" + ] + }, + "id": "ZHWPMZHUupNW", + "outputId": "9f731c0a-6406-48fd-c68c-5d8df8f12d64" + }, + "execution_count": 4, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:72: UserWarning: \n", + "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", + "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", + "You will be able to reuse this secret in all of your notebooks.\n", + "Please note that authentication is recommended but still optional to access public models or datasets.\n", + " warnings.warn(\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "config.json: 0%| | 0.00/743 [00:00 Prepared optimizer, scheduler, and loss model.\n", + "\u001b[0m" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Epoch: 0%| | 0/4 [00:00 [Epoch 0] Current loss: 1.6320068836212158\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.756566047668457\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.974733591079712\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 0.904658317565918\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.156891942024231\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.5102888345718384\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.4786968231201172\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.289185643196106\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.3490561246871948\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.3077905178070068\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 0.9143151044845581\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1586413383483887\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.6070935726165771\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.464544415473938\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.2603508234024048\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.0440889596939087\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.147850751876831\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.412305474281311\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.4434776306152344\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1876903772354126\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1603362560272217\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.3052990436553955\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.9211496114730835\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 2.0292797088623047\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1420775651931763\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1434980630874634\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.4330310821533203\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 2.0333845615386963\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.8390352725982666\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.305367350578308\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.123714804649353\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.2846038341522217\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.721824288368225\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.481871485710144\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.2524266242980957\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.296608805656433\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1736936569213867\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1736221313476562\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.271284580230713\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.8778873682022095\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.8127195835113525\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.1267815828323364\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.0543017387390137\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.3711048364639282\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.5974634885787964\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.7278261184692383\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 0.9889880418777466\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.2172324657440186\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.2401028871536255\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.5869677066802979\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.6271196603775024\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.346295714378357\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.373318076133728\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 1.0156323909759521\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 0] Current loss: 0.9154008030891418\n", + "\u001b[0m" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Iteration: 0%| | 0/55 [00:00 [Epoch 1] Current loss: 1.5881574153900146\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.7358734607696533\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.9496583938598633\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 0.8745635747909546\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.111528754234314\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4749138355255127\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4362574815750122\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2734665870666504\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.3329273462295532\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.286020040512085\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 0.880274772644043\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1097452640533447\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.5711208581924438\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4261044263839722\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2453088760375977\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.0061759948730469\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.0995166301727295\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.3668005466461182\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4034123420715332\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1663644313812256\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1195590496063232\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2613608837127686\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.8848832845687866\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 2.0065250396728516\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.117928147315979\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1036391258239746\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4004104137420654\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 2.007164478302002\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.8199392557144165\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2747118473052979\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.087892770767212\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2408543825149536\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.672642707824707\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.4452815055847168\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.234491229057312\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2770001888275146\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1435420513153076\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.1348841190338135\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2315013408660889\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.849600076675415\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.788346290588379\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.110386610031128\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.0332342386245728\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.3298530578613281\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.552140474319458\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.7029966115951538\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 0.9620378613471985\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.182659387588501\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.2092931270599365\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.5520379543304443\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.611222505569458\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.328142523765564\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 1.3351960182189941\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 0.9847389459609985\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 1] Current loss: 0.88980633020401\n", + "\u001b[0m" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Iteration: 0%| | 0/55 [00:00 [Epoch 2] Current loss: 1.550796389579773\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.7150386571884155\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.9233592748641968\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.8541108965873718\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0777015686035156\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.4487472772598267\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.4066628217697144\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.2605724334716797\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3200373649597168\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.2688066959381104\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.8603048324584961\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0778127908706665\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.5469229221343994\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.4023314714431763\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.235028862953186\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.9840642809867859\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0698928833007812\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3380721807479858\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3790022134780884\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1522510051727295\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0955487489700317\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.234580636024475\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.8616470098495483\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.9927787780761719\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.103163480758667\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0805270671844482\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3795859813690186\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.9900401830673218\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.8095190525054932\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.256723165512085\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0671331882476807\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.2148537635803223\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.6437517404556274\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.4246234893798828\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.2227160930633545\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.2645256519317627\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1250587701797485\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1128017902374268\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.208459734916687\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.8320140838623047\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.7743244171142578\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1003539562225342\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.0207250118255615\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3060414791107178\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.5256621837615967\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.688199758529663\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.9477392435073853\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1627063751220703\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.1920307874679565\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.5313647985458374\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.6015046834945679\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3174530267715454\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 1.3139145374298096\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.967995285987854\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 2] Current loss: 0.8766116499900818\n", + "\u001b[0m" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Iteration: 0%| | 0/55 [00:00 [Epoch 3] Current loss: 1.5297434329986572\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.7028414011001587\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.9069995880126953\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.8438453674316406\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0594712495803833\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.434706449508667\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3906594514846802\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2529596090316772\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3124738931655884\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2587229013442993\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.8505775332450867\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0611050128936768\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.533494472503662\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3900038003921509\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.229201078414917\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.9730359315872192\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0548118352890015\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3231446743011475\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3664520978927612\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.1445457935333252\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0835111141204834\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2211554050445557\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.8491623401641846\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.9855743646621704\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0956623554229736\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.069385290145874\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.368985652923584\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.9808393716812134\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.8045599460601807\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2479966878890991\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0574877262115479\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.20292067527771\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.630247712135315\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.4152036905288696\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2168834209442139\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.2584458589553833\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.1165682077407837\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.1032503843307495\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.1985795497894287\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.8240630626678467\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.7680002450942993\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.0957413911819458\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.015473484992981\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.296223521232605\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.5147284269332886\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.6817430257797241\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.9423201680183411\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.154968500137329\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.1854857206344604\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.5231069326400757\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.5973836183547974\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.313131332397461\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 1.3062735795974731\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.9623059034347534\n", + "\u001b[0m\u001b[1;3;34m> [Epoch 3] Current loss: 0.87225341796875\n", + "\u001b[0m\u001b[1;3;34m> Finished training, saving to model_output_test\n", + "\u001b[0m" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "embed_model = finetune_engine.get_finetuned_model()\n", + "\n", + "# Or, import model from the directory whenever required.\n", + "# from llama_index.embeddings import LinearAdapterEmbeddingModel\n", + "# embed_model = LinearAdapterEmbeddingModel(base_embed_model, \"model_output_test\")" + ], + "metadata": { + "id": "JJOhEdlawqL7" + }, + "execution_count": 7, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "embed_model" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "9hjc_5c5w9xm", + "outputId": "dacc9d8d-baa1-468a-b457-b39baabae681" + }, + "execution_count": 8, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "AdapterEmbeddingModel(model_name='Adapter for BAAI/bge-small-en-v1.5', embed_batch_size=10, callback_manager=)" + ] + }, + "metadata": {}, + "execution_count": 8 + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# Evaluate" + ], + "metadata": { + "id": "vrj0FrzhygGD" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Define the Evaluation Functions" + ], + "metadata": { + "id": "yEj5ZAEioCss" + } + }, + { + "cell_type": "markdown", + "source": [ + "Hit-rate metric: For each (query, context) pair, we retrieve the top-k documents with the query. It’s a hit if the results contain the ground-truth context." + ], + "metadata": { + "id": "C0g_0yQT0HlR" + } + }, + { + "cell_type": "code", + "source": [ + "from llama_index import ServiceContext, VectorStoreIndex\n", + "from llama_index.schema import TextNode\n", + "from tqdm.notebook import tqdm\n", + "\n", + "def evaluate( dataset, embed_model, top_k=5, verbose=False):\n", + " corpus = dataset.corpus\n", + " queries = dataset.queries\n", + " relevant_docs = dataset.relevant_docs\n", + "\n", + " # Chunking the documents and generating embeddings\n", + " service_context = ServiceContext.from_defaults(embed_model=embed_model)\n", + " nodes = [TextNode(id_=id_, text=text) for id_, text in corpus.items()]\n", + " index = VectorStoreIndex(\n", + " nodes, service_context=service_context, show_progress=True\n", + " )\n", + "\n", + " # Define a retrieveer to answer the questions\n", + " retriever = index.as_retriever(similarity_top_k=top_k)\n", + "\n", + " eval_results = []\n", + " # Look into the each response sources to see if the chunk that contains answer is retrieved.\n", + " for query_id, query in tqdm(queries.items()):\n", + " retrieved_nodes = retriever.retrieve(query)\n", + " retrieved_ids = [node.node.node_id for node in retrieved_nodes]\n", + " expected_id = relevant_docs[query_id][0]\n", + " is_hit = expected_id in retrieved_ids # assume 1 relevant doc\n", + "\n", + " eval_result = {\n", + " \"is_hit\": is_hit,\n", + " \"retrieved\": retrieved_ids,\n", + " \"expected\": expected_id,\n", + " \"query\": query_id,\n", + " }\n", + " eval_results.append(eval_result)\n", + " return eval_results" + ], + "metadata": { + "id": "sbfgQIyIyhCZ" + }, + "execution_count": 9, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## OpenAI" + ], + "metadata": { + "id": "dKsxY6Vvy7M3" + } + }, + { + "cell_type": "code", + "source": [ + "from llama_index.embeddings import OpenAIEmbedding\n", + "\n", + "# Load the OpenAI Ada model and evaluate it.\n", + "ada = OpenAIEmbedding()\n", + "ada_val_results = evaluate(VALIDATION_DATASET, ada)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 81, + "referenced_widgets": [ + "edf3dde9bfd84fb88e3ded4ae4d1d4ac", + "4f2dd9336b8d4f1aa53b5e6c03824503", + "d8c1a77ee31b440d8002a5dcce312d73", + "dd49c06016b14b259db335edb08dc97e", + "f1692aa786ae4b3191c1c9a2399ebf15", + "679fcceaf58a4ae3920b790c358c327f", + "a904f37359eb422e88d0ba0bc8b9fb0a", + "c3a04250d6db4942b89d971aa1c5b09b", + "11674f7fa1ec4c38b2836402e2bd29aa", + "f7ff8abe42d249d39405d5290b6b41a8", + "5e29cdbe931848a8aa2ad9f037c0b5fc", + "c0c49dceefb54d4ebb1b873b53aa45b5", + "a63bcb0b7430401bb57b131e5e3e8809", + "10495396b8334fa888c13fa1fc99c0be", + "03ffe5e5d9f94b92a3433aca8d2881ae", + "96f087c5d3444b4aac4252179512973a", + "fc037c5bac054295940acb68710d315a", + "11cfef1a88d2422580a16b4ad4d8f0d3", + "63a6bfeb1090449db39485b55d8746c8", + "b7b72e0bbbc944a8a0e13760c3201ed5", + "015e870c26544188913643377bb6ddff", + "f22e4441e60243d9b88657784824476d" + ] + }, + "id": "QpEDBv4cylM1", + "outputId": "a93621d8-028c-47cd-e23a-4eb918172a85" + }, + "execution_count": 10, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating embeddings: 0%| | 0/222 [00:00