phi3_rag_relevance_test.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "gpuType": "L4",
      "authorship_tag": "ABX9TyNtlc27m884pludcCqwKcO1",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "1337dc6a400d4264b6c8cc7cc8260bbf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_055cfb0f53ab48fba52a53f09593b835",
              "IPY_MODEL_a4e1b1c2a2db44668738205bffee9870",
              "IPY_MODEL_79a5dd45dfd4446f912647280a2ec8e0"
            ],
            "layout": "IPY_MODEL_409300e89d8f4e7ea4c82e2c530b434f"
          }
        },
        "055cfb0f53ab48fba52a53f09593b835": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_67afc4d5dc424bec9c74dd495aef7f1a",
            "placeholder": "​",
            "style": "IPY_MODEL_7ac0552481704b7287e4474b5f4fd29a",
            "value": "adapter_config.json: 100%"
          }
        },
        "a4e1b1c2a2db44668738205bffee9870": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3b7c3b11158a43ef8e70962c6613c51d",
            "max": 686,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_682663e9945641fba650251a11eda72e",
            "value": 686
          }
        },
        "79a5dd45dfd4446f912647280a2ec8e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5e903a94bd4d4c12b1aa6f525ab31e56",
            "placeholder": "​",
            "style": "IPY_MODEL_faf96c2039744835821d624eaa0bf631",
            "value": " 686/686 [00:00&lt;00:00, 59.1kB/s]"
          }
        },
        "409300e89d8f4e7ea4c82e2c530b434f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "67afc4d5dc424bec9c74dd495aef7f1a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7ac0552481704b7287e4474b5f4fd29a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3b7c3b11158a43ef8e70962c6613c51d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "682663e9945641fba650251a11eda72e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "5e903a94bd4d4c12b1aa6f525ab31e56": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "faf96c2039744835821d624eaa0bf631": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a48706b431b54ce2af033f066a5c868a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5814f9cd2bfe48c5a814df14b3592e88",
              "IPY_MODEL_6173d0b642624456b8bb03e47fa0d704",
              "IPY_MODEL_83d190873a264039a52007d2e4f92e16"
            ],
            "layout": "IPY_MODEL_7c5dcaf9d15f4d9fab2407e3ef6ab260"
          }
        },
        "5814f9cd2bfe48c5a814df14b3592e88": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_704bf9789fef4e518c2af5ebb1401ee6",
            "placeholder": "​",
            "style": "IPY_MODEL_b1a6bcb6cb854756a1996881f81033ad",
            "value": "config.json: 100%"
          }
        },
        "6173d0b642624456b8bb03e47fa0d704": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4ef65087a3bd4a1cab394decea8fafe5",
            "max": 904,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c8393870a4be4970a62a5e93a28ce2f5",
            "value": 904
          }
        },
        "83d190873a264039a52007d2e4f92e16": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ac8a30a2a02a4ca194d178623b233b81",
            "placeholder": "​",
            "style": "IPY_MODEL_73cdac1fa43646caa30a1ce8e15d7892",
            "value": " 904/904 [00:00&lt;00:00, 80.7kB/s]"
          }
        },
        "7c5dcaf9d15f4d9fab2407e3ef6ab260": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "704bf9789fef4e518c2af5ebb1401ee6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b1a6bcb6cb854756a1996881f81033ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4ef65087a3bd4a1cab394decea8fafe5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c8393870a4be4970a62a5e93a28ce2f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ac8a30a2a02a4ca194d178623b233b81": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "73cdac1fa43646caa30a1ce8e15d7892": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "eea776c058e842b686c3b4131c0395de": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8bc6d4f77f1d4a30b66488193212904c",
              "IPY_MODEL_68dd0d3be04f4da28f112b2883272da1",
              "IPY_MODEL_6de1473eac434181bf5213b0712e5575"
            ],
            "layout": "IPY_MODEL_9514c81b142b4f60a068e2564c0100c6"
          }
        },
        "8bc6d4f77f1d4a30b66488193212904c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_71ac9bfcc61b4f6a900b4e2f4a453862",
            "placeholder": "​",
            "style": "IPY_MODEL_fc5ba575678f491eaa7a4453a57b24c7",
            "value": "model.safetensors.index.json: 100%"
          }
        },
        "68dd0d3be04f4da28f112b2883272da1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5ac24c8bc95849ccbc92b31790e8b1d5",
            "max": 16331,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4f10ad42065e4518b2e7899d2f5a3d78",
            "value": 16331
          }
        },
        "6de1473eac434181bf5213b0712e5575": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a6e8cec5eb7848748b9d59855971d049",
            "placeholder": "​",
            "style": "IPY_MODEL_9c396f841b4e43419b1ae9eb8d8822b2",
            "value": " 16.3k/16.3k [00:00&lt;00:00, 1.23MB/s]"
          }
        },
        "9514c81b142b4f60a068e2564c0100c6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "71ac9bfcc61b4f6a900b4e2f4a453862": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fc5ba575678f491eaa7a4453a57b24c7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5ac24c8bc95849ccbc92b31790e8b1d5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4f10ad42065e4518b2e7899d2f5a3d78": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a6e8cec5eb7848748b9d59855971d049": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9c396f841b4e43419b1ae9eb8d8822b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0ac673394d7b4574a537b877e1639f72": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2260206b9c3e479384e5d525821ee6ce",
              "IPY_MODEL_fadd44b6860e47ec9939068834045803",
              "IPY_MODEL_412bc43ffeeb498098c394443ff31053"
            ],
            "layout": "IPY_MODEL_5a76183e79654bdc8a26e00318eb7c75"
          }
        },
        "2260206b9c3e479384e5d525821ee6ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_835264e100884b5480ee9cacfd1528ef",
            "placeholder": "​",
            "style": "IPY_MODEL_87cca402c34d4b7e8b68b5c24ddaf30b",
            "value": "Downloading shards: 100%"
          }
        },
        "fadd44b6860e47ec9939068834045803": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_03637a39912c4cbcb2125addf8125571",
            "max": 2,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9baaccc37dbd41cbb5721becf6a7b23a",
            "value": 2
          }
        },
        "412bc43ffeeb498098c394443ff31053": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_562e357a65594f3fa8de7f55238bc0f5",
            "placeholder": "​",
            "style": "IPY_MODEL_dce96ed0d7184c69a26a428093a2cebb",
            "value": " 2/2 [00:25&lt;00:00, 12.93s/it]"
          }
        },
        "5a76183e79654bdc8a26e00318eb7c75": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "835264e100884b5480ee9cacfd1528ef": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "87cca402c34d4b7e8b68b5c24ddaf30b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "03637a39912c4cbcb2125addf8125571": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9baaccc37dbd41cbb5721becf6a7b23a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "562e357a65594f3fa8de7f55238bc0f5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dce96ed0d7184c69a26a428093a2cebb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4c9c15462a7c4c3f81308b99d9f5cce3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_95dc9030049649328e2cd80954d088d6",
              "IPY_MODEL_dd25a94e245245ed81c6674fc1c27770",
              "IPY_MODEL_3a4aa121b8cf4069a87c40b5b064e57d"
            ],
            "layout": "IPY_MODEL_498edc9a89c14efb825eadb8947474f4"
          }
        },
        "95dc9030049649328e2cd80954d088d6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2085dac5b0ba4e24b6a1746197d3708d",
            "placeholder": "​",
            "style": "IPY_MODEL_fa21811855ea45478c18e403c612a32d",
            "value": "model-00001-of-00002.safetensors: 100%"
          }
        },
        "dd25a94e245245ed81c6674fc1c27770": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_21e3702c2b2a4806be83bd7790b795d4",
            "max": 4972489328,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_9617a739fd1f4006b9f03ebbdb7b15f2",
            "value": 4972489328
          }
        },
        "3a4aa121b8cf4069a87c40b5b064e57d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a3a9338777b24eb9842d605447054b7f",
            "placeholder": "​",
            "style": "IPY_MODEL_76d04efce82342f18b66ab0934274bd6",
            "value": " 4.97G/4.97G [00:12&lt;00:00, 426MB/s]"
          }
        },
        "498edc9a89c14efb825eadb8947474f4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2085dac5b0ba4e24b6a1746197d3708d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fa21811855ea45478c18e403c612a32d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "21e3702c2b2a4806be83bd7790b795d4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9617a739fd1f4006b9f03ebbdb7b15f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a3a9338777b24eb9842d605447054b7f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "76d04efce82342f18b66ab0934274bd6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "234def267a7d403bac9f2d4ed3a42751": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ebfd3907aaa542358ac1046e8d1eefeb",
              "IPY_MODEL_20d4fa2a29b94605bf0afb48be8ef1b1",
              "IPY_MODEL_a811e618b180423baf36005189240249"
            ],
            "layout": "IPY_MODEL_bed4590c503140cb84b6f545fcc2736e"
          }
        },
        "ebfd3907aaa542358ac1046e8d1eefeb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_50847325cc754fcbab53460e58026555",
            "placeholder": "​",
            "style": "IPY_MODEL_d0263b6c631641bdaf9cfe539f951941",
            "value": "model-00002-of-00002.safetensors: 100%"
          }
        },
        "20d4fa2a29b94605bf0afb48be8ef1b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1cb2da9c589348d2ac06a0e8ef0eb705",
            "max": 2669692552,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6e784b490dc947b19cb7fc743f8277d0",
            "value": 2669692552
          }
        },
        "a811e618b180423baf36005189240249": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d790be95c03345a28910d4fa4926717c",
            "placeholder": "​",
            "style": "IPY_MODEL_99dc8acb93ed44659cc15ea36df7f21b",
            "value": " 2.67G/2.67G [00:12&lt;00:00, 468MB/s]"
          }
        },
        "bed4590c503140cb84b6f545fcc2736e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "50847325cc754fcbab53460e58026555": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d0263b6c631641bdaf9cfe539f951941": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1cb2da9c589348d2ac06a0e8ef0eb705": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6e784b490dc947b19cb7fc743f8277d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d790be95c03345a28910d4fa4926717c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "99dc8acb93ed44659cc15ea36df7f21b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f6d55134c8904479833bb730f98423bc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2fb049b2cd3d470eb8525c772cd1fc5c",
              "IPY_MODEL_0c7bf21b8f104f7e8f250a398d0e1f9a",
              "IPY_MODEL_2f5bb01e4e97419b9f54654afef11b06"
            ],
            "layout": "IPY_MODEL_add5be8c036440bdb6fcdcc5653acb4a"
          }
        },
        "2fb049b2cd3d470eb8525c772cd1fc5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9462cc65df044bceac44c21398575ef7",
            "placeholder": "​",
            "style": "IPY_MODEL_dba24821965a467d9a84cd38a69159de",
            "value": "Loading checkpoint shards: 100%"
          }
        },
        "0c7bf21b8f104f7e8f250a398d0e1f9a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e001459adfd2405fb654dcb644816877",
            "max": 2,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_03c337f2adb44584b031ed26d289b3f9",
            "value": 2
          }
        },
        "2f5bb01e4e97419b9f54654afef11b06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_80c9c35a913e4efebf5913b262e94709",
            "placeholder": "​",
            "style": "IPY_MODEL_0a14656e4a074e368f6d40abdf16066b",
            "value": " 2/2 [00:02&lt;00:00,  1.07s/it]"
          }
        },
        "add5be8c036440bdb6fcdcc5653acb4a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9462cc65df044bceac44c21398575ef7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "dba24821965a467d9a84cd38a69159de": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e001459adfd2405fb654dcb644816877": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03c337f2adb44584b031ed26d289b3f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "80c9c35a913e4efebf5913b262e94709": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0a14656e4a074e368f6d40abdf16066b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8ad27e816a034f9aa178cf71bfcbd157": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_16f40d2b476f4579bff5422226ae5183",
              "IPY_MODEL_d975864f848f4b30a49bf4eb11baf0fb",
              "IPY_MODEL_1312beaf6c834618969606623c7aee28"
            ],
            "layout": "IPY_MODEL_057f0b3940ab461aa90f2b36db921ee6"
          }
        },
        "16f40d2b476f4579bff5422226ae5183": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_df8d14d19f8b481c9fd8bb4c5b5479a5",
            "placeholder": "​",
            "style": "IPY_MODEL_3245ff273c4d4d5db3e036b4c0eefedf",
            "value": "generation_config.json: 100%"
          }
        },
        "d975864f848f4b30a49bf4eb11baf0fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c51f1e95ad21486590dfa261fcd6dd6b",
            "max": 172,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c5bc2cd7335b465fbabcaac54db48f62",
            "value": 172
          }
        },
        "1312beaf6c834618969606623c7aee28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c4bb2023efb24059a2d9d177473ae5c2",
            "placeholder": "​",
            "style": "IPY_MODEL_0b3f440e97964997aa1165167936c086",
            "value": " 172/172 [00:00&lt;00:00, 15.7kB/s]"
          }
        },
        "057f0b3940ab461aa90f2b36db921ee6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "df8d14d19f8b481c9fd8bb4c5b5479a5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3245ff273c4d4d5db3e036b4c0eefedf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c51f1e95ad21486590dfa261fcd6dd6b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c5bc2cd7335b465fbabcaac54db48f62": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c4bb2023efb24059a2d9d177473ae5c2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0b3f440e97964997aa1165167936c086": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7c525e6580434dc8b7f5800e6c43b0b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_fa0591ac04eb4fc3950832da82b14bcd",
              "IPY_MODEL_4a5a44ee92424cec944af20fce079204",
              "IPY_MODEL_432baa138cea462e8a16e726a46f3f6c"
            ],
            "layout": "IPY_MODEL_4078f5db3f724346a6fe8705fbf8bcb5"
          }
        },
        "fa0591ac04eb4fc3950832da82b14bcd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1206f7d5146b4ad49d4b1b8cb5ea37d6",
            "placeholder": "​",
            "style": "IPY_MODEL_e4bdbb730d4c46efad229b9ba79babe2",
            "value": "adapter_model.safetensors: 100%"
          }
        },
        "4a5a44ee92424cec944af20fce079204": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_498a64d016024a1b8a4b9c45b54bba3b",
            "max": 25174424,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ae5c2a97c2b749e1b2aff401f6121c48",
            "value": 25174424
          }
        },
        "432baa138cea462e8a16e726a46f3f6c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_530515ad4c404f819ba889bc2da03493",
            "placeholder": "​",
            "style": "IPY_MODEL_0520dd6e0f0240d58c05f0361a8cdb57",
            "value": " 25.2M/25.2M [00:00&lt;00:00, 137MB/s]"
          }
        },
        "4078f5db3f724346a6fe8705fbf8bcb5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1206f7d5146b4ad49d4b1b8cb5ea37d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e4bdbb730d4c46efad229b9ba79babe2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "498a64d016024a1b8a4b9c45b54bba3b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ae5c2a97c2b749e1b2aff401f6121c48": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "530515ad4c404f819ba889bc2da03493": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0520dd6e0f0240d58c05f0361a8cdb57": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9f6557c6810a4eda9f219fd7ad986e9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_de506fe618af42c4b96154b301b92711",
              "IPY_MODEL_f2082ae632cd4baf8d0e39d9edf9f0e0",
              "IPY_MODEL_660b28c18513489b88839d6ec8c29f8b"
            ],
            "layout": "IPY_MODEL_4d83f2929b74452aa332d75212f4333d"
          }
        },
        "de506fe618af42c4b96154b301b92711": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9044a254638b4bd4a4c78f41782d9f40",
            "placeholder": "​",
            "style": "IPY_MODEL_9cc1514a4eb84d4da8bd61c343da7618",
            "value": "tokenizer_config.json: 100%"
          }
        },
        "f2082ae632cd4baf8d0e39d9edf9f0e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ed814baa58b64ba2a8f16727eb0251e9",
            "max": 3169,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8efabeb7c326469e8ed993a98da37ea6",
            "value": 3169
          }
        },
        "660b28c18513489b88839d6ec8c29f8b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8785342dbdd0464bb737ac558b1767ab",
            "placeholder": "​",
            "style": "IPY_MODEL_2edea82b49684ad3858404e0e37e660b",
            "value": " 3.17k/3.17k [00:00&lt;00:00, 294kB/s]"
          }
        },
        "4d83f2929b74452aa332d75212f4333d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9044a254638b4bd4a4c78f41782d9f40": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9cc1514a4eb84d4da8bd61c343da7618": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ed814baa58b64ba2a8f16727eb0251e9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8efabeb7c326469e8ed993a98da37ea6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8785342dbdd0464bb737ac558b1767ab": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2edea82b49684ad3858404e0e37e660b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "25a4c22685c84f029da078148d80c8cc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_01dd3ce82ae248119a2a3a80f817c4f0",
              "IPY_MODEL_ec45b51e2b7e416fbb0d1460b78b404d",
              "IPY_MODEL_15e89fa62f9e4e60b4bbaf15ab965752"
            ],
            "layout": "IPY_MODEL_cce1294bdf3f4aa7bd146b1dddbcd315"
          }
        },
        "01dd3ce82ae248119a2a3a80f817c4f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_246b6e0f51c34b308acd5aa68f8483a5",
            "placeholder": "​",
            "style": "IPY_MODEL_4dff91be3ab04d4fabb905dcc149ca41",
            "value": "tokenizer.model: 100%"
          }
        },
        "ec45b51e2b7e416fbb0d1460b78b404d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7cdeef347d334026a2f219f60cddf54d",
            "max": 499723,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c3eee21b3f9b40d3855c839ba96a76f0",
            "value": 499723
          }
        },
        "15e89fa62f9e4e60b4bbaf15ab965752": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cbadc89e3787446ba1410a43512821a9",
            "placeholder": "​",
            "style": "IPY_MODEL_415e087902704ba49b81211af041ee04",
            "value": " 500k/500k [00:00&lt;00:00, 36.8MB/s]"
          }
        },
        "cce1294bdf3f4aa7bd146b1dddbcd315": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "246b6e0f51c34b308acd5aa68f8483a5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4dff91be3ab04d4fabb905dcc149ca41": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7cdeef347d334026a2f219f60cddf54d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c3eee21b3f9b40d3855c839ba96a76f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "cbadc89e3787446ba1410a43512821a9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "415e087902704ba49b81211af041ee04": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b16df1e23a2b4e10ada3c3ae53f25f8b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_b06853f402d342a6aab61cf794e8de62",
              "IPY_MODEL_95b426b6560a44edaacc55d7b9cdef69",
              "IPY_MODEL_ef8b3d7a58cc4fae9cc9d55cc0eb41ab"
            ],
            "layout": "IPY_MODEL_ae8faab61a1a441695554067e15b2872"
          }
        },
        "b06853f402d342a6aab61cf794e8de62": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ad2780c9873f44ebb6f49d7da81ee11b",
            "placeholder": "​",
            "style": "IPY_MODEL_5a1ced7342ce4acb9976bb94ca18700c",
            "value": "tokenizer.json: 100%"
          }
        },
        "95b426b6560a44edaacc55d7b9cdef69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_527297b7776a4260a810fdf40f8256c7",
            "max": 1844409,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8bbe3ad43c8d423390f5d9034b1447df",
            "value": 1844409
          }
        },
        "ef8b3d7a58cc4fae9cc9d55cc0eb41ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4e4cc1ac782141eebe80f4cb9bb79130",
            "placeholder": "​",
            "style": "IPY_MODEL_a880647768fd4df591a2a3f0fb92373a",
            "value": " 1.84M/1.84M [00:00&lt;00:00, 4.01MB/s]"
          }
        },
        "ae8faab61a1a441695554067e15b2872": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad2780c9873f44ebb6f49d7da81ee11b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5a1ced7342ce4acb9976bb94ca18700c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "527297b7776a4260a810fdf40f8256c7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8bbe3ad43c8d423390f5d9034b1447df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4e4cc1ac782141eebe80f4cb9bb79130": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a880647768fd4df591a2a3f0fb92373a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "04cf7f980ef8406e97297a308472f734": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7874cd94d78741f88a440c02866688f3",
              "IPY_MODEL_18572030ba484da8abce4ddfae6a8257",
              "IPY_MODEL_67ed822f8a15413fa02f786ccc7559e9"
            ],
            "layout": "IPY_MODEL_b6eeb9d5135e458a93b75b799261958e"
          }
        },
        "7874cd94d78741f88a440c02866688f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a3117a6bbdab4bc4aa7b934e52ffb234",
            "placeholder": "​",
            "style": "IPY_MODEL_2da4d756023048a0a824fb8adad3bec8",
            "value": "added_tokens.json: 100%"
          }
        },
        "18572030ba484da8abce4ddfae6a8257": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a76478eb5b5f40fe987e5362f462dccd",
            "max": 293,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_769d9ab9f4a5449fbf28ba579a88d91a",
            "value": 293
          }
        },
        "67ed822f8a15413fa02f786ccc7559e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6ad8dff341a542f4a0833cd1dc34c4c5",
            "placeholder": "​",
            "style": "IPY_MODEL_aad1c95947c044038df4427c88e7c69e",
            "value": " 293/293 [00:00&lt;00:00, 25.6kB/s]"
          }
        },
        "b6eeb9d5135e458a93b75b799261958e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a3117a6bbdab4bc4aa7b934e52ffb234": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2da4d756023048a0a824fb8adad3bec8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a76478eb5b5f40fe987e5362f462dccd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "769d9ab9f4a5449fbf28ba579a88d91a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "6ad8dff341a542f4a0833cd1dc34c4c5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "aad1c95947c044038df4427c88e7c69e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2f43ad5e491b4e59b4384e9c43fcd907": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_256671ab12a344959149dbf75917e8f4",
              "IPY_MODEL_cfde1339e7ba44bc8e951fb4bb14b183",
              "IPY_MODEL_ea67a265a2a44fbeb2d83bf8c1ee696a"
            ],
            "layout": "IPY_MODEL_ec3feb6eef074e2081f547ac6bbf30ea"
          }
        },
        "256671ab12a344959149dbf75917e8f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_67c77735ca6144fab1d8999aa3f53a52",
            "placeholder": "​",
            "style": "IPY_MODEL_14d63186dbc9451c949988b5d6714b09",
            "value": "special_tokens_map.json: 100%"
          }
        },
        "cfde1339e7ba44bc8e951fb4bb14b183": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_dcee3e0ca02e498caf37ef10fa91f4d4",
            "max": 568,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_99a2d3cc0ed248ceb376e94ea41cef29",
            "value": 568
          }
        },
        "ea67a265a2a44fbeb2d83bf8c1ee696a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_91e107cb38d14720887cafe659c814f0",
            "placeholder": "​",
            "style": "IPY_MODEL_ecc99e8846344d23a395ef757a5e24eb",
            "value": " 568/568 [00:00&lt;00:00, 50.3kB/s]"
          }
        },
        "ec3feb6eef074e2081f547ac6bbf30ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "67c77735ca6144fab1d8999aa3f53a52": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "14d63186dbc9451c949988b5d6714b09": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dcee3e0ca02e498caf37ef10fa91f4d4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "99a2d3cc0ed248ceb376e94ea41cef29": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "91e107cb38d14720887cafe659c814f0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ecc99e8846344d23a395ef757a5e24eb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/jlonge4/gen_ai_utils/blob/main/phi3_rag_relevance_test.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "rQhXmcSInkfB",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ff877d31-ece3-43a5-8f79-e1562486ef24"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting datasets\n",
            "  Downloading datasets-2.19.1-py3-none-any.whl (542 kB)\n",
            "\u001b[?25l     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/542.0 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K     \u001b[91m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━━━━━━━━━━\u001b[0m \u001b[32m399.4/542.0 kB\u001b[0m \u001b[31m13.2 MB/s\u001b[0m eta \u001b[36m0:00:01\u001b[0m\r\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m542.0/542.0 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting accelerate\n",
            "  Downloading accelerate-0.30.1-py3-none-any.whl (302 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.6/302.6 kB\u001b[0m \u001b[31m22.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting peft\n",
            "  Downloading peft-0.11.1-py3-none-any.whl (251 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m251.6/251.6 kB\u001b[0m \u001b[31m20.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting bitsandbytes\n",
            "  Downloading bitsandbytes-0.43.1-py3-none-manylinux_2_24_x86_64.whl (119.8 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.8/119.8 MB\u001b[0m \u001b[31m13.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting trl\n",
            "  Downloading trl-0.8.6-py3-none-any.whl (245 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m245.2/245.2 kB\u001b[0m \u001b[31m26.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting flash-attn\n",
            "  Downloading flash_attn-2.5.9.post1.tar.gz (2.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.6/2.6 MB\u001b[0m \u001b[31m87.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting arize-phoenix-evals\n",
            "  Downloading arize_phoenix_evals-0.10.0-py3-none-any.whl (47 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 kB\u001b[0m \u001b[31m3.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.14.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.25.2)\n",
            "Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (14.0.2)\n",
            "Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets) (0.6)\n",
            "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n",
            "  Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.0.3)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.31.0)\n",
            "Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.66.4)\n",
            "Collecting xxhash (from datasets)\n",
            "  Downloading xxhash-3.4.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m18.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting multiprocess (from datasets)\n",
            "  Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m19.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: fsspec[http]<=2024.3.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.9.5)\n",
            "Requirement already satisfied: huggingface-hub>=0.21.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.23.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.1)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.5)\n",
            "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.3.0+cu121)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate) (0.4.3)\n",
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from peft) (4.41.1)\n",
            "Collecting tyro>=0.5.11 (from trl)\n",
            "  Downloading tyro-0.8.4-py3-none-any.whl (102 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m102.4/102.4 kB\u001b[0m \u001b[31m13.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting einops (from flash-attn)\n",
            "  Downloading einops-0.8.0-py3-none-any.whl (43 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m43.2/43.2 kB\u001b[0m \u001b[31m4.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: typing-extensions<5,>=4.5 in /usr/local/lib/python3.10/dist-packages (from arize-phoenix-evals) (4.11.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.2.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.1)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.5)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.3.2)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (3.7)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2.0.7)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->datasets) (2024.2.2)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (1.12)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.3)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.4)\n",
            "Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n",
            "Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n",
            "Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n",
            "Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n",
            "Collecting nvidia-cublas-cu12==12.1.3.1 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n",
            "Collecting nvidia-cufft-cu12==11.0.2.54 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n",
            "Collecting nvidia-curand-cu12==10.3.2.106 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n",
            "Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n",
            "Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n",
            "Collecting nvidia-nccl-cu12==2.20.5 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n",
            "Collecting nvidia-nvtx-cu12==12.1.105 (from torch>=1.10.0->accelerate)\n",
            "  Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n",
            "Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.3.0)\n",
            "Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.10.0->accelerate)\n",
            "  Downloading nvidia_nvjitlink_cu12-12.5.40-py3-none-manylinux2014_x86_64.whl (21.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.3/21.3 MB\u001b[0m \u001b[31m73.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->peft) (2024.5.15)\n",
            "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers->peft) (0.19.1)\n",
            "Requirement already satisfied: docstring-parser>=0.14.1 in /usr/local/lib/python3.10/dist-packages (from tyro>=0.5.11->trl) (0.16)\n",
            "Requirement already satisfied: rich>=11.1.0 in /usr/local/lib/python3.10/dist-packages (from tyro>=0.5.11->trl) (13.7.1)\n",
            "Collecting shtab>=1.5.6 (from tyro>=0.5.11->trl)\n",
            "  Downloading shtab-1.7.1-py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n",
            "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from rich>=11.1.0->tyro>=0.5.11->trl) (3.0.0)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich>=11.1.0->tyro>=0.5.11->trl) (2.16.1)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n",
            "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py>=2.2.0->rich>=11.1.0->tyro>=0.5.11->trl) (0.1.2)\n",
            "Building wheels for collected packages: flash-attn\n",
            "  Building wheel for flash-attn (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for flash-attn: filename=flash_attn-2.5.9.post1-cp310-cp310-linux_x86_64.whl size=120889689 sha256=5022ba11d48bf74926da9c16260f4ea2b9bb7f4e29bdb4bd6e1383ad1c55d16f\n",
            "  Stored in directory: /root/.cache/pip/wheels/cc/ad/f6/7ccf0238790d6346e9fe622923a76ec218e890d356b9a2754a\n",
            "Successfully built flash-attn\n",
            "Installing collected packages: xxhash, shtab, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, einops, dill, nvidia-cusparse-cu12, nvidia-cudnn-cu12, multiprocess, tyro, nvidia-cusolver-cu12, arize-phoenix-evals, datasets, flash-attn, bitsandbytes, accelerate, trl, peft\n",
            "Successfully installed accelerate-0.30.1 arize-phoenix-evals-0.10.0 bitsandbytes-0.43.1 datasets-2.19.1 dill-0.3.8 einops-0.8.0 flash-attn-2.5.9.post1 multiprocess-0.70.16 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvjitlink-cu12-12.5.40 nvidia-nvtx-cu12-12.1.105 peft-0.11.1 shtab-1.7.1 trl-0.8.6 tyro-0.8.4 xxhash-3.4.1\n"
          ]
        }
      ],
      "source": [
        "!pip install datasets accelerate peft bitsandbytes trl flash-attn arize-phoenix-evals"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from peft import PeftModel, PeftConfig\n",
        "from transformers import AutoModelForCausalLM\n",
        "\n",
        "config = PeftConfig.from_pretrained(\"Jlonge4/phi3-rag-relevance-judge\")\n",
        "base_model = AutoModelForCausalLM.from_pretrained(\"microsoft/Phi-3-mini-4k-instruct\")\n",
        "model_peft = PeftModel.from_pretrained(base_model, \"Jlonge4/phi3-rag-relevance-judge\", config=config)\n",
        "\n",
        "merged_model = model_peft.merge_and_unload()\n",
        "merged_model.to('cuda')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 861,
          "referenced_widgets": [
            "1337dc6a400d4264b6c8cc7cc8260bbf",
            "055cfb0f53ab48fba52a53f09593b835",
            "a4e1b1c2a2db44668738205bffee9870",
            "79a5dd45dfd4446f912647280a2ec8e0",
            "409300e89d8f4e7ea4c82e2c530b434f",
            "67afc4d5dc424bec9c74dd495aef7f1a",
            "7ac0552481704b7287e4474b5f4fd29a",
            "3b7c3b11158a43ef8e70962c6613c51d",
            "682663e9945641fba650251a11eda72e",
            "5e903a94bd4d4c12b1aa6f525ab31e56",
            "faf96c2039744835821d624eaa0bf631",
            "a48706b431b54ce2af033f066a5c868a",
            "5814f9cd2bfe48c5a814df14b3592e88",
            "6173d0b642624456b8bb03e47fa0d704",
            "83d190873a264039a52007d2e4f92e16",
            "7c5dcaf9d15f4d9fab2407e3ef6ab260",
            "704bf9789fef4e518c2af5ebb1401ee6",
            "b1a6bcb6cb854756a1996881f81033ad",
            "4ef65087a3bd4a1cab394decea8fafe5",
            "c8393870a4be4970a62a5e93a28ce2f5",
            "ac8a30a2a02a4ca194d178623b233b81",
            "73cdac1fa43646caa30a1ce8e15d7892",
            "eea776c058e842b686c3b4131c0395de",
            "8bc6d4f77f1d4a30b66488193212904c",
            "68dd0d3be04f4da28f112b2883272da1",
            "6de1473eac434181bf5213b0712e5575",
            "9514c81b142b4f60a068e2564c0100c6",
            "71ac9bfcc61b4f6a900b4e2f4a453862",
            "fc5ba575678f491eaa7a4453a57b24c7",
            "5ac24c8bc95849ccbc92b31790e8b1d5",
            "4f10ad42065e4518b2e7899d2f5a3d78",
            "a6e8cec5eb7848748b9d59855971d049",
            "9c396f841b4e43419b1ae9eb8d8822b2",
            "0ac673394d7b4574a537b877e1639f72",
            "2260206b9c3e479384e5d525821ee6ce",
            "fadd44b6860e47ec9939068834045803",
            "412bc43ffeeb498098c394443ff31053",
            "5a76183e79654bdc8a26e00318eb7c75",
            "835264e100884b5480ee9cacfd1528ef",
            "87cca402c34d4b7e8b68b5c24ddaf30b",
            "03637a39912c4cbcb2125addf8125571",
            "9baaccc37dbd41cbb5721becf6a7b23a",
            "562e357a65594f3fa8de7f55238bc0f5",
            "dce96ed0d7184c69a26a428093a2cebb",
            "4c9c15462a7c4c3f81308b99d9f5cce3",
            "95dc9030049649328e2cd80954d088d6",
            "dd25a94e245245ed81c6674fc1c27770",
            "3a4aa121b8cf4069a87c40b5b064e57d",
            "498edc9a89c14efb825eadb8947474f4",
            "2085dac5b0ba4e24b6a1746197d3708d",
            "fa21811855ea45478c18e403c612a32d",
            "21e3702c2b2a4806be83bd7790b795d4",
            "9617a739fd1f4006b9f03ebbdb7b15f2",
            "a3a9338777b24eb9842d605447054b7f",
            "76d04efce82342f18b66ab0934274bd6",
            "234def267a7d403bac9f2d4ed3a42751",
            "ebfd3907aaa542358ac1046e8d1eefeb",
            "20d4fa2a29b94605bf0afb48be8ef1b1",
            "a811e618b180423baf36005189240249",
            "bed4590c503140cb84b6f545fcc2736e",
            "50847325cc754fcbab53460e58026555",
            "d0263b6c631641bdaf9cfe539f951941",
            "1cb2da9c589348d2ac06a0e8ef0eb705",
            "6e784b490dc947b19cb7fc743f8277d0",
            "d790be95c03345a28910d4fa4926717c",
            "99dc8acb93ed44659cc15ea36df7f21b",
            "f6d55134c8904479833bb730f98423bc",
            "2fb049b2cd3d470eb8525c772cd1fc5c",
            "0c7bf21b8f104f7e8f250a398d0e1f9a",
            "2f5bb01e4e97419b9f54654afef11b06",
            "add5be8c036440bdb6fcdcc5653acb4a",
            "9462cc65df044bceac44c21398575ef7",
            "dba24821965a467d9a84cd38a69159de",
            "e001459adfd2405fb654dcb644816877",
            "03c337f2adb44584b031ed26d289b3f9",
            "80c9c35a913e4efebf5913b262e94709",
            "0a14656e4a074e368f6d40abdf16066b",
            "8ad27e816a034f9aa178cf71bfcbd157",
            "16f40d2b476f4579bff5422226ae5183",
            "d975864f848f4b30a49bf4eb11baf0fb",
            "1312beaf6c834618969606623c7aee28",
            "057f0b3940ab461aa90f2b36db921ee6",
            "df8d14d19f8b481c9fd8bb4c5b5479a5",
            "3245ff273c4d4d5db3e036b4c0eefedf",
            "c51f1e95ad21486590dfa261fcd6dd6b",
            "c5bc2cd7335b465fbabcaac54db48f62",
            "c4bb2023efb24059a2d9d177473ae5c2",
            "0b3f440e97964997aa1165167936c086",
            "7c525e6580434dc8b7f5800e6c43b0b0",
            "fa0591ac04eb4fc3950832da82b14bcd",
            "4a5a44ee92424cec944af20fce079204",
            "432baa138cea462e8a16e726a46f3f6c",
            "4078f5db3f724346a6fe8705fbf8bcb5",
            "1206f7d5146b4ad49d4b1b8cb5ea37d6",
            "e4bdbb730d4c46efad229b9ba79babe2",
            "498a64d016024a1b8a4b9c45b54bba3b",
            "ae5c2a97c2b749e1b2aff401f6121c48",
            "530515ad4c404f819ba889bc2da03493",
            "0520dd6e0f0240d58c05f0361a8cdb57"
          ]
        },
        "id": "ZXrCkdtXSwEE",
        "outputId": "045fbf5a-a3e4-4949-89a7-5b5c85876760"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "adapter_config.json:   0%|          | 0.00/686 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1337dc6a400d4264b6c8cc7cc8260bbf"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "config.json:   0%|          | 0.00/904 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "a48706b431b54ce2af033f066a5c868a"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model.safetensors.index.json:   0%|          | 0.00/16.3k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "eea776c058e842b686c3b4131c0395de"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading shards:   0%|          | 0/2 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0ac673394d7b4574a537b877e1639f72"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00001-of-00002.safetensors:   0%|          | 0.00/4.97G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4c9c15462a7c4c3f81308b99d9f5cce3"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "model-00002-of-00002.safetensors:   0%|          | 0.00/2.67G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "234def267a7d403bac9f2d4ed3a42751"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "f6d55134c8904479833bb730f98423bc"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "generation_config.json:   0%|          | 0.00/172 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "8ad27e816a034f9aa178cf71bfcbd157"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "adapter_model.safetensors:   0%|          | 0.00/25.2M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "7c525e6580434dc8b7f5800e6c43b0b0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Phi3ForCausalLM(\n",
              "  (model): Phi3Model(\n",
              "    (embed_tokens): Embedding(32064, 3072, padding_idx=32000)\n",
              "    (embed_dropout): Dropout(p=0.0, inplace=False)\n",
              "    (layers): ModuleList(\n",
              "      (0-31): 32 x Phi3DecoderLayer(\n",
              "        (self_attn): Phi3Attention(\n",
              "          (o_proj): Linear(in_features=3072, out_features=3072, bias=False)\n",
              "          (qkv_proj): Linear(in_features=3072, out_features=9216, bias=False)\n",
              "          (rotary_emb): Phi3RotaryEmbedding()\n",
              "        )\n",
              "        (mlp): Phi3MLP(\n",
              "          (gate_up_proj): Linear(in_features=3072, out_features=16384, bias=False)\n",
              "          (down_proj): Linear(in_features=8192, out_features=3072, bias=False)\n",
              "          (activation_fn): SiLU()\n",
              "        )\n",
              "        (input_layernorm): Phi3RMSNorm()\n",
              "        (resid_attn_dropout): Dropout(p=0.0, inplace=False)\n",
              "        (resid_mlp_dropout): Dropout(p=0.0, inplace=False)\n",
              "        (post_attention_layernorm): Phi3RMSNorm()\n",
              "      )\n",
              "    )\n",
              "    (norm): Phi3RMSNorm()\n",
              "  )\n",
              "  (lm_head): Linear(in_features=3072, out_features=32064, bias=False)\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Use a pipeline as a high-level helper\n",
        "from peft import PeftModel, PeftConfig\n",
        "from transformers import pipeline\n",
        "import torch\n",
        "from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig\n",
        "\n",
        "# base_model = AutoModelForCausalLM.from_pretrained(\"microsoft/Phi-3-mini-4k-instruct\")\n",
        "# model_peft = PeftModel.from_pretrained(base_model, \"Jlonge4/outputs\")\n",
        "# model_id = \"Jlonge4/phi3-rag-relevance-judge-merge\"\n",
        "# # model_id = \"microsoft/Phi-3-mini-4k-instruct\"\n",
        "tokenizer_id = \"microsoft/Phi-3-mini-4k-instruct\"\n",
        "\n",
        "tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)\n",
        "# base_model = AutoModelForCausalLM.from_pretrained(model_id)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 194,
          "referenced_widgets": [
            "9f6557c6810a4eda9f219fd7ad986e9d",
            "de506fe618af42c4b96154b301b92711",
            "f2082ae632cd4baf8d0e39d9edf9f0e0",
            "660b28c18513489b88839d6ec8c29f8b",
            "4d83f2929b74452aa332d75212f4333d",
            "9044a254638b4bd4a4c78f41782d9f40",
            "9cc1514a4eb84d4da8bd61c343da7618",
            "ed814baa58b64ba2a8f16727eb0251e9",
            "8efabeb7c326469e8ed993a98da37ea6",
            "8785342dbdd0464bb737ac558b1767ab",
            "2edea82b49684ad3858404e0e37e660b",
            "25a4c22685c84f029da078148d80c8cc",
            "01dd3ce82ae248119a2a3a80f817c4f0",
            "ec45b51e2b7e416fbb0d1460b78b404d",
            "15e89fa62f9e4e60b4bbaf15ab965752",
            "cce1294bdf3f4aa7bd146b1dddbcd315",
            "246b6e0f51c34b308acd5aa68f8483a5",
            "4dff91be3ab04d4fabb905dcc149ca41",
            "7cdeef347d334026a2f219f60cddf54d",
            "c3eee21b3f9b40d3855c839ba96a76f0",
            "cbadc89e3787446ba1410a43512821a9",
            "415e087902704ba49b81211af041ee04",
            "b16df1e23a2b4e10ada3c3ae53f25f8b",
            "b06853f402d342a6aab61cf794e8de62",
            "95b426b6560a44edaacc55d7b9cdef69",
            "ef8b3d7a58cc4fae9cc9d55cc0eb41ab",
            "ae8faab61a1a441695554067e15b2872",
            "ad2780c9873f44ebb6f49d7da81ee11b",
            "5a1ced7342ce4acb9976bb94ca18700c",
            "527297b7776a4260a810fdf40f8256c7",
            "8bbe3ad43c8d423390f5d9034b1447df",
            "4e4cc1ac782141eebe80f4cb9bb79130",
            "a880647768fd4df591a2a3f0fb92373a",
            "04cf7f980ef8406e97297a308472f734",
            "7874cd94d78741f88a440c02866688f3",
            "18572030ba484da8abce4ddfae6a8257",
            "67ed822f8a15413fa02f786ccc7559e9",
            "b6eeb9d5135e458a93b75b799261958e",
            "a3117a6bbdab4bc4aa7b934e52ffb234",
            "2da4d756023048a0a824fb8adad3bec8",
            "a76478eb5b5f40fe987e5362f462dccd",
            "769d9ab9f4a5449fbf28ba579a88d91a",
            "6ad8dff341a542f4a0833cd1dc34c4c5",
            "aad1c95947c044038df4427c88e7c69e",
            "2f43ad5e491b4e59b4384e9c43fcd907",
            "256671ab12a344959149dbf75917e8f4",
            "cfde1339e7ba44bc8e951fb4bb14b183",
            "ea67a265a2a44fbeb2d83bf8c1ee696a",
            "ec3feb6eef074e2081f547ac6bbf30ea",
            "67c77735ca6144fab1d8999aa3f53a52",
            "14d63186dbc9451c949988b5d6714b09",
            "dcee3e0ca02e498caf37ef10fa91f4d4",
            "99a2d3cc0ed248ceb376e94ea41cef29",
            "91e107cb38d14720887cafe659c814f0",
            "ecc99e8846344d23a395ef757a5e24eb"
          ]
        },
        "id": "uq3SlkN_n3tZ",
        "outputId": "79e5d641-3ffc-4f1b-dca7-a825e69d774e"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer_config.json:   0%|          | 0.00/3.17k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9f6557c6810a4eda9f219fd7ad986e9d"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.model:   0%|          | 0.00/500k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "25a4c22685c84f029da078148d80c8cc"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "tokenizer.json:   0%|          | 0.00/1.84M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "b16df1e23a2b4e10ada3c3ae53f25f8b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "added_tokens.json:   0%|          | 0.00/293 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "04cf7f980ef8406e97297a308472f734"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "special_tokens_map.json:   0%|          | 0.00/568 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "2f43ad5e491b4e59b4384e9c43fcd907"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "from getpass import getpass\n",
        "\n",
        "import matplotlib.pyplot as plt\n",
        "import pandas as pd\n",
        "from phoenix.evals import (\n",
        "    RAG_RELEVANCY_PROMPT_RAILS_MAP,\n",
        "    RAG_RELEVANCY_PROMPT_TEMPLATE,\n",
        "    OpenAIModel,\n",
        "    download_benchmark_dataset,\n",
        "    llm_classify,\n",
        ")\n",
        "from sklearn.metrics import classification_report\n",
        "\n",
        "pd.set_option(\"display.max_colwidth\", None)\n",
        "\n",
        "df = download_benchmark_dataset(\n",
        "    task=\"binary-relevance-classification\", dataset_name=\"wiki_qa-train\"\n",
        ")\n",
        "df.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 814
        },
        "id": "bjGa_vLscBMo",
        "outputId": "115d8efb-2625-4c1a-a3f4-6f9a04b19a69"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "  query_id  \\\n",
              "0       Q1   \n",
              "1      Q10   \n",
              "2     Q100   \n",
              "3    Q1000   \n",
              "4    Q1001   \n",
              "\n",
              "                                                            query_text  \\\n",
              "0                                        how are glacier caves formed?   \n",
              "1                                     how an outdoor wood boiler works   \n",
              "2  what happens  to the light independent reactions of photosynthesis?   \n",
              "3          where in the bible that palestine have no land in jerusalem   \n",
              "4                                    what are the test scores on asvab   \n",
              "\n",
              "                               document_title  \\\n",
              "0                                Glacier cave   \n",
              "1                   Outdoor wood-fired boiler   \n",
              "2                 Light-independent reactions   \n",
              "3                                 Philistines   \n",
              "4  Armed Services Vocational Aptitude Battery   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               document_text  \\\n",
              "0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              A partly submerged glacier cave on Perito Moreno Glacier . The ice facade is approximately 60 m high Ice formations in the Titlis glacier cave A glacier cave is a cave formed within the ice of a glacier . Glacier caves are often called ice caves , but this term is properly used to describe bedrock caves that contain year-round ice.   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        The outdoor wood boiler is a variant of the classic wood stove adapted for set-up outdoors while still transferring the heat to interior buildings.   \n",
              "2                                                                                                                                                                                                                                                                                                                                    The simplified internal structure of a chloroplast Overview of the Calvin cycle and carbon fixation The light-independent reactions of photosynthesis are chemical reactions that convert carbon dioxide and other compounds into glucose . These reactions occur in the stroma , the fluid-filled area of a chloroplast outside of the thylakoid membranes. These reactions take the light-dependent reactions and perform further chemical processes on them. There are three phases to the light-independent reactions, collectively called the Calvin cycle : carbon fixation, reduction reactions, and ribulose 1,5-bisphosphate (RuBP) regeneration. Despite its name, this process occurs only when light is available. Plants do not carry out the Calvin cycle by night. They, instead, release sucrose into the phloem from their starch reserves. This process happens when light is available independent of the kind of photosynthesis ( C3 carbon fixation , C4 carbon fixation , and Crassulacean Acid Metabolism ); CAM plants store malic acid in their vacuoles every night and release it by day in order to make this process work.   \n",
              "3  The Philistine cities of Gaza, Ashdod, Ashkelon, Ekron, and Gath The Philistines (, , , or ; , Plištim), Pleshet or Peleset, were a people who as part of the Sea Peoples appeared in the southern coastal area of Canaan at the beginning of the Iron Age (circa 1175 BC), most probably from the Aegean region. According to the Bible , they ruled the five city-states (the \"Philistine Pentapolis\") of Gaza , Ashkelon , Ashdod , Ekron and Gath , from Wadi Gaza in the south to the Yarqon River in the north, but with no fixed border to the east. The Bible paints them as the Kingdom of Israel 's most dangerous enemy. Originating somewhere in the Aegean , their population was around 25,000 in the 12th century BC, rising to a peak of 30,000 in the 11th century BC, of which the Aegean element was not more than half the total, and perhaps much less. Nothing is known for certain about the original language or languages of the Philistines, however they were not part of the Semitic Canaanite population. There is some limited evidence in favour of the assumption that the Philistines were Indo-European-speakers either from Greece and/or Luwian speakers from the coast of Asia Minor . Philistine-related words found in the Bible are not Semitic, and can in some cases, with reservations, be traced back to Proto-Indo-European roots. By the beginning of the 1st Millennium BCE they had adopted the general Canaanite language of the region.   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                The Armed Services Vocational Aptitude Battery (ASVAB) is a multiple choice test, administered by the United States Military Entrance Processing Command , used to determine qualification for enlistment in the United States armed forces . It is often offered to American high school students when they are in the 10th, 11th and 12th grade, though anyone eligible for enlistment may take it. Although the test is administered by the military, it is not (and never has been) a requirement that a test-taker with a qualifying score enlist in the armed forces.   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 document_text_with_emphasis  \\\n",
              "0                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              A partly submerged glacier cave on Perito Moreno Glacier . The ice facade is approximately 60 m high Ice formations in the Titlis glacier cave A GLACIER CAVE IS A CAVE FORMED WITHIN THE ICE OF A GLACIER . Glacier caves are often called ice caves , but this term is properly used to describe bedrock caves that contain year-round ice.   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        The outdoor wood boiler is a variant of the classic wood stove adapted for set-up outdoors while still transferring the heat to interior buildings.   \n",
              "2                                                                                                                                                                                                                                                                                                                                    The simplified internal structure of a chloroplast Overview of the Calvin cycle and carbon fixation THE LIGHT-INDEPENDENT REACTIONS OF PHOTOSYNTHESIS ARE CHEMICAL REACTIONS THAT CONVERT CARBON DIOXIDE AND OTHER COMPOUNDS INTO GLUCOSE . These reactions occur in the stroma , the fluid-filled area of a chloroplast outside of the thylakoid membranes. THESE REACTIONS TAKE THE LIGHT-DEPENDENT REACTIONS AND PERFORM FURTHER CHEMICAL PROCESSES ON THEM. There are three phases to the light-independent reactions, collectively called the Calvin cycle : carbon fixation, reduction reactions, and ribulose 1,5-bisphosphate (RuBP) regeneration. Despite its name, this process occurs only when light is available. Plants do not carry out the Calvin cycle by night. They, instead, release sucrose into the phloem from their starch reserves. This process happens when light is available independent of the kind of photosynthesis ( C3 carbon fixation , C4 carbon fixation , and Crassulacean Acid Metabolism ); CAM plants store malic acid in their vacuoles every night and release it by day in order to make this process work.   \n",
              "3  The Philistine cities of Gaza, Ashdod, Ashkelon, Ekron, and Gath The Philistines (, , , or ; , Plištim), Pleshet or Peleset, were a people who as part of the Sea Peoples appeared in the southern coastal area of Canaan at the beginning of the Iron Age (circa 1175 BC), most probably from the Aegean region. According to the Bible , they ruled the five city-states (the \"Philistine Pentapolis\") of Gaza , Ashkelon , Ashdod , Ekron and Gath , from Wadi Gaza in the south to the Yarqon River in the north, but with no fixed border to the east. The Bible paints them as the Kingdom of Israel 's most dangerous enemy. Originating somewhere in the Aegean , their population was around 25,000 in the 12th century BC, rising to a peak of 30,000 in the 11th century BC, of which the Aegean element was not more than half the total, and perhaps much less. Nothing is known for certain about the original language or languages of the Philistines, however they were not part of the Semitic Canaanite population. There is some limited evidence in favour of the assumption that the Philistines were Indo-European-speakers either from Greece and/or Luwian speakers from the coast of Asia Minor . Philistine-related words found in the Bible are not Semitic, and can in some cases, with reservations, be traced back to Proto-Indo-European roots. By the beginning of the 1st Millennium BCE they had adopted the general Canaanite language of the region.   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                The Armed Services Vocational Aptitude Battery (ASVAB) is a multiple choice test, administered by the United States Military Entrance Processing Command , used to determine qualification for enlistment in the United States armed forces . It is often offered to American high school students when they are in the 10th, 11th and 12th grade, though anyone eligible for enlistment may take it. Although the test is administered by the military, it is not (and never has been) a requirement that a test-taker with a qualifying score enlist in the armed forces.   \n",
              "\n",
              "   relevant  \n",
              "0      True  \n",
              "1     False  \n",
              "2      True  \n",
              "3     False  \n",
              "4     False  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d803cd53-1611-449e-870d-cade633b43a0\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>query_id</th>\n",
              "      <th>query_text</th>\n",
              "      <th>document_title</th>\n",
              "      <th>document_text</th>\n",
              "      <th>document_text_with_emphasis</th>\n",
              "      <th>relevant</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Q1</td>\n",
              "      <td>how are glacier caves formed?</td>\n",
              "      <td>Glacier cave</td>\n",
              "      <td>A partly submerged glacier cave on Perito Moreno Glacier . The ice facade is approximately 60 m high Ice formations in the Titlis glacier cave A glacier cave is a cave formed within the ice of a glacier . Glacier caves are often called ice caves , but this term is properly used to describe bedrock caves that contain year-round ice.</td>\n",
              "      <td>A partly submerged glacier cave on Perito Moreno Glacier . The ice facade is approximately 60 m high Ice formations in the Titlis glacier cave A GLACIER CAVE IS A CAVE FORMED WITHIN THE ICE OF A GLACIER . Glacier caves are often called ice caves , but this term is properly used to describe bedrock caves that contain year-round ice.</td>\n",
              "      <td>True</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Q10</td>\n",
              "      <td>how an outdoor wood boiler works</td>\n",
              "      <td>Outdoor wood-fired boiler</td>\n",
              "      <td>The outdoor wood boiler is a variant of the classic wood stove adapted for set-up outdoors while still transferring the heat to interior buildings.</td>\n",
              "      <td>The outdoor wood boiler is a variant of the classic wood stove adapted for set-up outdoors while still transferring the heat to interior buildings.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Q100</td>\n",
              "      <td>what happens  to the light independent reactions of photosynthesis?</td>\n",
              "      <td>Light-independent reactions</td>\n",
              "      <td>The simplified internal structure of a chloroplast Overview of the Calvin cycle and carbon fixation The light-independent reactions of photosynthesis are chemical reactions that convert carbon dioxide and other compounds into glucose . These reactions occur in the stroma , the fluid-filled area of a chloroplast outside of the thylakoid membranes. These reactions take the light-dependent reactions and perform further chemical processes on them. There are three phases to the light-independent reactions, collectively called the Calvin cycle : carbon fixation, reduction reactions, and ribulose 1,5-bisphosphate (RuBP) regeneration. Despite its name, this process occurs only when light is available. Plants do not carry out the Calvin cycle by night. They, instead, release sucrose into the phloem from their starch reserves. This process happens when light is available independent of the kind of photosynthesis ( C3 carbon fixation , C4 carbon fixation , and Crassulacean Acid Metabolism ); CAM plants store malic acid in their vacuoles every night and release it by day in order to make this process work.</td>\n",
              "      <td>The simplified internal structure of a chloroplast Overview of the Calvin cycle and carbon fixation THE LIGHT-INDEPENDENT REACTIONS OF PHOTOSYNTHESIS ARE CHEMICAL REACTIONS THAT CONVERT CARBON DIOXIDE AND OTHER COMPOUNDS INTO GLUCOSE . These reactions occur in the stroma , the fluid-filled area of a chloroplast outside of the thylakoid membranes. THESE REACTIONS TAKE THE LIGHT-DEPENDENT REACTIONS AND PERFORM FURTHER CHEMICAL PROCESSES ON THEM. There are three phases to the light-independent reactions, collectively called the Calvin cycle : carbon fixation, reduction reactions, and ribulose 1,5-bisphosphate (RuBP) regeneration. Despite its name, this process occurs only when light is available. Plants do not carry out the Calvin cycle by night. They, instead, release sucrose into the phloem from their starch reserves. This process happens when light is available independent of the kind of photosynthesis ( C3 carbon fixation , C4 carbon fixation , and Crassulacean Acid Metabolism ); CAM plants store malic acid in their vacuoles every night and release it by day in order to make this process work.</td>\n",
              "      <td>True</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Q1000</td>\n",
              "      <td>where in the bible that palestine have no land in jerusalem</td>\n",
              "      <td>Philistines</td>\n",
              "      <td>The Philistine cities of Gaza, Ashdod, Ashkelon, Ekron, and Gath The Philistines (, , , or ; , Plištim), Pleshet or Peleset, were a people who as part of the Sea Peoples appeared in the southern coastal area of Canaan at the beginning of the Iron Age (circa 1175 BC), most probably from the Aegean region. According to the Bible , they ruled the five city-states (the \"Philistine Pentapolis\") of Gaza , Ashkelon , Ashdod , Ekron and Gath , from Wadi Gaza in the south to the Yarqon River in the north, but with no fixed border to the east. The Bible paints them as the Kingdom of Israel 's most dangerous enemy. Originating somewhere in the Aegean , their population was around 25,000 in the 12th century BC, rising to a peak of 30,000 in the 11th century BC, of which the Aegean element was not more than half the total, and perhaps much less. Nothing is known for certain about the original language or languages of the Philistines, however they were not part of the Semitic Canaanite population. There is some limited evidence in favour of the assumption that the Philistines were Indo-European-speakers either from Greece and/or Luwian speakers from the coast of Asia Minor . Philistine-related words found in the Bible are not Semitic, and can in some cases, with reservations, be traced back to Proto-Indo-European roots. By the beginning of the 1st Millennium BCE they had adopted the general Canaanite language of the region.</td>\n",
              "      <td>The Philistine cities of Gaza, Ashdod, Ashkelon, Ekron, and Gath The Philistines (, , , or ; , Plištim), Pleshet or Peleset, were a people who as part of the Sea Peoples appeared in the southern coastal area of Canaan at the beginning of the Iron Age (circa 1175 BC), most probably from the Aegean region. According to the Bible , they ruled the five city-states (the \"Philistine Pentapolis\") of Gaza , Ashkelon , Ashdod , Ekron and Gath , from Wadi Gaza in the south to the Yarqon River in the north, but with no fixed border to the east. The Bible paints them as the Kingdom of Israel 's most dangerous enemy. Originating somewhere in the Aegean , their population was around 25,000 in the 12th century BC, rising to a peak of 30,000 in the 11th century BC, of which the Aegean element was not more than half the total, and perhaps much less. Nothing is known for certain about the original language or languages of the Philistines, however they were not part of the Semitic Canaanite population. There is some limited evidence in favour of the assumption that the Philistines were Indo-European-speakers either from Greece and/or Luwian speakers from the coast of Asia Minor . Philistine-related words found in the Bible are not Semitic, and can in some cases, with reservations, be traced back to Proto-Indo-European roots. By the beginning of the 1st Millennium BCE they had adopted the general Canaanite language of the region.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Q1001</td>\n",
              "      <td>what are the test scores on asvab</td>\n",
              "      <td>Armed Services Vocational Aptitude Battery</td>\n",
              "      <td>The Armed Services Vocational Aptitude Battery (ASVAB) is a multiple choice test, administered by the United States Military Entrance Processing Command , used to determine qualification for enlistment in the United States armed forces . It is often offered to American high school students when they are in the 10th, 11th and 12th grade, though anyone eligible for enlistment may take it. Although the test is administered by the military, it is not (and never has been) a requirement that a test-taker with a qualifying score enlist in the armed forces.</td>\n",
              "      <td>The Armed Services Vocational Aptitude Battery (ASVAB) is a multiple choice test, administered by the United States Military Entrance Processing Command , used to determine qualification for enlistment in the United States armed forces . It is often offered to American high school students when they are in the 10th, 11th and 12th grade, though anyone eligible for enlistment may take it. Although the test is administered by the military, it is not (and never has been) a requirement that a test-taker with a qualifying score enlist in the armed forces.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d803cd53-1611-449e-870d-cade633b43a0')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d803cd53-1611-449e-870d-cade633b43a0 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d803cd53-1611-449e-870d-cade633b43a0');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-dcb3c530-04af-4fd0-8ccb-be950d2e1dea\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-dcb3c530-04af-4fd0-8ccb-be950d2e1dea')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-dcb3c530-04af-4fd0-8ccb-be950d2e1dea button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df",
              "summary": "{\n  \"name\": \"df\",\n  \"rows\": 2118,\n  \"fields\": [\n    {\n      \"column\": \"query_id\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 2118,\n        \"samples\": [\n          \"Q3028\",\n          \"Q241\",\n          \"Q2711\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"query_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 2118,\n        \"samples\": [\n          \"what is special about flounder in little mermaid\",\n          \"what does the universal law of gravitation state\",\n          \"Who is Cindy Sheehan and what was her 'peace camp'\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 1995,\n        \"samples\": [\n          \"Earth\",\n          \"Food guide pyramid\",\n          \"Millwright\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 1994,\n        \"samples\": [\n          \"This is a list of tables of the verified oldest people in the world in ordinal rank, such as oldest person or oldest man. In these tables, a supercentenarian is considered 'verified' if his or her claim has been validated by an international body that specifically deals in longevity research, such as the Gerontology Research Group (GRG) or Guinness World Records . The longest unambiguously documented human lifespan is that of Jeanne Calment of France (1875\\u20131997), who died at age 122 years, 164 days. She met Vincent van Gogh when she was 12 or 13. This led to news media attention in 1985, after Calment turned 110. Subsequent investigation found documentation for Calment's age, beyond any reasonable question, in the records of her native city, Arles , France. More evidence of Calment's lifespan has been produced than for any other supercentenarian; her case serves as an archetype in the methodology for verifying the ages of the world's oldest people. The longest undisputed lifespan for male supercentenarians is that of Jiroemon Kimura , who currently lives in Japan and is age as of . Since the death of 115-year old Dina Manfredini of the United States , on 17 December 2012, Kimura, born 19 April 1897, is the oldest living person in the world whose age can be documented. He has also been the oldest living man since the death of 114-year old Walter Breuning on 14 April 2011. Since the death of 115-year old Koto Okubo of Japan on 12 January 2013, the oldest living woman has been -year-old Misao Okawa , also from Japan, born on 5 March 1898.\",\n          \"A food guide pyramid is a pyramid shaped guide of healthy foods divided into sections to show the recommended intake for each food group . The first food pyramid was published in Sweden in 1974. The most widely known food pyramid was introduced by the United States Department of Agriculture in the year 1992, was updated in 2005, and then replaced in 2011 . Over 25 other countries and organisations have also published food pyramids.\",\n          \"A millwright is a craftsman or tradesman engaged with the construction and maintenance of machinery . More generally in the English speaking world, early millwrights were specialist carpenters who erected machines used in agriculture , food processing and processing lumber and paper . In the early part of the Industrial Revolution , their skills were pressed into service building the earliest powered textile mills . Modern millwrights work with steel and other materials in addition to wood and must often combine the skills of several skilled trades in order to successfully fabricate industrial machinery or to assemble machines from pre-fabricated parts. The modern millwright must also be able to read blueprints and other schematics to aid him in the construction of complex systems. Millwrights are frequently unionized , with around 45% unionized in the US, although experienced millwrights often set themselves up as independent contractors .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text_with_emphasis\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 2063,\n        \"samples\": [\n          \"Henry VIII (28 June 1491 \\u2013 28 January 1547) was king of England from 21 April 1509 until his death. He was lord , and later king , of Ireland, as well as continuing the nominal claim by the English monarchs to the Kingdom of France. Henry was the second monarch of the Tudor dynasty , succeeding his father, Henry VII . Besides his six marriages, Henry VIII is known for his role in the separation of the Church of England from the Roman Catholic Church. Henry's struggles with Rome led to the separation of the Church of England from papal authority, the Dissolution of the Monasteries , and his own establishment as the Supreme Head of the Church of England . Yet he remained a believer in core Catholic theological teachings, even after his excommunication from the Roman Catholic Church. Henry oversaw the legal union of England and Wales with the Laws in Wales Acts 1535 and 1542 . In 1513, the new king allied with the Holy Roman Emperor, Maximillian I , and invaded France in 1513 with a large, well-equipped army, but achieved little at a considerable financial cost. Maximillian, for his part, used the English invasion to his own ends, and this prejudiced England's ability to defeat the French. This foray would prove the start of an obsession for Henry, who invaded again in 1544. This time, Henry's forces captured the important city of Boulogne , but again the Holy Roman Emperor, Charles V , supported Henry only as long as he needed to and England, strained by the enormous cost of the war, ransomed the city back for peace. His contemporaries considered Henry in his prime to be an attractive, educated and accomplished king, and he has been described as \\\"one of the most charismatic rulers to sit on the English throne\\\". Besides ruling with absolute power, he also engaged himself as an author and composer. His desire to provide England with a male heir \\u2013 which stemmed partly from personal vanity and partly because he believed a daughter would be unable to consolidate the Tudor dynasty and the fragile peace that existed following the Wars of the Roses \\u2013 led to the two things for which Henry is most remembered: his six marriages and the English Reformation . Henry became morbidly obese and his health suffered, contributing to his death in 1547. He is frequently characterised in his later life as a lustful, egotistical, harsh, and insecure king.\",\n          \"A season is a subdivision of the year , marked by changes in weather , ecology , and hours of daylight . SEASONS RESULT FROM THE YEARLY REVOLUTION OF THE EARTH AROUND THE SUN AND THE TILT OF THE EARTH'S AXIS RELATIVE TO THE PLANE OF REVOLUTION. In temperate and polar regions, the seasons are marked by changes in the intensity of sunlight that reaches the Earth's surface, variations of which may cause animals to go into hibernation or to migrate, and plants to be dormant. During May, June and July, the northern hemisphere is exposed to more direct sunlight because the hemisphere faces the sun. The same is true of the southern hemisphere in November, December and January. It is the tilt of the Earth that causes the Sun to be higher in the sky during the summer months which increases the solar flux . However, due to seasonal lag , June, July and August are the hottest months in the northern hemisphere and December, January and February are the hottest months in the southern hemisphere. In temperate and subpolar regions, generally four calendar -based seasons (with their adjectives) are recognized: spring (vernal), summer (estival), autumn (autumnal) and winter (hibernal). However, ecologists mostly use a six season model for temperate climate regions that includes pre-spring (prevernal) and late summer (serotinal) as distinct seasons along with the traditional four. Hot regions have two or three seasons; the rainy (or wet, or monsoon ) season and the dry season, and in some tropical areas, a cool or mild season. In some parts of the world, special \\\"seasons\\\" are loosely defined based on important events such as a hurricane season, tornado season or a wildfire season. The six ecological seasons The four calendar seasons, depicted in an ancient Roman mosaic from Tunisia\",\n          \"Biological classification, or scientific classification in biology, is a method of scientific taxonomy used to group and categorize organisms into groups such as genus or species . These groups are known as taxa (singular: taxon). Modern biological classification has its root in the work of Carolus Linnaeus , who grouped species according to shared physical characteristics. These groupings have since been revised to improve consistency with the Darwinian principle of common descent . With the introduction of the cladistic method in the late 20th century, phylogenetic taxonomy in which organisms are grouped based purely on inferred evolutionary relatedness, ignoring morphological similarity, has become common in some areas of biology. Molecular phylogenetics , which uses DNA sequences as data, has also driven many recent revisions and is likely to continue doing so. Biological classification belongs to the science of biological systematics .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"relevant\",\n      \"properties\": {\n        \"dtype\": \"boolean\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          false,\n          true\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "test = df[1801:len(df)]\n",
        "# df_['relevant'] = df_['relevant'].map({False: 'unrelated', True: 'relevant'})\n",
        "test['relevant'].value_counts()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lLZkhm2GRgRS",
        "outputId": "68bb5f7f-eb48-499f-ddd4-3743e862bc52"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "relevant\n",
              "False    195\n",
              "True     122\n",
              "Name: count, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "test.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "G6cJY4bPtUAU",
        "outputId": "8411e801-adcc-4b0e-f0e4-254744597129"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "     query_id                                      query_text  \\\n",
              "1801     Q590  how is 5 hour glucose tolerance test performed   \n",
              "1802     Q592                   what about me moving pictures   \n",
              "1803     Q593           how many eggs per chicken is expected   \n",
              "1804     Q594                  how does the mls schedule work   \n",
              "1805     Q598               what countries legalize marijuana   \n",
              "\n",
              "              document_title  \\\n",
              "1801  Glucose tolerance test   \n",
              "1802    What About Me (song)   \n",
              "1803              Egg (food)   \n",
              "1804     Major League Soccer   \n",
              "1805    Legality of cannabis   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    document_text  \\\n",
              "1801                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                A glucose tolerance test is a medical test in which glucose is given and blood samples taken afterward to determine how quickly it is cleared from the blood. The test is usually used to test for diabetes , insulin resistance , and sometimes reactive hypoglycemia and acromegaly , or rarer disorders of carbohydrate metabolism . In the most commonly performed version of the test, an oral glucose tolerance test (OGTT), a standard dose of glucose is ingested by mouth and blood levels are checked two hours later. Many variations of the GTT have been devised over the years for various purposes, with different standard doses of glucose, different routes of administration, different intervals and durations of sampling, and various substances measured in addition to blood glucose.   \n",
              "1802                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            \"What About Me\" is a song written by Garry Frost and Frances Swan, first recorded by Australian rock band Moving Pictures from their album Days of Innocence . It was the band's first number-one single in Australia spending six consecutive weeks on the top; there, it was the second-highest selling single of 1982. The success of the song led them to America where it became a hit, reaching #29 on the U.S. Billboard Hot 100 chart. The song stayed in the U.S. charts for such a long time that it managed to make Billboards top 100 Pop Singles of 1983, at #88, a rare feat for a single with such a low peak position. The song made an unusual comeback in 1989, peaking at #46.   \n",
              "1803                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        On the left a chicken egg, the egg most commonly eaten by humans , and on the right two quail eggs Eggs are laid by females of many different species, including birds , reptiles , amphibians , and fish , and have been eaten by mankind for thousands of years. Bird and reptile eggs consist of a protective eggshell , albumen ( egg white ), and vitellus ( egg yolk ), contained within various thin membranes. Popular choices for egg consumption are chicken , duck , quail , roe , and caviar , but the egg most often consumed by humans is the chicken egg, by a wide margin. Egg yolks and whole eggs store significant amounts of protein and choline , and are widely used in cookery. Due to their protein content, the United States Department of Agriculture ( USDA ) categorizes eggs as Meats within the Food Guide Pyramid . Despite the nutritional value of eggs, there are some potential health issues arising from egg quality, storage, and individual allergies. Chickens and other egg-laying creatures are widely kept throughout the world, and mass production of chicken eggs is a global industry. In 2009, an estimated 62.1 million metric tons of eggs were produced worldwide from a total laying flock of approximately 6.4 billion hens. There are issues of regional variation in demand and expectation, as well as current debates concerning methods of mass production, with the European Union 's ban on battery farming of chickens.   \n",
              "1804                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          Major League Soccer (MLS) is a professional soccer league representing the sport's highest level in the United States and Canada . Sanctioned by the United States Soccer Federation (U.S. Soccer) , the league is composed of 19 teams — 16 in the U.S. and 3 in Canada. Seasons presently run from March to December, with each team playing 34 games in the regular season. Ten teams compete in the postseason MLS Cup Playoffs culminating in the championship game, the MLS Cup . Major League Soccer was founded in 1993 as part of the United States' bid to host the 1994 FIFA World Cup . The first season took place in 1996 beginning with ten teams. Instead of operating as an association of independently owned teams, MLS is a single entity where each team is owned and controlled by the league's investors. The league's closed membership makes it one of the world's few soccer leagues not using promotion and relegation .   \n",
              "1805  The legality of cannabis varies from country to country. Possession of cannabis is illegal in most countries and has been since the beginning of widespread cannabis prohibition in the late 1930s. However, many countries have decriminalized the possession of small quantities of cannabis, particularly in North America , South America and Europe . Furthermore, possession is legal or effectively legal in the Netherlands , North Korea and would be in the U.S. states of Colorado and Washington if it were not for federal law, which governs persons in all states. The medicinal use of cannabis is legal in a number of countries, including Canada , the Czech Republic and Israel . While federal law in the United States bans all sale and possession of cannabis, enforcement varies widely at the state level and some states have established medicinal marijuana programs in that contradict federal law; two states ( Colorado and Washington ) have repealed their laws prohibiting the recreational use of cannabis and replaced them with a regulatory regime, also contrary to federal statute. Some countries have laws that are not as vigorously prosecuted as others but, apart from the countries that offer access to medical marijuana, most countries have various penalties ranging from lenient to very severe. Some infractions are taken more seriously in some countries than others in regard to the cultivation, use, possession or transfer of cannabis for recreational use. A few jurisdictions have lessened penalties for possession of small quantities of cannabis, making it punishable by confiscation and a fine , rather than imprisonment . Some jurisdictions/ drug courts use mandatory treatment programs for young or frequent users, with freedom from narcotic drugs as the goal and a few jurisdictions permit cannabis use for medicinal purposes. There are also changes in a more restrictive direction as in Canada . Drug tests to detect cannabis are increasingly common in many countries and have resulted in jail sentences and people losing their jobs. However, simple possession can carry long jail sentences in some countries, particularly in parts of East Asia and Southeast Asia where the sale of cannabis may lead to a sentence of life in prison or even execution.   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      document_text_with_emphasis  \\\n",
              "1801                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                A glucose tolerance test is a medical test in which glucose is given and blood samples taken afterward to determine how quickly it is cleared from the blood. The test is usually used to test for diabetes , insulin resistance , and sometimes reactive hypoglycemia and acromegaly , or rarer disorders of carbohydrate metabolism . In the most commonly performed version of the test, an oral glucose tolerance test (OGTT), a standard dose of glucose is ingested by mouth and blood levels are checked two hours later. Many variations of the GTT have been devised over the years for various purposes, with different standard doses of glucose, different routes of administration, different intervals and durations of sampling, and various substances measured in addition to blood glucose.   \n",
              "1802                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            \"What About Me\" is a song written by Garry Frost and Frances Swan, first recorded by Australian rock band Moving Pictures from their album Days of Innocence . It was the band's first number-one single in Australia spending six consecutive weeks on the top; there, it was the second-highest selling single of 1982. The success of the song led them to America where it became a hit, reaching #29 on the U.S. Billboard Hot 100 chart. The song stayed in the U.S. charts for such a long time that it managed to make Billboards top 100 Pop Singles of 1983, at #88, a rare feat for a single with such a low peak position. The song made an unusual comeback in 1989, peaking at #46.   \n",
              "1803                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        On the left a chicken egg, the egg most commonly eaten by humans , and on the right two quail eggs Eggs are laid by females of many different species, including birds , reptiles , amphibians , and fish , and have been eaten by mankind for thousands of years. Bird and reptile eggs consist of a protective eggshell , albumen ( egg white ), and vitellus ( egg yolk ), contained within various thin membranes. Popular choices for egg consumption are chicken , duck , quail , roe , and caviar , but the egg most often consumed by humans is the chicken egg, by a wide margin. Egg yolks and whole eggs store significant amounts of protein and choline , and are widely used in cookery. Due to their protein content, the United States Department of Agriculture ( USDA ) categorizes eggs as Meats within the Food Guide Pyramid . Despite the nutritional value of eggs, there are some potential health issues arising from egg quality, storage, and individual allergies. Chickens and other egg-laying creatures are widely kept throughout the world, and mass production of chicken eggs is a global industry. In 2009, an estimated 62.1 million metric tons of eggs were produced worldwide from a total laying flock of approximately 6.4 billion hens. There are issues of regional variation in demand and expectation, as well as current debates concerning methods of mass production, with the European Union 's ban on battery farming of chickens.   \n",
              "1804                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          Major League Soccer (MLS) is a professional soccer league representing the sport's highest level in the United States and Canada . Sanctioned by the United States Soccer Federation (U.S. Soccer) , the league is composed of 19 teams — 16 in the U.S. and 3 in Canada. Seasons presently run from March to December, with each team playing 34 games in the regular season. Ten teams compete in the postseason MLS Cup Playoffs culminating in the championship game, the MLS Cup . Major League Soccer was founded in 1993 as part of the United States' bid to host the 1994 FIFA World Cup . The first season took place in 1996 beginning with ten teams. Instead of operating as an association of independently owned teams, MLS is a single entity where each team is owned and controlled by the league's investors. The league's closed membership makes it one of the world's few soccer leagues not using promotion and relegation .   \n",
              "1805  The legality of cannabis varies from country to country. Possession of cannabis is illegal in most countries and has been since the beginning of widespread cannabis prohibition in the late 1930s. However, many countries have decriminalized the possession of small quantities of cannabis, particularly in North America , South America and Europe . FURTHERMORE, POSSESSION IS LEGAL OR EFFECTIVELY LEGAL IN THE NETHERLANDS , NORTH KOREA AND WOULD BE IN THE U.S. STATES OF COLORADO AND WASHINGTON IF IT WERE NOT FOR FEDERAL LAW, WHICH GOVERNS PERSONS IN ALL STATES. The medicinal use of cannabis is legal in a number of countries, including Canada , the Czech Republic and Israel . While federal law in the United States bans all sale and possession of cannabis, enforcement varies widely at the state level and some states have established medicinal marijuana programs in that contradict federal law; two states ( Colorado and Washington ) have repealed their laws prohibiting the recreational use of cannabis and replaced them with a regulatory regime, also contrary to federal statute. Some countries have laws that are not as vigorously prosecuted as others but, apart from the countries that offer access to medical marijuana, most countries have various penalties ranging from lenient to very severe. Some infractions are taken more seriously in some countries than others in regard to the cultivation, use, possession or transfer of cannabis for recreational use. A few jurisdictions have lessened penalties for possession of small quantities of cannabis, making it punishable by confiscation and a fine , rather than imprisonment . Some jurisdictions/ drug courts use mandatory treatment programs for young or frequent users, with freedom from narcotic drugs as the goal and a few jurisdictions permit cannabis use for medicinal purposes. There are also changes in a more restrictive direction as in Canada . Drug tests to detect cannabis are increasingly common in many countries and have resulted in jail sentences and people losing their jobs. However, simple possession can carry long jail sentences in some countries, particularly in parts of East Asia and Southeast Asia where the sale of cannabis may lead to a sentence of life in prison or even execution.   \n",
              "\n",
              "      relevant  \n",
              "1801     False  \n",
              "1802     False  \n",
              "1803     False  \n",
              "1804     False  \n",
              "1805      True  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f5da74a4-f439-43db-b811-0a26cfc75d31\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>query_id</th>\n",
              "      <th>query_text</th>\n",
              "      <th>document_title</th>\n",
              "      <th>document_text</th>\n",
              "      <th>document_text_with_emphasis</th>\n",
              "      <th>relevant</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1801</th>\n",
              "      <td>Q590</td>\n",
              "      <td>how is 5 hour glucose tolerance test performed</td>\n",
              "      <td>Glucose tolerance test</td>\n",
              "      <td>A glucose tolerance test is a medical test in which glucose is given and blood samples taken afterward to determine how quickly it is cleared from the blood. The test is usually used to test for diabetes , insulin resistance , and sometimes reactive hypoglycemia and acromegaly , or rarer disorders of carbohydrate metabolism . In the most commonly performed version of the test, an oral glucose tolerance test (OGTT), a standard dose of glucose is ingested by mouth and blood levels are checked two hours later. Many variations of the GTT have been devised over the years for various purposes, with different standard doses of glucose, different routes of administration, different intervals and durations of sampling, and various substances measured in addition to blood glucose.</td>\n",
              "      <td>A glucose tolerance test is a medical test in which glucose is given and blood samples taken afterward to determine how quickly it is cleared from the blood. The test is usually used to test for diabetes , insulin resistance , and sometimes reactive hypoglycemia and acromegaly , or rarer disorders of carbohydrate metabolism . In the most commonly performed version of the test, an oral glucose tolerance test (OGTT), a standard dose of glucose is ingested by mouth and blood levels are checked two hours later. Many variations of the GTT have been devised over the years for various purposes, with different standard doses of glucose, different routes of administration, different intervals and durations of sampling, and various substances measured in addition to blood glucose.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1802</th>\n",
              "      <td>Q592</td>\n",
              "      <td>what about me moving pictures</td>\n",
              "      <td>What About Me (song)</td>\n",
              "      <td>\"What About Me\" is a song written by Garry Frost and Frances Swan, first recorded by Australian rock band Moving Pictures from their album Days of Innocence . It was the band's first number-one single in Australia spending six consecutive weeks on the top; there, it was the second-highest selling single of 1982. The success of the song led them to America where it became a hit, reaching #29 on the U.S. Billboard Hot 100 chart. The song stayed in the U.S. charts for such a long time that it managed to make Billboards top 100 Pop Singles of 1983, at #88, a rare feat for a single with such a low peak position. The song made an unusual comeback in 1989, peaking at #46.</td>\n",
              "      <td>\"What About Me\" is a song written by Garry Frost and Frances Swan, first recorded by Australian rock band Moving Pictures from their album Days of Innocence . It was the band's first number-one single in Australia spending six consecutive weeks on the top; there, it was the second-highest selling single of 1982. The success of the song led them to America where it became a hit, reaching #29 on the U.S. Billboard Hot 100 chart. The song stayed in the U.S. charts for such a long time that it managed to make Billboards top 100 Pop Singles of 1983, at #88, a rare feat for a single with such a low peak position. The song made an unusual comeback in 1989, peaking at #46.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1803</th>\n",
              "      <td>Q593</td>\n",
              "      <td>how many eggs per chicken is expected</td>\n",
              "      <td>Egg (food)</td>\n",
              "      <td>On the left a chicken egg, the egg most commonly eaten by humans , and on the right two quail eggs Eggs are laid by females of many different species, including birds , reptiles , amphibians , and fish , and have been eaten by mankind for thousands of years. Bird and reptile eggs consist of a protective eggshell , albumen ( egg white ), and vitellus ( egg yolk ), contained within various thin membranes. Popular choices for egg consumption are chicken , duck , quail , roe , and caviar , but the egg most often consumed by humans is the chicken egg, by a wide margin. Egg yolks and whole eggs store significant amounts of protein and choline , and are widely used in cookery. Due to their protein content, the United States Department of Agriculture ( USDA ) categorizes eggs as Meats within the Food Guide Pyramid . Despite the nutritional value of eggs, there are some potential health issues arising from egg quality, storage, and individual allergies. Chickens and other egg-laying creatures are widely kept throughout the world, and mass production of chicken eggs is a global industry. In 2009, an estimated 62.1 million metric tons of eggs were produced worldwide from a total laying flock of approximately 6.4 billion hens. There are issues of regional variation in demand and expectation, as well as current debates concerning methods of mass production, with the European Union 's ban on battery farming of chickens.</td>\n",
              "      <td>On the left a chicken egg, the egg most commonly eaten by humans , and on the right two quail eggs Eggs are laid by females of many different species, including birds , reptiles , amphibians , and fish , and have been eaten by mankind for thousands of years. Bird and reptile eggs consist of a protective eggshell , albumen ( egg white ), and vitellus ( egg yolk ), contained within various thin membranes. Popular choices for egg consumption are chicken , duck , quail , roe , and caviar , but the egg most often consumed by humans is the chicken egg, by a wide margin. Egg yolks and whole eggs store significant amounts of protein and choline , and are widely used in cookery. Due to their protein content, the United States Department of Agriculture ( USDA ) categorizes eggs as Meats within the Food Guide Pyramid . Despite the nutritional value of eggs, there are some potential health issues arising from egg quality, storage, and individual allergies. Chickens and other egg-laying creatures are widely kept throughout the world, and mass production of chicken eggs is a global industry. In 2009, an estimated 62.1 million metric tons of eggs were produced worldwide from a total laying flock of approximately 6.4 billion hens. There are issues of regional variation in demand and expectation, as well as current debates concerning methods of mass production, with the European Union 's ban on battery farming of chickens.</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1804</th>\n",
              "      <td>Q594</td>\n",
              "      <td>how does the mls schedule work</td>\n",
              "      <td>Major League Soccer</td>\n",
              "      <td>Major League Soccer (MLS) is a professional soccer league representing the sport's highest level in the United States and Canada . Sanctioned by the United States Soccer Federation (U.S. Soccer) , the league is composed of 19 teams — 16 in the U.S. and 3 in Canada. Seasons presently run from March to December, with each team playing 34 games in the regular season. Ten teams compete in the postseason MLS Cup Playoffs culminating in the championship game, the MLS Cup . Major League Soccer was founded in 1993 as part of the United States' bid to host the 1994 FIFA World Cup . The first season took place in 1996 beginning with ten teams. Instead of operating as an association of independently owned teams, MLS is a single entity where each team is owned and controlled by the league's investors. The league's closed membership makes it one of the world's few soccer leagues not using promotion and relegation .</td>\n",
              "      <td>Major League Soccer (MLS) is a professional soccer league representing the sport's highest level in the United States and Canada . Sanctioned by the United States Soccer Federation (U.S. Soccer) , the league is composed of 19 teams — 16 in the U.S. and 3 in Canada. Seasons presently run from March to December, with each team playing 34 games in the regular season. Ten teams compete in the postseason MLS Cup Playoffs culminating in the championship game, the MLS Cup . Major League Soccer was founded in 1993 as part of the United States' bid to host the 1994 FIFA World Cup . The first season took place in 1996 beginning with ten teams. Instead of operating as an association of independently owned teams, MLS is a single entity where each team is owned and controlled by the league's investors. The league's closed membership makes it one of the world's few soccer leagues not using promotion and relegation .</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1805</th>\n",
              "      <td>Q598</td>\n",
              "      <td>what countries legalize marijuana</td>\n",
              "      <td>Legality of cannabis</td>\n",
              "      <td>The legality of cannabis varies from country to country. Possession of cannabis is illegal in most countries and has been since the beginning of widespread cannabis prohibition in the late 1930s. However, many countries have decriminalized the possession of small quantities of cannabis, particularly in North America , South America and Europe . Furthermore, possession is legal or effectively legal in the Netherlands , North Korea and would be in the U.S. states of Colorado and Washington if it were not for federal law, which governs persons in all states. The medicinal use of cannabis is legal in a number of countries, including Canada , the Czech Republic and Israel . While federal law in the United States bans all sale and possession of cannabis, enforcement varies widely at the state level and some states have established medicinal marijuana programs in that contradict federal law; two states ( Colorado and Washington ) have repealed their laws prohibiting the recreational use of cannabis and replaced them with a regulatory regime, also contrary to federal statute. Some countries have laws that are not as vigorously prosecuted as others but, apart from the countries that offer access to medical marijuana, most countries have various penalties ranging from lenient to very severe. Some infractions are taken more seriously in some countries than others in regard to the cultivation, use, possession or transfer of cannabis for recreational use. A few jurisdictions have lessened penalties for possession of small quantities of cannabis, making it punishable by confiscation and a fine , rather than imprisonment . Some jurisdictions/ drug courts use mandatory treatment programs for young or frequent users, with freedom from narcotic drugs as the goal and a few jurisdictions permit cannabis use for medicinal purposes. There are also changes in a more restrictive direction as in Canada . Drug tests to detect cannabis are increasingly common in many countries and have resulted in jail sentences and people losing their jobs. However, simple possession can carry long jail sentences in some countries, particularly in parts of East Asia and Southeast Asia where the sale of cannabis may lead to a sentence of life in prison or even execution.</td>\n",
              "      <td>The legality of cannabis varies from country to country. Possession of cannabis is illegal in most countries and has been since the beginning of widespread cannabis prohibition in the late 1930s. However, many countries have decriminalized the possession of small quantities of cannabis, particularly in North America , South America and Europe . FURTHERMORE, POSSESSION IS LEGAL OR EFFECTIVELY LEGAL IN THE NETHERLANDS , NORTH KOREA AND WOULD BE IN THE U.S. STATES OF COLORADO AND WASHINGTON IF IT WERE NOT FOR FEDERAL LAW, WHICH GOVERNS PERSONS IN ALL STATES. The medicinal use of cannabis is legal in a number of countries, including Canada , the Czech Republic and Israel . While federal law in the United States bans all sale and possession of cannabis, enforcement varies widely at the state level and some states have established medicinal marijuana programs in that contradict federal law; two states ( Colorado and Washington ) have repealed their laws prohibiting the recreational use of cannabis and replaced them with a regulatory regime, also contrary to federal statute. Some countries have laws that are not as vigorously prosecuted as others but, apart from the countries that offer access to medical marijuana, most countries have various penalties ranging from lenient to very severe. Some infractions are taken more seriously in some countries than others in regard to the cultivation, use, possession or transfer of cannabis for recreational use. A few jurisdictions have lessened penalties for possession of small quantities of cannabis, making it punishable by confiscation and a fine , rather than imprisonment . Some jurisdictions/ drug courts use mandatory treatment programs for young or frequent users, with freedom from narcotic drugs as the goal and a few jurisdictions permit cannabis use for medicinal purposes. There are also changes in a more restrictive direction as in Canada . Drug tests to detect cannabis are increasingly common in many countries and have resulted in jail sentences and people losing their jobs. However, simple possession can carry long jail sentences in some countries, particularly in parts of East Asia and Southeast Asia where the sale of cannabis may lead to a sentence of life in prison or even execution.</td>\n",
              "      <td>True</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f5da74a4-f439-43db-b811-0a26cfc75d31')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-f5da74a4-f439-43db-b811-0a26cfc75d31 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-f5da74a4-f439-43db-b811-0a26cfc75d31');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-6e1261a6-4f31-4ff8-b93f-8fed3c340842\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-6e1261a6-4f31-4ff8-b93f-8fed3c340842')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-6e1261a6-4f31-4ff8-b93f-8fed3c340842 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "test",
              "summary": "{\n  \"name\": \"test\",\n  \"rows\": 317,\n  \"fields\": [\n    {\n      \"column\": \"query_id\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 317,\n        \"samples\": [\n          \"Q679\",\n          \"Q955\",\n          \"Q622\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"query_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 317,\n        \"samples\": [\n          \"what channel is letterman on\",\n          \"what does the doghouse do in a glass furnace\",\n          \"HOW MANY STRIPES ARE ON THE AMERICAN FLAG\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 317,\n        \"samples\": [\n          \"Late Show with David Letterman\",\n          \"Glass production\",\n          \"Flag of the United States\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 317,\n        \"samples\": [\n          \"Late Show with David Letterman is an American late-night talk show hosted by David Letterman on CBS . The show debuted on August 30, 1993, and is produced by Letterman's production company, Worldwide Pants Incorporated . The show's music director and band-leader of the house band, the CBS Orchestra , is Paul Shaffer . The head writer is Matt Roberts and the announcer is Alan Kalter . Of the major U.S. late-night programs, Late Show ranks second in cumulative average viewers over time and third in number of episodes over time. The show leads other late night shows in ad revenue with $271 million in 2009. In most U.S. markets the show airs at 11:35 p.m. Eastern/Pacific time, but is recorded Monday through Wednesday at 4:30 p.m., and Thursdays at 3:30 p.m and 6:00 p.m. The second Thursday episode usually airs on Friday of that week. In 2002, Late Show with David Letterman was ranked No. 7 on TV Guide's 50 Greatest TV Shows of All Time . CBS has a contract with Worldwide Pants to continue the show through 2014; by then, Letterman will surpass Johnny Carson as the longest tenured late-night talk show host.\",\n          \"Glass bottles (for cucumber slices) on shipping pallets A Soviet mayonnaise jar A modern \\\"French Kilner\\\" jar Glass production involves two main methods \\u2013 the float glass process, which produces sheet glass, and glassblowing which produces bottles and other containers.\",\n          \"The national flag of the United States of America , often simply referred to as the American flag, consists of thirteen equal horizontal stripes of red (top and bottom) alternating with white, with a blue rectangle in the canton (referred to specifically as the \\\"union\\\") bearing fifty small, white, five-pointed stars arranged in nine offset horizontal rows of six stars (top and bottom) alternating with rows of five stars. The 50 stars on the flag represent the 50 states of the United States of America and the 13 stripes represent the thirteen British colonies that declared independence from the Kingdom of Great Britain and became the first states in the Union. Nicknames for the flag include the \\\"Stars and Stripes\\\", \\\" Old Glory \\\", and \\\" The Star-Spangled Banner .\\\"\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text_with_emphasis\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 317,\n        \"samples\": [\n          \"LATE SHOW WITH DAVID LETTERMAN IS AN AMERICAN LATE-NIGHT TALK SHOW HOSTED BY DAVID LETTERMAN ON CBS . The show debuted on August 30, 1993, and is produced by Letterman's production company, Worldwide Pants Incorporated . The show's music director and band-leader of the house band, the CBS Orchestra , is Paul Shaffer . The head writer is Matt Roberts and the announcer is Alan Kalter . Of the major U.S. late-night programs, Late Show ranks second in cumulative average viewers over time and third in number of episodes over time. The show leads other late night shows in ad revenue with $271 million in 2009. In most U.S. markets the show airs at 11:35 p.m. Eastern/Pacific time, but is recorded Monday through Wednesday at 4:30 p.m., and Thursdays at 3:30 p.m and 6:00 p.m. The second Thursday episode usually airs on Friday of that week. In 2002, Late Show with David Letterman was ranked No. 7 on TV Guide's 50 Greatest TV Shows of All Time . CBS has a contract with Worldwide Pants to continue the show through 2014; by then, Letterman will surpass Johnny Carson as the longest tenured late-night talk show host.\",\n          \"Glass bottles (for cucumber slices) on shipping pallets A Soviet mayonnaise jar A modern \\\"French Kilner\\\" jar Glass production involves two main methods \\u2013 the float glass process, which produces sheet glass, and glassblowing which produces bottles and other containers.\",\n          \"THE NATIONAL FLAG OF THE UNITED STATES OF AMERICA , OFTEN SIMPLY REFERRED TO AS THE AMERICAN FLAG, CONSISTS OF THIRTEEN EQUAL HORIZONTAL STRIPES OF RED (TOP AND BOTTOM) ALTERNATING WITH WHITE, WITH A BLUE RECTANGLE IN THE CANTON (REFERRED TO SPECIFICALLY AS THE \\\"UNION\\\") BEARING FIFTY SMALL, WHITE, FIVE-POINTED STARS ARRANGED IN NINE OFFSET HORIZONTAL ROWS OF SIX STARS (TOP AND BOTTOM) ALTERNATING WITH ROWS OF FIVE STARS. THE 50 STARS ON THE FLAG REPRESENT THE 50 STATES OF THE UNITED STATES OF AMERICA AND THE 13 STRIPES REPRESENT THE THIRTEEN BRITISH COLONIES THAT DECLARED INDEPENDENCE FROM THE KINGDOM OF GREAT BRITAIN AND BECAME THE FIRST STATES IN THE UNION. Nicknames for the flag include the \\\"Stars and Stripes\\\", \\\" Old Glory \\\", and \\\" The Star-Spangled Banner .\\\"\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"relevant\",\n      \"properties\": {\n        \"dtype\": \"boolean\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          true,\n          false\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def format_input(text, query):\n",
        "    input = f\"\"\"\n",
        "      You are comparing a reference text to a question and trying to determine if the reference text\n",
        "  contains information relevant to answering the question. Here is the data:\n",
        "      [BEGIN DATA]\n",
        "      ************\n",
        "      [Question]: {query}\n",
        "      ************\n",
        "      [Reference text]: {text}\n",
        "      ************\n",
        "      [END DATA]\n",
        "  Compare the Question above to the Reference text. You must determine whether the Reference text\n",
        "  contains information that can answer the Question. Please focus on whether the very specific\n",
        "  question can be answered by the information in the Reference text.\n",
        "  Your response must be single word, either \"relevant\" or \"unrelated\",\n",
        "  and should not contain any text or characters aside from that word.\n",
        "  \"unrelated\" means that the reference text does not contain an answer to the Question.\n",
        "  \"relevant\" means the reference text contains an answer to the Question.\"\"\"\n",
        "    return input"
      ],
      "metadata": {
        "id": "hWTjA92botjC"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline\n",
        "\n",
        "torch.random.manual_seed(0)\n",
        "\n",
        "# text = format_input(\"I hate you\")\n",
        "# messages = [\n",
        "#     {\"role\": \"user\", \"content\": text}\n",
        "# ]\n",
        "\n",
        "pipe = pipeline(\n",
        "    \"text-generation\",\n",
        "    model=merged_model,\n",
        "    tokenizer=tokenizer,\n",
        ")\n",
        "\n",
        "generation_args = {\n",
        "    \"max_new_tokens\": 256,\n",
        "    \"return_full_text\": False,\n",
        "    \"temperature\": 0.0,\n",
        "    \"do_sample\": False,\n",
        "}\n",
        "\n",
        "# output = pipe(messages, **generation_args)\n",
        "# print(output[0]['generated_text'])"
      ],
      "metadata": {
        "id": "EFyeuAG0n__w",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c1672519-5869-4521-9ca9-28ebeb464b96"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "The model 'PeftModelForCausalLM' is not supported for text-generation. Supported models are ['BartForCausalLM', 'BertLMHeadModel', 'BertGenerationDecoder', 'BigBirdForCausalLM', 'BigBirdPegasusForCausalLM', 'BioGptForCausalLM', 'BlenderbotForCausalLM', 'BlenderbotSmallForCausalLM', 'BloomForCausalLM', 'CamembertForCausalLM', 'LlamaForCausalLM', 'CodeGenForCausalLM', 'CohereForCausalLM', 'CpmAntForCausalLM', 'CTRLLMHeadModel', 'Data2VecTextForCausalLM', 'DbrxForCausalLM', 'ElectraForCausalLM', 'ErnieForCausalLM', 'FalconForCausalLM', 'FuyuForCausalLM', 'GemmaForCausalLM', 'GitForCausalLM', 'GPT2LMHeadModel', 'GPT2LMHeadModel', 'GPTBigCodeForCausalLM', 'GPTNeoForCausalLM', 'GPTNeoXForCausalLM', 'GPTNeoXJapaneseForCausalLM', 'GPTJForCausalLM', 'JambaForCausalLM', 'JetMoeForCausalLM', 'LlamaForCausalLM', 'MambaForCausalLM', 'MarianForCausalLM', 'MBartForCausalLM', 'MegaForCausalLM', 'MegatronBertForCausalLM', 'MistralForCausalLM', 'MixtralForCausalLM', 'MptForCausalLM', 'MusicgenForCausalLM', 'MusicgenMelodyForCausalLM', 'MvpForCausalLM', 'OlmoForCausalLM', 'OpenLlamaForCausalLM', 'OpenAIGPTLMHeadModel', 'OPTForCausalLM', 'PegasusForCausalLM', 'PersimmonForCausalLM', 'PhiForCausalLM', 'Phi3ForCausalLM', 'PLBartForCausalLM', 'ProphetNetForCausalLM', 'QDQBertLMHeadModel', 'Qwen2ForCausalLM', 'Qwen2MoeForCausalLM', 'RecurrentGemmaForCausalLM', 'ReformerModelWithLMHead', 'RemBertForCausalLM', 'RobertaForCausalLM', 'RobertaPreLayerNormForCausalLM', 'RoCBertForCausalLM', 'RoFormerForCausalLM', 'RwkvForCausalLM', 'Speech2Text2ForCausalLM', 'StableLmForCausalLM', 'Starcoder2ForCausalLM', 'TransfoXLLMHeadModel', 'TrOCRForCausalLM', 'WhisperForCausalLM', 'XGLMForCausalLM', 'XLMWithLMHeadModel', 'XLMProphetNetForCausalLM', 'XLMRobertaForCausalLM', 'XLMRobertaXLForCausalLM', 'XLNetLMHeadModel', 'XmodForCausalLM'].\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "messages = [\n",
        "    {\"role\": \"user\", \"content\": 'Why is the sky blue?'}\n",
        "]\n",
        "generation_args = {\n",
        "    \"max_new_tokens\": 256,\n",
        "    \"return_full_text\": False,\n",
        "    \"temperature\": 0.0,\n",
        "    \"do_sample\": False,\n",
        "}\n",
        "output = pipe(messages, **generation_args)"
      ],
      "metadata": {
        "id": "351MnJ9prVlZ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "95ed6a8d-51da-4173-a726-57478a050105"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/transformers/generation/configuration_utils.py:515: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.\n",
            "  warnings.warn(\n",
            "You are not running the flash-attention implementation, expect numerical differences.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output[0]['generated_text']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 70
        },
        "id": "k7byF1K2rnPZ",
        "outputId": "90081cfd-0fef-4c10-aebd-47673ff2fd0b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "\" The sky appears blue to the human eye because of the way Earth's atmosphere scatters sunlight. Sunlight is made up of different colors of light, which are scattered in all directions by the gases and particles in the Earth's atmosphere. Blue light is scattered more than other colors because it travels as shorter, smaller waves. This phenomenon is known as Rayleigh scattering. When we look at the sky away from the sun, we see more scattered blue light, which is why the sky appears blue during the day.\""
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline\n",
        "from transformers import AutoTokenizer, AutoModelForCausalLM\n",
        "\n",
        "def run_merged_model(text, query):\n",
        "  input = format_input(query, text)\n",
        "  messages = [\n",
        "      {\"role\": \"user\", \"content\": input}\n",
        "  ]\n",
        "\n",
        "  pipe = pipeline(\n",
        "      \"text-generation\",\n",
        "      model=merged_model,\n",
        "      tokenizer=tokenizer,\n",
        "  )\n",
        "\n",
        "  generation_args = {\n",
        "      \"max_new_tokens\": 4,\n",
        "      \"return_full_text\": False,\n",
        "      \"temperature\": 0.01,\n",
        "      \"do_sample\": True,\n",
        "  }\n",
        "\n",
        "  output = pipe(messages, **generation_args)\n",
        "  torch.cuda.empty_cache()\n",
        "  return output[0]['generated_text'].strip().lower()"
      ],
      "metadata": {
        "id": "hWZe20YLsOio"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "df_0 = test[test['relevant'] == True]\n",
        "df_1 = test[test['relevant'] == False]\n",
        "\n",
        "# Get 100 samples from each class\n",
        "df_0_test = df_0.sample(n=100, random_state=42)\n",
        "df_1_test = df_1.sample(n=100, random_state=42)\n",
        "\n",
        "df_test = pd.concat([df_0_test, df_1_test], ignore_index=True)\n",
        "df_test.relevant.value_counts()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "y_O-iNsUtR_Y",
        "outputId": "ecc97fd2-e04b-48cc-b927-863ba4891a34"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "relevant\n",
              "True     100\n",
              "False    100\n",
              "Name: count, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_test['phi3'] = df_test.apply(lambda row: run_merged_model(row['document_text'], row['query_text']), axis=1)"
      ],
      "metadata": {
        "id": "m43a1MXBsXkq"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_final = df_test.copy()"
      ],
      "metadata": {
        "id": "7TnmxMEivz_I"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(df_final['phi3'].unique())\n",
        "# df_ = df_[df_['phi3'].isin(['relevant', 'unrelated'])]\n",
        "# # map relevant and unrelated to True False\n",
        "df_final['relevant'] = df_final['relevant'].astype(str)\n",
        "df_final['relevant'] = df_final['relevant'].map({'True':'relevant', 'False':'unrelated'})\n",
        "# # print(df_['phi3'].unique())\n",
        "print(df_final['relevant'].unique())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "o1YF3kLotsJB",
        "outputId": "4a74df57-e6b5-4533-d55a-cd22681c5b2a"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['relevant' 'unrelated']\n",
            "['relevant' 'unrelated']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.preprocessing import LabelEncoder\n",
        "\n",
        "# Encode string labels to numerical values\n",
        "le = LabelEncoder()\n",
        "df_final['relevant'] = le.fit_transform(df_final['relevant'])  # Encode 'relevant\n",
        "df_final['phi3'] = le.fit_transform(df_final['phi3'])  # Encode 'phi3' column strings to numbers\n",
        "df_final.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "HwRXYcg-tuTt",
        "outputId": "dcc0d7c0-c1c9-4875-bd38-c7cc2abfe08a"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "  query_id                                    query_text  \\\n",
              "0     Q662  how many people were killed in the holocaust   \n",
              "1     Q751     what city is george washington university   \n",
              "2     Q761              how many lungs does a human have   \n",
              "3     Q895                 what it takes aerosmith album   \n",
              "4     Q617                  how is public policy created   \n",
              "\n",
              "                 document_title  \\\n",
              "0                 The Holocaust   \n",
              "1  George Washington University   \n",
              "2                    Human lung   \n",
              "3          What It Takes (song)   \n",
              "4                 Public policy   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            document_text  \\\n",
              "0  \" Selektion \" on the Judenrampe , Auschwitz , May/June 1944. To be sent to the right meant slave labor; to the left, the gas chamber . This image shows the arrival of Hungarian Jews from Carpatho-Ruthenia , many of them from the Berehov ghetto. The photographer was Ernst Hofmann or Bernhard Walter of the SS. Image courtesy of Yad Vashem The Holocaust (from the Greek ': hólos, \"whole\" and kaustós, \"burnt\") also known as the Shoah ( Hebrew : , HaShoah, \"catastrophe\"; Yiddish : , Churben or Hurban, from the Hebrew for \"destruction\"), was the mass murder or genocide of approximately six million Jews during World War II , a programme of systematic state-sponsored murder by Nazi Germany , led by Adolf Hitler and the Nazi Party , throughout German-occupied territory. Of the nine million Jews who had resided in Europe before the Holocaust, approximately two-thirds were killed. Over one million Jewish children were killed in the Holocaust, as were approximately two million Jewish women and three million Jewish men. A network of over 40,000 facilities in Germany and German-occupied territory were used to concentrate, hold, and kill Jews and other victims. Some scholars argue that the mass murder of the Romani and people with disabilities should be included in the definition, and some use the common noun \"holocaust\" to describe other Nazi mass murders, including those of Soviet prisoners of war, Polish and Soviet civilians, and homosexuals. Recent estimates based on figures obtained since the fall of the Soviet Union indicates some ten to eleven million civilians and prisoners of war were intentionally murdered by the Nazi regime. The persecution and genocide were carried out in stages. Various laws to remove the Jews from civil society, most prominently the Nuremberg Laws , were enacted in Germany years before the outbreak of World War II. Concentration camps were established in which inmates were subjected to slave labor until they died of exhaustion or disease. Where Germany conquered new territory in eastern Europe, specialized units called Einsatzgruppen murdered Jews and political opponents in mass shootings. The occupiers required Jews and Romani to be confined in overcrowded ghettos before being transported by freight train to extermination camps where, if they survived the journey, most were systematically killed in gas chambers . Every arm of Germany's bureaucracy was involved in the logistics that led to the genocides, turning the Third Reich into what one Holocaust scholar has called \"a genocidal state\".   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        The George Washington University (GW, GWU, or George Washington) is a comprehensive private , coeducational research university located in Washington, D.C. . It awards certificates, Bachelor degrees, Masters degrees, and PhDs across several dozen disciplines. The university was chartered by an Act of Congress on February 9, 1821 as The Columbian College in the District of Columbia.   \n",
              "2                                                                                                                                The human lungs are the organs of respiration in humans. Humans have two lungs , a right lung and a left lung. The right lung consists of three lobes while the left lung is slightly smaller consisting of only two lobes (the left lung has a \"cardiac notch\" allowing space for the heart within the chest). Together, the lungs contain approximately of airways and 300 to 500 million alveoli , having a total surface area of about () in adults — roughly the same area as one side of a tennis court. Furthermore, if all of the capillaries that surround the alveoli were unwound and laid end to end, they would extend for about . Each lung weighs , therefore making the entire organ about . Human lungs The trachea divides into two bronchi (one for each side) at the level of T4. This junction is also known as the carina . The conducting zone contains the trachea , the bronchi , the bronchioles , and the terminal bronchioles The respiratory zone contains the respiratory bronchioles , the alveolar ducts , and the alveoli . The conducting zone and the respiratory stuffers (but not the alveoli) are made up of airways . The conducting zone has no gas exchange with the blood, and is reinforced with cartilage in order to hold open the airways. The conducting zone warms the air to and humidifies the air. It also cleanses the air by removing particles via cilia located on the walls of all the passageways. The lungs are surrounded by the rib cage . The respiratory zone is the site of gas exchange with blood. The sympathetic nervous system via noradrenaline acting on the beta receptors causes bronchodilation . The parasympathetic nervous system via acetylcholine , which acts on the M-3 muscarinic receptors , maintains the resting tone of the bronchiolar smooth muscle. This action is related, although considered distinct from bronchoconstriction . Many other non-autonomic nervous and biochemical stimuli, including carbon dioxide and oxygen , are also involved in the regulation process. The pleural cavity is the potential space between the parietal pleura , lining the inner wall of the thoracic cage, and the visceral pleura lining the lungs. The lung parenchyma is strictly used to refer solely to alveolar tissue with respiratory bronchioles , alveolar ducts and terminal bronchioles . However, it often includes any form of lung tissue, also including bronchioles , bronchi , blood vessels and lung interstitium .   \n",
              "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \"What It Takes\" is a power ballad by American hard rock band Aerosmith . It was written by Steven Tyler , Joe Perry , and Desmond Child . It was released in 1990 as the third single from Aerosmith's critically and commercially successful 1989 album Pump . In the video The Making of Pump , A&R man John Kalodner described the song as \"a masterpiece\". During live performances, Tyler sings the first verse a cappella and belts out one of his signature screams right before the chorus. The album version of the song is followed by an untitled hidden track.   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    Public policy is the principled guide to action taken by the administrative executive branches of the state with regard to a class of issues in a manner consistent with law and institutional customs . In general, the foundation is the pertinent national and substantial constitutional law and implementing legislation such as the US Federal code. Further substrates include both judicial interpretations and regulations which are generally authorized by legislation. Other scholars define it as a system of \"courses of action, regulatory measures, laws , and funding priorities concerning a given topic promulgated by a governmental entity or its representatives.\" Public policy is commonly embodied \"in constitutions, legislative acts, and judicial decisions.\" In the United States , this concept refers not only to the result of policies, but more broadly to the decision-making and analysis of governmental decisions. As an academic discipline , public policy is studied by professors and students at public policy schools of major universities throughout the country. The U.S. professional association of public policy practitioners, researchers, scholars, and students is the Association for Public Policy Analysis and Management .   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              document_text_with_emphasis  \\\n",
              "0  \" Selektion \" on the Judenrampe , Auschwitz , May/June 1944. To be sent to the right meant slave labor; to the left, the gas chamber . This image shows the arrival of Hungarian Jews from Carpatho-Ruthenia , many of them from the Berehov ghetto. The photographer was Ernst Hofmann or Bernhard Walter of the SS. Image courtesy of Yad Vashem The Holocaust (from the Greek ': hólos, \"whole\" and kaustós, \"burnt\") also known as the Shoah ( Hebrew : , HaShoah, \"catastrophe\"; Yiddish : , Churben or Hurban, from the Hebrew for \"destruction\"), was the mass murder or genocide of approximately six million Jews during World War II , a programme of systematic state-sponsored murder by Nazi Germany , led by Adolf Hitler and the Nazi Party , throughout German-occupied territory. Of the nine million Jews who had resided in Europe before the Holocaust, approximately two-thirds were killed. OVER ONE MILLION JEWISH CHILDREN WERE KILLED IN THE HOLOCAUST, AS WERE APPROXIMATELY TWO MILLION JEWISH WOMEN AND THREE MILLION JEWISH MEN. A network of over 40,000 facilities in Germany and German-occupied territory were used to concentrate, hold, and kill Jews and other victims. Some scholars argue that the mass murder of the Romani and people with disabilities should be included in the definition, and some use the common noun \"holocaust\" to describe other Nazi mass murders, including those of Soviet prisoners of war, Polish and Soviet civilians, and homosexuals. Recent estimates based on figures obtained since the fall of the Soviet Union indicates some ten to eleven million civilians and prisoners of war were intentionally murdered by the Nazi regime. The persecution and genocide were carried out in stages. Various laws to remove the Jews from civil society, most prominently the Nuremberg Laws , were enacted in Germany years before the outbreak of World War II. Concentration camps were established in which inmates were subjected to slave labor until they died of exhaustion or disease. Where Germany conquered new territory in eastern Europe, specialized units called Einsatzgruppen murdered Jews and political opponents in mass shootings. The occupiers required Jews and Romani to be confined in overcrowded ghettos before being transported by freight train to extermination camps where, if they survived the journey, most were systematically killed in gas chambers . Every arm of Germany's bureaucracy was involved in the logistics that led to the genocides, turning the Third Reich into what one Holocaust scholar has called \"a genocidal state\".   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        THE GEORGE WASHINGTON UNIVERSITY (GW, GWU, OR GEORGE WASHINGTON) IS A COMPREHENSIVE PRIVATE , COEDUCATIONAL RESEARCH UNIVERSITY LOCATED IN WASHINGTON, D.C. . It awards certificates, Bachelor degrees, Masters degrees, and PhDs across several dozen disciplines. The university was chartered by an Act of Congress on February 9, 1821 as The Columbian College in the District of Columbia.   \n",
              "2                                                                                                                                The human lungs are the organs of respiration in humans. HUMANS HAVE TWO LUNGS , A RIGHT LUNG AND A LEFT LUNG. The right lung consists of three lobes while the left lung is slightly smaller consisting of only two lobes (the left lung has a \"cardiac notch\" allowing space for the heart within the chest). Together, the lungs contain approximately of airways and 300 to 500 million alveoli , having a total surface area of about () in adults — roughly the same area as one side of a tennis court. Furthermore, if all of the capillaries that surround the alveoli were unwound and laid end to end, they would extend for about . Each lung weighs , therefore making the entire organ about . Human lungs The trachea divides into two bronchi (one for each side) at the level of T4. This junction is also known as the carina . The conducting zone contains the trachea , the bronchi , the bronchioles , and the terminal bronchioles The respiratory zone contains the respiratory bronchioles , the alveolar ducts , and the alveoli . The conducting zone and the respiratory stuffers (but not the alveoli) are made up of airways . The conducting zone has no gas exchange with the blood, and is reinforced with cartilage in order to hold open the airways. The conducting zone warms the air to and humidifies the air. It also cleanses the air by removing particles via cilia located on the walls of all the passageways. The lungs are surrounded by the rib cage . The respiratory zone is the site of gas exchange with blood. The sympathetic nervous system via noradrenaline acting on the beta receptors causes bronchodilation . The parasympathetic nervous system via acetylcholine , which acts on the M-3 muscarinic receptors , maintains the resting tone of the bronchiolar smooth muscle. This action is related, although considered distinct from bronchoconstriction . Many other non-autonomic nervous and biochemical stimuli, including carbon dioxide and oxygen , are also involved in the regulation process. The pleural cavity is the potential space between the parietal pleura , lining the inner wall of the thoracic cage, and the visceral pleura lining the lungs. The lung parenchyma is strictly used to refer solely to alveolar tissue with respiratory bronchioles , alveolar ducts and terminal bronchioles . However, it often includes any form of lung tissue, also including bronchioles , bronchi , blood vessels and lung interstitium .   \n",
              "3                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \"WHAT IT TAKES\" IS A POWER BALLAD BY AMERICAN HARD ROCK BAND AEROSMITH . It was written by Steven Tyler , Joe Perry , and Desmond Child . IT WAS RELEASED IN 1990 AS THE THIRD SINGLE FROM AEROSMITH'S CRITICALLY AND COMMERCIALLY SUCCESSFUL 1989 ALBUM PUMP . In the video The Making of Pump , A&R man John Kalodner described the song as \"a masterpiece\". During live performances, Tyler sings the first verse a cappella and belts out one of his signature screams right before the chorus. The album version of the song is followed by an untitled hidden track.   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    PUBLIC POLICY IS THE PRINCIPLED GUIDE TO ACTION TAKEN BY THE ADMINISTRATIVE EXECUTIVE BRANCHES OF THE STATE WITH REGARD TO A CLASS OF ISSUES IN A MANNER CONSISTENT WITH LAW AND INSTITUTIONAL CUSTOMS . In general, the foundation is the pertinent national and substantial constitutional law and implementing legislation such as the US Federal code. Further substrates include both judicial interpretations and regulations which are generally authorized by legislation. Other scholars define it as a system of \"courses of action, regulatory measures, laws , and funding priorities concerning a given topic promulgated by a governmental entity or its representatives.\" Public policy is commonly embodied \"in constitutions, legislative acts, and judicial decisions.\" In the United States , this concept refers not only to the result of policies, but more broadly to the decision-making and analysis of governmental decisions. As an academic discipline , public policy is studied by professors and students at public policy schools of major universities throughout the country. The U.S. professional association of public policy practitioners, researchers, scholars, and students is the Association for Public Policy Analysis and Management .   \n",
              "\n",
              "   relevant  phi3  \n",
              "0         0     0  \n",
              "1         0     0  \n",
              "2         0     0  \n",
              "3         0     1  \n",
              "4         0     0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3a1ca719-2312-461e-b6d3-ca3e90aa758e\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>query_id</th>\n",
              "      <th>query_text</th>\n",
              "      <th>document_title</th>\n",
              "      <th>document_text</th>\n",
              "      <th>document_text_with_emphasis</th>\n",
              "      <th>relevant</th>\n",
              "      <th>phi3</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Q662</td>\n",
              "      <td>how many people were killed in the holocaust</td>\n",
              "      <td>The Holocaust</td>\n",
              "      <td>\" Selektion \" on the Judenrampe , Auschwitz , May/June 1944. To be sent to the right meant slave labor; to the left, the gas chamber . This image shows the arrival of Hungarian Jews from Carpatho-Ruthenia , many of them from the Berehov ghetto. The photographer was Ernst Hofmann or Bernhard Walter of the SS. Image courtesy of Yad Vashem The Holocaust (from the Greek ': hólos, \"whole\" and kaustós, \"burnt\") also known as the Shoah ( Hebrew : , HaShoah, \"catastrophe\"; Yiddish : , Churben or Hurban, from the Hebrew for \"destruction\"), was the mass murder or genocide of approximately six million Jews during World War II , a programme of systematic state-sponsored murder by Nazi Germany , led by Adolf Hitler and the Nazi Party , throughout German-occupied territory. Of the nine million Jews who had resided in Europe before the Holocaust, approximately two-thirds were killed. Over one million Jewish children were killed in the Holocaust, as were approximately two million Jewish women and three million Jewish men. A network of over 40,000 facilities in Germany and German-occupied territory were used to concentrate, hold, and kill Jews and other victims. Some scholars argue that the mass murder of the Romani and people with disabilities should be included in the definition, and some use the common noun \"holocaust\" to describe other Nazi mass murders, including those of Soviet prisoners of war, Polish and Soviet civilians, and homosexuals. Recent estimates based on figures obtained since the fall of the Soviet Union indicates some ten to eleven million civilians and prisoners of war were intentionally murdered by the Nazi regime. The persecution and genocide were carried out in stages. Various laws to remove the Jews from civil society, most prominently the Nuremberg Laws , were enacted in Germany years before the outbreak of World War II. Concentration camps were established in which inmates were subjected to slave labor until they died of exhaustion or disease. Where Germany conquered new territory in eastern Europe, specialized units called Einsatzgruppen murdered Jews and political opponents in mass shootings. The occupiers required Jews and Romani to be confined in overcrowded ghettos before being transported by freight train to extermination camps where, if they survived the journey, most were systematically killed in gas chambers . Every arm of Germany's bureaucracy was involved in the logistics that led to the genocides, turning the Third Reich into what one Holocaust scholar has called \"a genocidal state\".</td>\n",
              "      <td>\" Selektion \" on the Judenrampe , Auschwitz , May/June 1944. To be sent to the right meant slave labor; to the left, the gas chamber . This image shows the arrival of Hungarian Jews from Carpatho-Ruthenia , many of them from the Berehov ghetto. The photographer was Ernst Hofmann or Bernhard Walter of the SS. Image courtesy of Yad Vashem The Holocaust (from the Greek ': hólos, \"whole\" and kaustós, \"burnt\") also known as the Shoah ( Hebrew : , HaShoah, \"catastrophe\"; Yiddish : , Churben or Hurban, from the Hebrew for \"destruction\"), was the mass murder or genocide of approximately six million Jews during World War II , a programme of systematic state-sponsored murder by Nazi Germany , led by Adolf Hitler and the Nazi Party , throughout German-occupied territory. Of the nine million Jews who had resided in Europe before the Holocaust, approximately two-thirds were killed. OVER ONE MILLION JEWISH CHILDREN WERE KILLED IN THE HOLOCAUST, AS WERE APPROXIMATELY TWO MILLION JEWISH WOMEN AND THREE MILLION JEWISH MEN. A network of over 40,000 facilities in Germany and German-occupied territory were used to concentrate, hold, and kill Jews and other victims. Some scholars argue that the mass murder of the Romani and people with disabilities should be included in the definition, and some use the common noun \"holocaust\" to describe other Nazi mass murders, including those of Soviet prisoners of war, Polish and Soviet civilians, and homosexuals. Recent estimates based on figures obtained since the fall of the Soviet Union indicates some ten to eleven million civilians and prisoners of war were intentionally murdered by the Nazi regime. The persecution and genocide were carried out in stages. Various laws to remove the Jews from civil society, most prominently the Nuremberg Laws , were enacted in Germany years before the outbreak of World War II. Concentration camps were established in which inmates were subjected to slave labor until they died of exhaustion or disease. Where Germany conquered new territory in eastern Europe, specialized units called Einsatzgruppen murdered Jews and political opponents in mass shootings. The occupiers required Jews and Romani to be confined in overcrowded ghettos before being transported by freight train to extermination camps where, if they survived the journey, most were systematically killed in gas chambers . Every arm of Germany's bureaucracy was involved in the logistics that led to the genocides, turning the Third Reich into what one Holocaust scholar has called \"a genocidal state\".</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Q751</td>\n",
              "      <td>what city is george washington university</td>\n",
              "      <td>George Washington University</td>\n",
              "      <td>The George Washington University (GW, GWU, or George Washington) is a comprehensive private , coeducational research university located in Washington, D.C. . It awards certificates, Bachelor degrees, Masters degrees, and PhDs across several dozen disciplines. The university was chartered by an Act of Congress on February 9, 1821 as The Columbian College in the District of Columbia.</td>\n",
              "      <td>THE GEORGE WASHINGTON UNIVERSITY (GW, GWU, OR GEORGE WASHINGTON) IS A COMPREHENSIVE PRIVATE , COEDUCATIONAL RESEARCH UNIVERSITY LOCATED IN WASHINGTON, D.C. . It awards certificates, Bachelor degrees, Masters degrees, and PhDs across several dozen disciplines. The university was chartered by an Act of Congress on February 9, 1821 as The Columbian College in the District of Columbia.</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Q761</td>\n",
              "      <td>how many lungs does a human have</td>\n",
              "      <td>Human lung</td>\n",
              "      <td>The human lungs are the organs of respiration in humans. Humans have two lungs , a right lung and a left lung. The right lung consists of three lobes while the left lung is slightly smaller consisting of only two lobes (the left lung has a \"cardiac notch\" allowing space for the heart within the chest). Together, the lungs contain approximately of airways and 300 to 500 million alveoli , having a total surface area of about () in adults — roughly the same area as one side of a tennis court. Furthermore, if all of the capillaries that surround the alveoli were unwound and laid end to end, they would extend for about . Each lung weighs , therefore making the entire organ about . Human lungs The trachea divides into two bronchi (one for each side) at the level of T4. This junction is also known as the carina . The conducting zone contains the trachea , the bronchi , the bronchioles , and the terminal bronchioles The respiratory zone contains the respiratory bronchioles , the alveolar ducts , and the alveoli . The conducting zone and the respiratory stuffers (but not the alveoli) are made up of airways . The conducting zone has no gas exchange with the blood, and is reinforced with cartilage in order to hold open the airways. The conducting zone warms the air to and humidifies the air. It also cleanses the air by removing particles via cilia located on the walls of all the passageways. The lungs are surrounded by the rib cage . The respiratory zone is the site of gas exchange with blood. The sympathetic nervous system via noradrenaline acting on the beta receptors causes bronchodilation . The parasympathetic nervous system via acetylcholine , which acts on the M-3 muscarinic receptors , maintains the resting tone of the bronchiolar smooth muscle. This action is related, although considered distinct from bronchoconstriction . Many other non-autonomic nervous and biochemical stimuli, including carbon dioxide and oxygen , are also involved in the regulation process. The pleural cavity is the potential space between the parietal pleura , lining the inner wall of the thoracic cage, and the visceral pleura lining the lungs. The lung parenchyma is strictly used to refer solely to alveolar tissue with respiratory bronchioles , alveolar ducts and terminal bronchioles . However, it often includes any form of lung tissue, also including bronchioles , bronchi , blood vessels and lung interstitium .</td>\n",
              "      <td>The human lungs are the organs of respiration in humans. HUMANS HAVE TWO LUNGS , A RIGHT LUNG AND A LEFT LUNG. The right lung consists of three lobes while the left lung is slightly smaller consisting of only two lobes (the left lung has a \"cardiac notch\" allowing space for the heart within the chest). Together, the lungs contain approximately of airways and 300 to 500 million alveoli , having a total surface area of about () in adults — roughly the same area as one side of a tennis court. Furthermore, if all of the capillaries that surround the alveoli were unwound and laid end to end, they would extend for about . Each lung weighs , therefore making the entire organ about . Human lungs The trachea divides into two bronchi (one for each side) at the level of T4. This junction is also known as the carina . The conducting zone contains the trachea , the bronchi , the bronchioles , and the terminal bronchioles The respiratory zone contains the respiratory bronchioles , the alveolar ducts , and the alveoli . The conducting zone and the respiratory stuffers (but not the alveoli) are made up of airways . The conducting zone has no gas exchange with the blood, and is reinforced with cartilage in order to hold open the airways. The conducting zone warms the air to and humidifies the air. It also cleanses the air by removing particles via cilia located on the walls of all the passageways. The lungs are surrounded by the rib cage . The respiratory zone is the site of gas exchange with blood. The sympathetic nervous system via noradrenaline acting on the beta receptors causes bronchodilation . The parasympathetic nervous system via acetylcholine , which acts on the M-3 muscarinic receptors , maintains the resting tone of the bronchiolar smooth muscle. This action is related, although considered distinct from bronchoconstriction . Many other non-autonomic nervous and biochemical stimuli, including carbon dioxide and oxygen , are also involved in the regulation process. The pleural cavity is the potential space between the parietal pleura , lining the inner wall of the thoracic cage, and the visceral pleura lining the lungs. The lung parenchyma is strictly used to refer solely to alveolar tissue with respiratory bronchioles , alveolar ducts and terminal bronchioles . However, it often includes any form of lung tissue, also including bronchioles , bronchi , blood vessels and lung interstitium .</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Q895</td>\n",
              "      <td>what it takes aerosmith album</td>\n",
              "      <td>What It Takes (song)</td>\n",
              "      <td>\"What It Takes\" is a power ballad by American hard rock band Aerosmith . It was written by Steven Tyler , Joe Perry , and Desmond Child . It was released in 1990 as the third single from Aerosmith's critically and commercially successful 1989 album Pump . In the video The Making of Pump , A&amp;R man John Kalodner described the song as \"a masterpiece\". During live performances, Tyler sings the first verse a cappella and belts out one of his signature screams right before the chorus. The album version of the song is followed by an untitled hidden track.</td>\n",
              "      <td>\"WHAT IT TAKES\" IS A POWER BALLAD BY AMERICAN HARD ROCK BAND AEROSMITH . It was written by Steven Tyler , Joe Perry , and Desmond Child . IT WAS RELEASED IN 1990 AS THE THIRD SINGLE FROM AEROSMITH'S CRITICALLY AND COMMERCIALLY SUCCESSFUL 1989 ALBUM PUMP . In the video The Making of Pump , A&amp;R man John Kalodner described the song as \"a masterpiece\". During live performances, Tyler sings the first verse a cappella and belts out one of his signature screams right before the chorus. The album version of the song is followed by an untitled hidden track.</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Q617</td>\n",
              "      <td>how is public policy created</td>\n",
              "      <td>Public policy</td>\n",
              "      <td>Public policy is the principled guide to action taken by the administrative executive branches of the state with regard to a class of issues in a manner consistent with law and institutional customs . In general, the foundation is the pertinent national and substantial constitutional law and implementing legislation such as the US Federal code. Further substrates include both judicial interpretations and regulations which are generally authorized by legislation. Other scholars define it as a system of \"courses of action, regulatory measures, laws , and funding priorities concerning a given topic promulgated by a governmental entity or its representatives.\" Public policy is commonly embodied \"in constitutions, legislative acts, and judicial decisions.\" In the United States , this concept refers not only to the result of policies, but more broadly to the decision-making and analysis of governmental decisions. As an academic discipline , public policy is studied by professors and students at public policy schools of major universities throughout the country. The U.S. professional association of public policy practitioners, researchers, scholars, and students is the Association for Public Policy Analysis and Management .</td>\n",
              "      <td>PUBLIC POLICY IS THE PRINCIPLED GUIDE TO ACTION TAKEN BY THE ADMINISTRATIVE EXECUTIVE BRANCHES OF THE STATE WITH REGARD TO A CLASS OF ISSUES IN A MANNER CONSISTENT WITH LAW AND INSTITUTIONAL CUSTOMS . In general, the foundation is the pertinent national and substantial constitutional law and implementing legislation such as the US Federal code. Further substrates include both judicial interpretations and regulations which are generally authorized by legislation. Other scholars define it as a system of \"courses of action, regulatory measures, laws , and funding priorities concerning a given topic promulgated by a governmental entity or its representatives.\" Public policy is commonly embodied \"in constitutions, legislative acts, and judicial decisions.\" In the United States , this concept refers not only to the result of policies, but more broadly to the decision-making and analysis of governmental decisions. As an academic discipline , public policy is studied by professors and students at public policy schools of major universities throughout the country. The U.S. professional association of public policy practitioners, researchers, scholars, and students is the Association for Public Policy Analysis and Management .</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3a1ca719-2312-461e-b6d3-ca3e90aa758e')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-3a1ca719-2312-461e-b6d3-ca3e90aa758e button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-3a1ca719-2312-461e-b6d3-ca3e90aa758e');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-321f06ea-1b9d-4e93-8e51-1da0046a9de0\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-321f06ea-1b9d-4e93-8e51-1da0046a9de0')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-321f06ea-1b9d-4e93-8e51-1da0046a9de0 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_final",
              "summary": "{\n  \"name\": \"df_final\",\n  \"rows\": 200,\n  \"fields\": [\n    {\n      \"column\": \"query_id\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 200,\n        \"samples\": [\n          \"Q785\",\n          \"Q631\",\n          \"Q633\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"query_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 200,\n        \"samples\": [\n          \"what does the FOIA apply to\",\n          \"What country is the largest stalagmite\",\n          \"what does Gringo mean\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 200,\n        \"samples\": [\n          \"Freedom of Information Act (United States)\",\n          \"Stalagmite\",\n          \"Gringo\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 200,\n        \"samples\": [\n          \"The Freedom of Information Act (FOIA) is a federal freedom of information law that allows for the full or partial disclosure of previously unreleased information and documents controlled by the United States government . The Act defines agency records subject to disclosure, outlines mandatory disclosure procedures and grants nine exemptions to the statute. It was originally signed into law by President Lyndon B. Johnson , despite his misgivings, on July 4, 1966 as and went into effect the following year. The Federal Government's Freedom of Information Act should not be confused with the different and varying Freedom of Information Acts passed by the individual states . Many of those state acts may be similar but not identical to the federal act.\",\n          \"Image showing the six most common speleothems with labels. to view labels. The Witch's Finger in the Carlsbad Caverns A stalagmite ( or ; from the Greek \\u03c3\\u03c4\\u03b1\\u03bb\\u03b1\\u03b3\\u03bc\\u03af\\u03c4\\u03b7\\u03c2 - stalagmit\\u00eas, from \\u03c3\\u03c4\\u03b1\\u03bb\\u03b1\\u03b3\\u03bc\\u03af\\u03b1\\u03c2 - stalagmias, \\\"dropping, trickling\\\") is a type of speleothem that rises from the floor of a limestone cave due to the dripping of mineralized solutions and the deposition of calcium carbonate . This stalagmite formation occurs only under certain pH conditions within the underground cavern. The corresponding formation on the ceiling of a cave is known as a stalactite . If these formations grow together, the result is known as a column. The Hall of Giants in the Carlsbad Caverns Stalagmites should normally not be touched, since the rock buildup is formed by minerals precipitating out of the water solution onto the old surface; skin oils can alter the surface where the mineral water will cling, thus affecting the growth of the formation. Oils and dirt from human contact can also stain the formation and change its color permanently. Similar structures can also form in lava tubes , associated with some types of lavacicles , although the mechanism of formation is very different. Stalactites and stalagmites can also form on concrete ceilings and floors, although they form much more rapidly there than in the natural cave environment. The largest stalagmite in the world is high and is located in the cave of Cueva Martin Infierno, Cuba. In the Zagros Mountains of south Iran, approximately from the ancient city of Bishapur , in the Shapur cave on the fourth of five terraces stands the 3rd century CE statue of Shapur I , second ruler of the Sassanid Empire . The statue, carved from one stalagmite, is nearly high.\",\n          \"Gringo (, , ) is a slang Spanish and Portuguese word used in Ibero-America , to denote foreigners, often from the United States . The term can be applied to someone who is actually a foreigner, or it can denote a strong association or assimilation into foreign (particularly US) society and culture. In Spanish it does not have a negative connotation. Roger Axtell, a travel etiquette expert, notes that \\\"[t]he word gringo is not necessarily a bad word. It is slang but is derogatory only in its use and context.\\\" The word was used in Spain long before it crossed the Atlantic to denote foreign, non-native speakers of Spanish .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"document_text_with_emphasis\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 200,\n        \"samples\": [\n          \"THE FREEDOM OF INFORMATION ACT (FOIA) IS A FEDERAL FREEDOM OF INFORMATION LAW THAT ALLOWS FOR THE FULL OR PARTIAL DISCLOSURE OF PREVIOUSLY UNRELEASED INFORMATION AND DOCUMENTS CONTROLLED BY THE UNITED STATES GOVERNMENT . The Act defines agency records subject to disclosure, outlines mandatory disclosure procedures and grants nine exemptions to the statute. It was originally signed into law by President Lyndon B. Johnson , despite his misgivings, on July 4, 1966 as and went into effect the following year. The Federal Government's Freedom of Information Act should not be confused with the different and varying Freedom of Information Acts passed by the individual states . Many of those state acts may be similar but not identical to the federal act.\",\n          \"Image showing the six most common speleothems with labels. to view labels. The Witch's Finger in the Carlsbad Caverns A stalagmite ( or ; from the Greek \\u03c3\\u03c4\\u03b1\\u03bb\\u03b1\\u03b3\\u03bc\\u03af\\u03c4\\u03b7\\u03c2 - stalagmit\\u00eas, from \\u03c3\\u03c4\\u03b1\\u03bb\\u03b1\\u03b3\\u03bc\\u03af\\u03b1\\u03c2 - stalagmias, \\\"dropping, trickling\\\") is a type of speleothem that rises from the floor of a limestone cave due to the dripping of mineralized solutions and the deposition of calcium carbonate . This stalagmite formation occurs only under certain pH conditions within the underground cavern. The corresponding formation on the ceiling of a cave is known as a stalactite . If these formations grow together, the result is known as a column. The Hall of Giants in the Carlsbad Caverns Stalagmites should normally not be touched, since the rock buildup is formed by minerals precipitating out of the water solution onto the old surface; skin oils can alter the surface where the mineral water will cling, thus affecting the growth of the formation. Oils and dirt from human contact can also stain the formation and change its color permanently. Similar structures can also form in lava tubes , associated with some types of lavacicles , although the mechanism of formation is very different. Stalactites and stalagmites can also form on concrete ceilings and floors, although they form much more rapidly there than in the natural cave environment. THE LARGEST STALAGMITE IN THE WORLD IS HIGH AND IS LOCATED IN THE CAVE OF CUEVA MARTIN INFIERNO, CUBA. In the Zagros Mountains of south Iran, approximately from the ancient city of Bishapur , in the Shapur cave on the fourth of five terraces stands the 3rd century CE statue of Shapur I , second ruler of the Sassanid Empire . The statue, carved from one stalagmite, is nearly high.\",\n          \"GRINGO (, , ) IS A SLANG SPANISH AND PORTUGUESE WORD USED IN IBERO-AMERICA , TO DENOTE FOREIGNERS, OFTEN FROM THE UNITED STATES . THE TERM CAN BE APPLIED TO SOMEONE WHO IS ACTUALLY A FOREIGNER, OR IT CAN DENOTE A STRONG ASSOCIATION OR ASSIMILATION INTO FOREIGN (PARTICULARLY US) SOCIETY AND CULTURE. In Spanish it does not have a negative connotation. Roger Axtell, a travel etiquette expert, notes that \\\"[t]he word gringo is not necessarily a bad word. It is slang but is derogatory only in its use and context.\\\" The word was used in Spain long before it crossed the Atlantic to denote foreign, non-native speakers of Spanish .\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"relevant\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 0,\n        \"max\": 1,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          1,\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"phi3\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 0,\n        \"max\": 1,\n        \"num_unique_values\": 2,\n        \"samples\": [\n          1,\n          0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Original Model:"
      ],
      "metadata": {
        "id": "-DstVv3eFQmy"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from sklearn.metrics import classification_report\n",
        "\n",
        "cm = confusion_matrix(df_['relevant'], df_['phi3'])\n",
        "\n",
        "# Plot the confusion matrix\n",
        "print(classification_report(df_['relevant'], df_['phi3']))\n",
        "plt.figure(figsize=(8, 6))\n",
        "sns.heatmap(cm, annot=True, cmap='Blues', fmt='g')\n",
        "plt.xlabel('Predicted Labels')\n",
        "plt.ylabel('True Labels')\n",
        "plt.title(r'Confusion Matrix')\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 720
        },
        "id": "Y_sbbVdpFSc4",
        "outputId": "7455eb13-7bd5-4efb-b047-9a928c433f70"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "       False       0.42      0.69      0.52       120\n",
            "        True       0.10      0.03      0.05       120\n",
            "\n",
            "    accuracy                           0.36       240\n",
            "   macro avg       0.26      0.36      0.29       240\n",
            "weighted avg       0.26      0.36      0.29       240\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 800x600 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAokAAAIjCAYAAABvUIGpAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA920lEQVR4nO3de1yUdf7//+egMiAIeEAOpYBnzbO2hpSHjaLSVtPNKCs0zWzVVNLKT56zKM1DamW5pWbadtqstE1NUyvxmJhleYrSUvAIBAoaXL8/+jnfxrcm6AwDzuO+t7ndlvd1zXW9ZvZWt9c+3+/rPTbLsiwBAAAAf+Lj6QIAAABQ9tAkAgAAwECTCAAAAANNIgAAAAw0iQAAADDQJAIAAMBAkwgAAAADTSIAAAAMNIkAAAAw0CQC+Et79uzRzTffrODgYNlsNi1ZssSl1//pp59ks9k0f/58l163POvUqZM6derk6TIAeDmaRKAc2Ldvnx566CHVqVNHfn5+CgoKUlxcnF544QWdOnXKrfdOSkrSjh079PTTT2vhwoVq27atW+9Xmvr06SObzaagoKDzfo979uyRzWaTzWbT888/X+LrHzx4UOPHj1daWpoLqgWA0lXR0wUA+GvLli3TnXfeKbvdrvvvv19NmzbV6dOn9eWXX2rkyJH67rvv9Oqrr7rl3qdOnVJqaqqefPJJDR482C33iIqK0qlTp1SpUiW3XP9iKlasqJMnT+rjjz9Wr169nI4tWrRIfn5+ys/Pv6RrHzx4UBMmTFB0dLRatmxZ7PetWLHiku4HAK5EkwiUYenp6UpMTFRUVJRWr16tiIgIx7FBgwZp7969WrZsmdvuf+TIEUlSSEiI2+5hs9nk5+fntutfjN1uV1xcnN566y2jSVy8eLG6dOmi999/v1RqOXnypCpXrixfX99SuR8A/BWmm4EybPLkycrNzdVrr73m1CCeVa9ePQ0dOtTx9++//66nnnpKdevWld1uV3R0tP7v//5PBQUFTu+Ljo5W165d9eWXX+pvf/ub/Pz8VKdOHb3xxhuOc8aPH6+oqChJ0siRI2Wz2RQdHS3pj2nas//9z8aPHy+bzeY0tnLlSl1//fUKCQlRYGCgGjZsqP/7v/9zHL/QmsTVq1frhhtuUEBAgEJCQtStWzd9//33573f3r171adPH4WEhCg4OFh9+/bVyZMnL/zFnuOee+7R//73P2VlZTnGNm/erD179uiee+4xzj9+/LhGjBihZs2aKTAwUEFBQbr11lu1fft2xzlr1qzRtddeK0nq27evY9r67Ofs1KmTmjZtqq1bt6pDhw6qXLmy43s5d01iUlKS/Pz8jM+fkJCgqlWr6uDBg8X+rABQXDSJQBn28ccfq06dOmrfvn2xzu/fv7/Gjh2r1q1ba/r06erYsaNSUlKUmJhonLt3717985//1E033aSpU6eqatWq6tOnj7777jtJUo8ePTR9+nRJ0t13362FCxdqxowZJar/u+++U9euXVVQUKCJEydq6tSp+sc//qGvvvrqL9/32WefKSEhQYcPH9b48eOVnJys9evXKy4uTj/99JNxfq9evfTbb78pJSVFvXr10vz58zVhwoRi19mjRw/ZbDb997//dYwtXrxYjRo1UuvWrY3zf/zxRy1ZskRdu3bVtGnTNHLkSO3YsUMdO3Z0NGyNGzfWxIkTJUkDBgzQwoULtXDhQnXo0MFxnWPHjunWW29Vy5YtNWPGDHXu3Pm89b3wwgsKDQ1VUlKSCgsLJUmvvPKKVqxYoVmzZikyMrLYnxUAis0CUCZlZ2dbkqxu3boV6/y0tDRLktW/f3+n8REjRliSrNWrVzvGoqKiLEnWunXrHGOHDx+27Ha79eijjzrG0tPTLUnWlClTnK6ZlJRkRUVFGTWMGzfO+vO/VqZPn25Jso4cOXLBus/eY968eY6xli1bWjVr1rSOHTvmGNu+fbvl4+Nj3X///cb9HnjgAadr3nHHHVb16tUveM8/f46AgADLsizrn//8p3XjjTdalmVZhYWFVnh4uDVhwoTzfgf5+flWYWGh8Tnsdrs1ceJEx9jmzZuNz3ZWx44dLUnWnDlzznusY8eOTmPLly+3JFmTJk2yfvzxRyswMNDq3r37RT8jAFwqkkSgjMrJyZEkValSpVjnf/LJJ5Kk5ORkp/FHH31Ukoy1i02aNNENN9zg+Ds0NFQNGzbUjz/+eMk1n+vsWsYPP/xQRUVFxXrPoUOHlJaWpj59+qhatWqO8ebNm+umm25yfM4/GzhwoNPfN9xwg44dO+b4Dovjnnvu0Zo1a5SRkaHVq1crIyPjvFPN0h/rGH18/vjXZ2FhoY4dO+aYSv/666+LfU+73a6+ffsW69ybb75ZDz30kCZOnKgePXrIz89Pr7zySrHvBQAlRZMIlFFBQUGSpN9++61Y5//888/y8fFRvXr1nMbDw8MVEhKin3/+2Wm8du3axjWqVq2qEydOXGLFprvuuktxcXHq37+/wsLClJiYqHfeeecvG8azdTZs2NA41rhxYx09elR5eXlO4+d+lqpVq0pSiT7LbbfdpipVqujtt9/WokWLdO211xrf5VlFRUWaPn266tevL7vdrho1aig0NFTffPONsrOzi33Pq666qkQPqTz//POqVq2a0tLSNHPmTNWsWbPY7wWAkqJJBMqooKAgRUZG6ttvvy3R+859cORCKlSocN5xy7Iu+R5n18ud5e/vr3Xr1umzzz7Tfffdp2+++UZ33XWXbrrpJuPcy3E5n+Usu92uHj16aMGCBfrggw8umCJK0jPPPKPk5GR16NBBb775ppYvX66VK1fqmmuuKXZiKv3x/ZTEtm3bdPjwYUnSjh07SvReACgpmkSgDOvatav27dun1NTUi54bFRWloqIi7dmzx2k8MzNTWVlZjieVXaFq1apOTwKfdW5aKUk+Pj668cYbNW3aNO3cuVNPP/20Vq9erc8///y81z5b565du4xjP/zwg2rUqKGAgIDL+wAXcM8992jbtm367bffzvuwz1nvvfeeOnfurNdee02JiYm6+eabFR8fb3wnxW3YiyMvL099+/ZVkyZNNGDAAE2ePFmbN2922fUB4Fw0iUAZ9thjjykgIED9+/dXZmamcXzfvn164YUXJP0xXSrJeAJ52rRpkqQuXbq4rK66desqOztb33zzjWPs0KFD+uCDD5zOO378uPHes5tKn7stz1kRERFq2bKlFixY4NR0ffvtt1qxYoXjc7pD586d9dRTT2n27NkKDw+/4HkVKlQwUsp3331Xv/76q9PY2Wb2fA11ST3++OPav3+/FixYoGnTpik6OlpJSUkX/B4B4HKxmTZQhtWtW1eLFy/WXXfdpcaNGzv94sr69ev17rvvqk+fPpKkFi1aKCkpSa+++qqysrLUsWNHbdq0SQsWLFD37t0vuL3KpUhMTNTjjz+uO+64Q4888ohOnjypl19+WQ0aNHB6cGPixIlat26dunTpoqioKB0+fFgvvfSSrr76al1//fUXvP6UKVN06623KjY2Vv369dOpU6c0a9YsBQcHa/z48S77HOfy8fHR6NGjL3pe165dNXHiRPXt21ft27fXjh07tGjRItWpU8fpvLp16yokJERz5sxRlSpVFBAQoHbt2ikmJqZEda1evVovvfSSxo0b59iSZ968eerUqZPGjBmjyZMnl+h6AFAsHn66GkAx7N6923rwwQet6Ohoy9fX16pSpYoVFxdnzZo1y8rPz3ecd+bMGWvChAlWTEyMValSJatWrVrWqFGjnM6xrD+2wOnSpYtxn3O3XrnQFjiWZVkrVqywmjZtavn6+loNGza03nzzTWMLnFWrVlndunWzIiMjLV9fXysyMtK6++67rd27dxv3OHebmM8++8yKi4uz/P39raCgIOv222+3du7c6XTO2fudu8XOvHnzLElWenr6Bb9Ty3LeAudCLrQFzqOPPmpFRERY/v7+VlxcnJWamnrerWs+/PBDq0mTJlbFihWdPmfHjh2ta6655rz3/PN1cnJyrKioKKt169bWmTNnnM4bPny45ePjY6Wmpv7lZwCAS2GzrBKs7AYAAIBXYE0iAAAADDSJAAAAMNAkAgAAwECTCAAAAANNIgAAAAw0iQAAADDQJAIAAMBwRf7iSvOxn3m6BABuMiWxhadLAOAmCU1CPXZv/1aD3XbtU9tmu+3a7kSSCAAAAMMVmSQCAACUiI3c7Fw0iQAAADabpysoc2ibAQAAYCBJBAAAYLrZwDcCAAAAA0kiAAAAaxINJIkAAAAwkCQCAACwJtHANwIAAAADSSIAAABrEg00iQAAAEw3G/hGAAAAYCBJBAAAYLrZQJIIAAAAA0kiAAAAaxINfCMAAAAwkCQCAACwJtFAkggAAAADSSIAAABrEg00iQAAAEw3G2ibAQAAYCBJBAAAYLrZwDcCAAAAA0kiAAAASaKBbwQAAAAGkkQAAAAfnm4+F0kiAAAADCSJAAAArEk00CQCAACwmbaBthkAAAAGkkQAAACmmw18IwAAADCQJAIAALAm0UCSCAAAAANJIgAAAGsSDXwjAAAAMJAkAgAAsCbRQJMIAADAdLOBbwQAAAAGkkQAAACmmw0kiQAAADCQJAIAALAm0cA3AgAAAANJIgAAAGsSDSSJAAAAMJAkAgAAsCbRQJMIAABAk2jgGwEAAICBJBEAAIAHVwwkiQAAADCQJAIAALAm0cA3AgAAAANJIgAAAGsSDSSJAAAAMJAkAgAAsCbRQJMIAADAdLOBthkAAAAGkkQAAOD1bCSJBpJEAAAAGEgSAQCA1yNJNJEkAgAAlCHr1q3T7bffrsjISNlsNi1ZssTpuGVZGjt2rCIiIuTv76/4+Hjt2bPH6Zzjx4+rd+/eCgoKUkhIiPr166fc3NwS1UGTCAAAYHPjq4Ty8vLUokULvfjii+c9PnnyZM2cOVNz5szRxo0bFRAQoISEBOXn5zvO6d27t7777jutXLlSS5cu1bp16zRgwIAS1cF0MwAAQBly66236tZbbz3vMcuyNGPGDI0ePVrdunWTJL3xxhsKCwvTkiVLlJiYqO+//16ffvqpNm/erLZt20qSZs2apdtuu03PP/+8IiMji1UHSSIAAPB6NpvNba+CggLl5OQ4vQoKCi6pzvT0dGVkZCg+Pt4xFhwcrHbt2ik1NVWSlJqaqpCQEEeDKEnx8fHy8fHRxo0bi30vmkQAAOD13NkkpqSkKDg42OmVkpJySXVmZGRIksLCwpzGw8LCHMcyMjJUs2ZNp+MVK1ZUtWrVHOcUB9PNAAAAbjRq1CglJyc7jdntdg9VU3w0iQAAwOu5cwscu93usqYwPDxckpSZmamIiAjHeGZmplq2bOk45/Dhw07v+/3333X8+HHH+4uD6WYAAIByIiYmRuHh4Vq1apVjLCcnRxs3blRsbKwkKTY2VllZWdq6davjnNWrV6uoqEjt2rUr9r1IEgEAgNcrS5tp5+bmau/evY6/09PTlZaWpmrVqql27doaNmyYJk2apPr16ysmJkZjxoxRZGSkunfvLklq3LixbrnlFj344IOaM2eOzpw5o8GDBysxMbHYTzZLNIkAAABlypYtW9S5c2fH32fXMyYlJWn+/Pl67LHHlJeXpwEDBigrK0vXX3+9Pv30U/n5+Tnes2jRIg0ePFg33nijfHx81LNnT82cObNEddgsy7Jc85HKjuZjP/N0CQDcZEpiC0+XAMBNEpqEeuzewfcsdNu1sxff57ZruxNrEgEAAGBguhkAAHi9srQmsawgSQQAAICBJBEAAHg9kkQTTSIAAPB6NIkmppsBAABgIEkEAABejyTRRJIIAAAAA0kiAAAAQaKBJBEAAAAGkkQAAOD1WJNoIkkEAACAgSQRAAB4PZJEE00iAADwejSJJqabAQAAYCBJBAAAIEg0kCQCAADAQJIIAAC8HmsSTSSJAAAAMJAkAgAAr0eSaCJJBAAAgIEkEQAAeD2SRBNNIgAA8Ho0iSammwEAAGAgSQQAACBINJAkAgAAwECSCAAAvB5rEk0kiQAAADCQJAIAAK9HkmgiSQQAAICBJBEAAHg9kkQTTSIAAAA9ooHpZgAAABhIEgEAgNdjutlEkggAAAADSSIAAPB6JIkmkkQAAAAYSBJR5vnYpIc711HXFhGqHuirI78V6MNth/Tq2nTHOQ93rqNbmoYpPNhPZwqLtPNgjmat2qcdv+R4sHIAxfHFpx/oq0+X6NjhQ5KkiFoxuqVXHzVpE6tjhw9pwkN3nvd9fUdMVKu4v5dmqbiCkSSaaBJR5j1wQ7R6XXu1Rn/wnfYdztM1kUGaeEcT5eb/rsUbD0iSfj6ap2eW7dIvJ07Jr6KP7mtfW3Pub62uM77SiZNnPPwJAPyVkOqhuv2+gQqNuFqyLG36/H+a++woPTb1dYVdFaVJr3/odP5XKz7S6iWL1aT1dR6qGPAONIko81rUCtbnPxzRF7uPSZIOZuXr1mbhanp1kLTxj3M+2ZHp9J4pn+5WjzZXqUF4oDb+eKK0SwZQAs2uvd7p7673PqQvly/RT7t3KqJ2HQVVre50/JuN69Qq7u+y+1cuzTJxhSNJNHm0STx69Khef/11paamKiMjQ5IUHh6u9u3bq0+fPgoNDfVkeSgjth/IVs82VymqemX9fOykGoQFqlVUsKZ8uue851esYNM/216lnFNntCsjt5SrBXA5igoLtW395yrIz1d0w2uM4/v3/aBf0/fozgHJHqgOVzR6RIPHmsTNmzcrISFBlStXVnx8vBo0aCBJyszM1MyZM/Xss89q+fLlatu27V9ep6CgQAUFBU5jRb+flk9FX7fVjtL12hc/KcBeUR8OiVWhZamCzaZZq/bpk28ynM7r0KCGJt/ZVH6VKuhIboEeWrBNWUw1A+XCwZ/3adoTA/X76dOy+/mr/xPPKKJWjHHehs+WKuzqaNVp1MwDVQLexWNN4pAhQ3TnnXdqzpw5RsRrWZYGDhyoIUOGKDU19S+vk5KSogkTJjiN1exwn8I63u/ymuEZCdeEqUvzcD3x3rfadzhXDSOq6LFbG+jIbwX6KO2Q47zN6cd158sbVbVyJfVoc5Wev6uZer+6ScfzaBSBsq5mZG09Pm2eTp3MVdr6NXpz5tN6ZNIsp0bxdEGBtq77TAm9kjxYKa5UTDebPLYFzvbt2zV8+PDz/o9is9k0fPhwpaWlXfQ6o0aNUnZ2ttMrNC7RDRXDU5IT6uu1L37Sp99mas/hPC3dnqGFqQfU74Zop/NOnSnSgeOn9M0vORr/4ff6vcjSHa2v8kzRAEqkYqVKCo24WrXrNtI/7huoq6Lrau3Sd53OSUv9XKdP5+vaTrd4qErAu3gsSQwPD9emTZvUqFGj8x7ftGmTwsLCLnodu90uu93uNMZU85XFr5KPLMtyGisqsnSx/9PnY5N8K7IVKFAeWUWWfj/jPAuw4bOlanrt9aoSXNVDVeFKRpJo8liTOGLECA0YMEBbt27VjTfe6GgIMzMztWrVKs2dO1fPP/+8p8pDGbJ211E92CFGh7Lzte9wnhpFVNF97WtrydcHJUn+lXz0YMcYrfnhiI78dlohlSspsV0t1axi14pvMy9ydQCe9tHCOWrS+jpVDQ1TwamT2rJupfZ+t00Pj53mOOfIoV+0b+d2PTR6igcrBbyLx5rEQYMGqUaNGpo+fbpeeuklFRYWSpIqVKigNm3aaP78+erVq5enykMZkrJslwbfWFdPdm2kagF/bKb93pZfNWfNj5KkQkuKrhGgqYkRqlrZV1knz+i7X3PU57Wt2nckz8PVA7iY3OwTevOFSco+cUz+lQMUGV1XD4+dpkYtr3Wcs2HVMoVUD1Wjln/zYKW4khEkmmzWufN4HnDmzBkdPXpUklSjRg1VqlTpsq7XfOxnrigLQBk0JbGFp0sA4CYJTTy39V29Ef9z27X3Pn+r267tTmViM+1KlSopIiLC02UAAAAvxZpEU5loEgEAADyJHtHEo58AAAAwkCQCAACvx3SziSQRAAAABpJEAADg9QgSTSSJAAAAMJAkAgAAr+fjQ5R4LpJEAAAAGEgSAQCA12NNookmEQAAeD22wDEx3QwAAAADSSIAAPB6BIkmkkQAAAAYSBIBAIDXY02iiSQRAAAABpJEAADg9UgSTSSJAAAAMJAkAgAAr0eQaKJJBAAAXo/pZhPTzQAAADCQJAIAAK9HkGgiSQQAAICBJhEAAHg9m83mtldJFBYWasyYMYqJiZG/v7/q1q2rp556SpZlOc6xLEtjx45VRESE/P39FR8frz179rj6K6FJBAAAKCuee+45vfzyy5o9e7a+//57Pffcc5o8ebJmzZrlOGfy5MmaOXOm5syZo40bNyogIEAJCQnKz893aS2sSQQAAF6vrKxJXL9+vbp166YuXbpIkqKjo/XWW29p06ZNkv5IEWfMmKHRo0erW7dukqQ33nhDYWFhWrJkiRITE11WC0kiAACAGxUUFCgnJ8fpVVBQcN5z27dvr1WrVmn37t2SpO3bt+vLL7/UrbfeKklKT09XRkaG4uPjHe8JDg5Wu3btlJqa6tK6aRIBAIDXc+eaxJSUFAUHBzu9UlJSzlvHE088ocTERDVq1EiVKlVSq1atNGzYMPXu3VuSlJGRIUkKCwtzel9YWJjjmKsw3QwAAOBGo0aNUnJystOY3W4/77nvvPOOFi1apMWLF+uaa65RWlqahg0bpsjISCUlJZVGuQ40iQAAwOu5c02i3W6/YFN4rpEjRzrSRElq1qyZfv75Z6WkpCgpKUnh4eGSpMzMTEVERDjel5mZqZYtW7q0bqabAQCA1ysrW+CcPHlSPj7O7VmFChVUVFQkSYqJiVF4eLhWrVrlOJ6Tk6ONGzcqNjb28r+IPyFJBAAAKCNuv/12Pf3006pdu7auueYabdu2TdOmTdMDDzwg6Y9mdtiwYZo0aZLq16+vmJgYjRkzRpGRkerevbtLa6FJBAAAXq+sbIEza9YsjRkzRv/61790+PBhRUZG6qGHHtLYsWMd5zz22GPKy8vTgAEDlJWVpeuvv16ffvqp/Pz8XFqLzfrzFt5XiOZjP/N0CQDcZEpiC0+XAMBNEpqEeuze1z271m3X3vBER7dd251IEgEAgNcr6dpBb8CDKwAAADCQJAIAAK9HkGgiSQQAAICBJBEAAHg91iSaaBIBAIDXo0c0Md0MAAAAA0kiAADwekw3m0gSAQAAYCBJBAAAXo8k0USSCAAAAANJIgAA8HoEiSaSRAAAABhIEgEAgNdjTaKJJhEAAHg9ekQT080AAAAwkCQCAACvx3SziSQRAAAABpJEAADg9QgSTSSJAAAAMJAkAgAAr+dDlGggSQQAAICBJBEAAHg9gkQTTSIAAPB6bIFjYroZAAAABpJEAADg9XwIEg0kiQAAADCQJAIAAK/HmkQTSSIAAAAMJIkAAMDrESSaSBIBAABgIEkEAABezyaixHPRJAIAAK/HFjgmppsBAABgIEkEAABejy1wTCSJAAAAMJAkAgAAr0eQaCJJBAAAgIEkEQAAeD0fokRDiZPEBQsWaNmyZY6/H3vsMYWEhKh9+/b6+eefXVocAAAAPKPETeIzzzwjf39/SVJqaqpefPFFTZ48WTVq1NDw4cNdXiAAAIC72Wzue5VXJZ5uPnDggOrVqydJWrJkiXr27KkBAwYoLi5OnTp1cnV9AAAAbscWOKYSJ4mBgYE6duyYJGnFihW66aabJEl+fn46deqUa6sDAACAR5Q4SbzpppvUv39/tWrVSrt379Ztt90mSfruu+8UHR3t6voAAADcjiDRVOIk8cUXX1RsbKyOHDmi999/X9WrV5ckbd26VXfffbfLCwQAAEDpK3GSGBISotmzZxvjEyZMcElBAAAApY0tcEzFahK/+eabYl+wefPml1wMAAAAyoZiNYktW7aUzWaTZVnnPX72mM1mU2FhoUsLBAAAcDdyRFOxmsT09HR31wEAAIAypFhNYlRUlLvrAAAA8Bj2STSV+OlmSVq4cKHi4uIUGRnp+Cm+GTNm6MMPP3RpcQAAAKXBx+a+V3lV4ibx5ZdfVnJysm677TZlZWU51iCGhIRoxowZrq4PAAAAHlDiJnHWrFmaO3eunnzySVWoUMEx3rZtW+3YscOlxQEAAJQGm83mtld5VeImMT09Xa1atTLG7Xa78vLyXFIUAAAAPKvETWJMTIzS0tKM8U8//VSNGzd2RU0AAAClymZz36u8KvEvriQnJ2vQoEHKz8+XZVnatGmT3nrrLaWkpOjf//63O2oEAABAKStxk9i/f3/5+/tr9OjROnnypO655x5FRkbqhRdeUGJiojtqBAAAcKvyvHbQXUrcJEpS79691bt3b508eVK5ubmqWbOmq+sCAACAB11SkyhJhw8f1q5duyT90X2Hhoa6rCgAAIDSVJ73M3SXEj+48ttvv+m+++5TZGSkOnbsqI4dOyoyMlL33nuvsrOz3VEjAACAW7EFjqnETWL//v21ceNGLVu2TFlZWcrKytLSpUu1ZcsWPfTQQ+6oEQAAAKWsxNPNS5cu1fLly3X99dc7xhISEjR37lzdcsstLi0OAACgNJTfvM99SpwkVq9eXcHBwcZ4cHCwqlat6pKiAAAA4FklbhJHjx6t5ORkZWRkOMYyMjI0cuRIjRkzxqXFAQAAlAYfm81tr/KqWNPNrVq1clp4uWfPHtWuXVu1a9eWJO3fv192u11HjhxhXSIAAMAVoFhNYvfu3d1cBgAAgOeU48DPbYrVJI4bN87ddQAAAKAMueTNtAEAAK4U5Xk/Q3cpcZNYWFio6dOn65133tH+/ft1+vRpp+PHjx93WXEAAADwjBI/3TxhwgRNmzZNd911l7Kzs5WcnKwePXrIx8dH48ePd0OJAAAA7mWzue9VXpW4SVy0aJHmzp2rRx99VBUrVtTdd9+tf//73xo7dqw2bNjgjhoBAADcii1wTCVuEjMyMtSsWTNJUmBgoOP3mrt27aply5a5tjoAAAB4RImbxKuvvlqHDh2SJNWtW1crVqyQJG3evFl2u9211QEAAJSCsjTd/Ouvv+ree+9V9erV5e/vr2bNmmnLli2O45ZlaezYsYqIiJC/v7/i4+O1Z88eF34bfyhxk3jHHXdo1apVkqQhQ4ZozJgxql+/vu6//3498MADLi8QAADAW5w4cUJxcXGqVKmS/ve//2nnzp2aOnWq008fT548WTNnztScOXO0ceNGBQQEKCEhQfn5+S6tpcRPNz/77LOO/37XXXcpKipK69evV/369XX77be7tDgAAIDSUFa2wHnuuedUq1YtzZs3zzEWExPj+O+WZWnGjBkaPXq0unXrJkl64403FBYWpiVLligxMdFltZQ4STzXddddp+TkZLVr107PPPOMK2oCAAC4YhQUFCgnJ8fpVVBQcN5zP/roI7Vt21Z33nmnatasqVatWmnu3LmO4+np6crIyFB8fLxjLDg4WO3atVNqaqpL67ZZlmW54kLbt29X69atVVhY6IrLXRb/VoM9XQIANzmxebanSwDgJn4e/ImPIR9877ZrV9/+tiZMmOA0Nm7cuPNuHejn5ydJSk5O1p133qnNmzdr6NChmjNnjpKSkrR+/XrFxcXp4MGDioiIcLyvV69estlsevvtt11WN7+4AgAA4EajRo1ScnKy09iFHvYtKipS27ZtHbOzrVq10rfffutoEkvTZU83AwAAlHc2m81tL7vdrqCgIKfXhZrEiIgINWnSxGmscePG2r9/vyQpPDxckpSZmel0TmZmpuOYq9AkAgAAr+djc9+rJOLi4rRr1y6nsd27dysqKkrSHw+xhIeHO3aakaScnBxt3LhRsbGxl/09/Fmxp5vPjUnPdeTIkcsuBgAAwJsNHz5c7du31zPPPKNevXpp06ZNevXVV/Xqq69K+iPxHDZsmCZNmqT69esrJiZGY8aMUWRkpLp37+7SWordJG7btu2i53To0OGyigEAAPCEkiZ+7nLttdfqgw8+0KhRozRx4kTFxMRoxowZ6t27t+Ocxx57THl5eRowYICysrJ0/fXX69NPP3U89OIqLnu6uSzh6WbgysXTzcCVy5NPNyd/9IPbrj3tH43cdm134ulmAADg9crKZtplCQ+uAAAAwECSCAAAvF5ZWZNYlpAkAgAAwECSCAAAvB5LEk2XlCR+8cUXuvfeexUbG6tff/1VkrRw4UJ9+eWXLi0OAACgNPjYbG57lVclbhLff/99JSQkyN/fX9u2bVNBQYEkKTs72/E7gwAAACjfStwkTpo0SXPmzNHcuXNVqVIlx3hcXJy+/vprlxYHAABQGnzc+CqvSlz7rl27zvvLKsHBwcrKynJFTQAAAPCwEjeJ4eHh2rt3rzH+5Zdfqk6dOi4pCgAAoDTZbO57lVclbhIffPBBDR06VBs3bpTNZtPBgwe1aNEijRgxQg8//LA7agQAAEApK/EWOE888YSKiop044036uTJk+rQoYPsdrtGjBihIUOGuKNGAAAAtyrPTyG7S4mbRJvNpieffFIjR47U3r17lZubqyZNmigwMNAd9QEAAMADLnkzbV9fXzVp0sSVtQAAAHgEQaKpxE1i586dZfuLb3L16tWXVRAAAEBp47ebTSVuElu2bOn095kzZ5SWlqZvv/1WSUlJrqoLAAAAHlTiJnH69OnnHR8/frxyc3MvuyAAAIDSxoMrJpdtBH7vvffq9ddfd9XlAAAA4EGX/ODKuVJTU+Xn5+eqywEAAJQagkRTiZvEHj16OP1tWZYOHTqkLVu2aMyYMS4rDAAAAJ5T4iYxODjY6W8fHx81bNhQEydO1M033+yywgAAAEoLTzebStQkFhYWqm/fvmrWrJmqVq3qrpoAAADgYSV6cKVChQq6+eablZWV5aZyAAAASp/Njf8pr0r8dHPTpk31448/uqMWAAAAj/Cxue9VXpW4SZw0aZJGjBihpUuX6tChQ8rJyXF6AQAAoPwr9prEiRMn6tFHH9Vtt90mSfrHP/7h9PN8lmXJZrOpsLDQ9VUCAAC4UXlO/Nyl2E3ihAkTNHDgQH3++efurAcAAABlQLGbRMuyJEkdO3Z0WzEAAACeYGM3bUOJ1iTyBQIAAHiHEu2T2KBBg4s2isePH7+sggAAAEobaxJNJWoSJ0yYYPziCgAAAK48JWoSExMTVbNmTXfVAgAA4BGsqDMVu0lkPSIAALhS+dDnGIr94MrZp5sBAABw5St2klhUVOTOOgAAADyGB1dMJf5ZPgAAAFz5SvTgCgAAwJWIJYkmkkQAAAAYSBIBAIDX8xFR4rlIEgEAAGAgSQQAAF6PNYkmmkQAAOD12ALHxHQzAAAADCSJAADA6/GzfCaSRAAAABhIEgEAgNcjSDSRJAIAAMBAkggAALweaxJNJIkAAAAwkCQCAACvR5BookkEAABej6lVE98JAAAADCSJAADA69mYbzaQJAIAAMBAkggAALweOaKJJBEAAAAGkkQAAOD12EzbRJIIAAAAA0kiAADweuSIJppEAADg9ZhtNjHdDAAAAANJIgAA8Hpspm0iSQQAAICBJBEAAHg9UjMT3wkAAAAMJIkAAMDrsSbRRJIIAAAAA0kiAADweuSIJpJEAAAAGEgSAQCA12NNookmEQAAeD2mVk18JwAAAGXUs88+K5vNpmHDhjnG8vPzNWjQIFWvXl2BgYHq2bOnMjMzXX5vmkQAAOD1bDab216XavPmzXrllVfUvHlzp/Hhw4fr448/1rvvvqu1a9fq4MGD6tGjx+V+BQaaRAAAgDImNzdXvXv31ty5c1W1alXHeHZ2tl577TVNmzZNf//739WmTRvNmzdP69ev14YNG1xaA00iAADwejY3vgoKCpSTk+P0Kigo+Mt6Bg0apC5duig+Pt5pfOvWrTpz5ozTeKNGjVS7dm2lpqZe3pdwDppEAAAAN0pJSVFwcLDTKyUl5YLn/+c//9HXX3993nMyMjLk6+urkJAQp/GwsDBlZGS4tG6ebgYAAF7PnTvgjBo1SsnJyU5jdrv9vOceOHBAQ4cO1cqVK+Xn5+e+ooqBJhEAAMCN7Hb7BZvCc23dulWHDx9W69atHWOFhYVat26dZs+ereXLl+v06dPKyspyShMzMzMVHh7u0rppEgEAgNfzKSM/zHfjjTdqx44dTmN9+/ZVo0aN9Pjjj6tWrVqqVKmSVq1apZ49e0qSdu3apf379ys2NtaltdAkAgAAr1dWfnClSpUqatq0qdNYQECAqlev7hjv16+fkpOTVa1aNQUFBWnIkCGKjY3Vdddd59JaaBIBAADKkenTp8vHx0c9e/ZUQUGBEhIS9NJLL7n8PjbLsiyXX9XD/FsN9nQJANzkxObZni4BgJv4eTC6WvbtYbddu0vTmm67tjuxBQ4AAAAMTDcDAACvV1bWJJYlJIkAAAAwkCQCAACvV1a2wClLSBIBAABgIEkEAABejzWJJppEAADg9WgSTUw3AwAAwECSCAAAvJ6NB1cMJIkAAAAwkCQCAACv50OQaCBJBAAAgIEkEQAAeD3WJJpIEgEAAGAgSQQAAF6PfRJNNIkAAMDrMd1sYroZAAAABpJEAADg9dgCx0SSCAAAAANJIgAA8HqsSTSRJAIAAMBAk4gyKa51Xb034yH9uOJpndo2W7d3au50vNvfW+jjlwbpl8+f06lts9W8wVXnvU675jH63ytDdHT9VGV+MUUrXxsmP3ul0vgIAFzktbmvqsU1DTU55WlPl4IrmM3mvld5RZOIMinA364du3/VsJS3z3u8sr+v1qft0+iZSy54jXbNY/Th7H9p1YYfdMO9U3T9vVM05z9rVVRkualqAK727Y5v9N67/1GDBg09XQrgdViTiDJpxVc7teKrnRc8/tayzZKk2hHVLnjO5Ed76KX/rNHz81Y6xvb8fNh1RQJwq5N5eRr1+EiNmzBJc1952dPl4ApXjgM/tyFJxBUptGqg/tY8RkeO5+rz+cn66bNntOLfQ9W+ZR1PlwagmJ6ZNFEdOnTUdbHtPV0KvICPzea2V3lVppvEAwcO6IEHHvjLcwoKCpSTk+P0sooKS6lClFUxV9eQJD350G16/b/r1W3QS0r7/oA+eWWI6tYO9XB1AC7mf58s0/ff79Qjwx/1dCmA1yrTTeLx48e1YMGCvzwnJSVFwcHBTq/fM7eWUoUoq3z+/11RX3v/Sy38aIO27/pFj039r3b/dFhJ3WI9XB2Av5Jx6JAmP/u0Up6bIrvd7uly4CVsbnyVVx5dk/jRRx/95fEff/zxotcYNWqUkpOTncZq3vD4ZdWF8u/QkRxJ0vc/ZjiN70rPUK3wqp4oCUAx7dz5nY4fO6bEO3s4xgoLC7V1y2b9561F2rxthypUqODBCgHv4NEmsXv37rLZbLKsCz9tarvIXL7dbjf+n6bNh395eLufDx7TwcNZahBd02m8XlTNv3wgBoDntbvuOr235GOnsXFPjlJ0nTrq2+9BGkS4R3mO/NzEo01iRESEXnrpJXXr1u28x9PS0tSmTZtSrgplQYC/r+rW+n9rB6Ovqq7mDa7SiZyTOpBxQlWDKqtWeFVF1AyWJDWIDpMkZR7LUeax3yRJ0xd8ptEDu2jH7l+1fdcvuvf2dmoYHaZ7Rr5W+h8IQLEFBASqfv0GTmP+lSsrJDjEGAfgPh5tEtu0aaOtW7desEm8WMqIK1frJlFa8e+hjr8nj+gpSVr40QYNGPemunRsprkT73McX/jcHw84TZrziZ5+5RNJ0uzFa+Rnr6TJj/ZU1eDK2rH7V3V9eLbSfzlaip8EAFAe8LN8JpvlwS7siy++UF5enm655ZbzHs/Ly9OWLVvUsWPHEl3Xv9VgV5QHoAw6sXm2p0sA4CZ+HoyuNu7Ldtu129UNdtu13cmjSeINN9zwl8cDAgJK3CACAACUVDneztBt+MUVAADg9egRTWV6n0QAAAB4BkkiAAAAUaKBJBEAAAAGkkQAAOD12ALHRJIIAAAAA0kiAADwemyBYyJJBAAAgIEkEQAAeD2CRBNNIgAAAF2igelmAAAAGEgSAQCA12MLHBNJIgAAAAwkiQAAwOuxBY6JJBEAAAAGkkQAAOD1CBJNJIkAAAAwkCQCAAAQJRpoEgEAgNdjCxwT080AAAAwkCQCAACvxxY4JpJEAAAAGEgSAQCA1yNINJEkAgAAwECSCAAAQJRoIEkEAACAgSQRAAB4PfZJNJEkAgAAwECSCAAAvB77JJpoEgEAgNejRzQx3QwAAAADSSIAAABRooEkEQAAAAaSRAAA4PXYAsdEkggAAAADSSIAAPB6bIFjIkkEAACAgSQRAAB4PYJEE00iAAAAXaKB6WYAAIAyIiUlRddee62qVKmimjVrqnv37tq1a5fTOfn5+Ro0aJCqV6+uwMBA9ezZU5mZmS6vhSYRAAB4PZsb/1MSa9eu1aBBg7RhwwatXLlSZ86c0c0336y8vDzHOcOHD9fHH3+sd999V2vXrtXBgwfVo0cPV38lslmWZbn8qh7m32qwp0sA4CYnNs/2dAkA3MTPg4vg9mSectu164f5X/J7jxw5opo1a2rt2rXq0KGDsrOzFRoaqsWLF+uf//ynJOmHH35Q48aNlZqaquuuu85VZbMmEQAAwJ1b4BQUFKigoMBpzG63y263X/S92dnZkqRq1apJkrZu3aozZ84oPj7ecU6jRo1Uu3ZtlzeJTDcDAAC4UUpKioKDg51eKSkpF31fUVGRhg0bpri4ODVt2lSSlJGRIV9fX4WEhDidGxYWpoyMDJfWTZIIAAC8njsfbh41apSSk5OdxoqTIg4aNEjffvutvvzyS3eV9pdoEgEAANyouFPLfzZ48GAtXbpU69at09VXX+0YDw8P1+nTp5WVleWUJmZmZio8PNxVJUtiuhkAAOCPKNFdrxKwLEuDBw/WBx98oNWrVysmJsbpeJs2bVSpUiWtWrXKMbZr1y7t379fsbGxJbvZRZAkAgAAr1fSrWrcZdCgQVq8eLE+/PBDValSxbHOMDg4WP7+/goODla/fv2UnJysatWqKSgoSEOGDFFsbKxLH1qRaBIBAADKjJdfflmS1KlTJ6fxefPmqU+fPpKk6dOny8fHRz179lRBQYESEhL00ksvubwW9kkEUK6wTyJw5fLkPonpR/Pddu2YGn5uu7Y7sSYRAAAABqabAQCA1ysbKxLLFpJEAAAAGEgSAQAAiBINJIkAAAAwkCQCAACvV1b2SSxLaBIBAIDXs9EjGphuBgAAgIEkEQAAeD2CRBNJIgAAAAwkiQAAwOuxJtFEkggAAAADSSIAAACrEg0kiQAAADCQJAIAAK/HmkQTTSIAAPB69IgmppsBAABgIEkEAABej+lmE0kiAAAADCSJAADA69lYlWggSQQAAICBJBEAAIAg0UCSCAAAAANJIgAA8HoEiSaaRAAA4PXYAsfEdDMAAAAMJIkAAMDrsQWOiSQRAAAABpJEAAAAgkQDSSIAAAAMJIkAAMDrESSaSBIBAABgIEkEAABej30STTSJAADA67EFjonpZgAAABhIEgEAgNdjutlEkggAAAADTSIAAAAMNIkAAAAwsCYRAAB4PdYkmkgSAQAAYCBJBAAAXo99Ek00iQAAwOsx3WxiuhkAAAAGkkQAAOD1CBJNJIkAAAAwkCQCAAAQJRpIEgEAAGAgSQQAAF6PLXBMJIkAAAAwkCQCAACvxz6JJpJEAAAAGEgSAQCA1yNINNEkAgAA0CUamG4GAACAgSQRAAB4PbbAMZEkAgAAwECSCAAAvB5b4JhIEgEAAGCwWZZleboI4FIVFBQoJSVFo0aNkt1u93Q5AFyIf74Bz6JJRLmWk5Oj4OBgZWdnKygoyNPlAHAh/vkGPIvpZgAAABhoEgEAAGCgSQQAAICBJhHlmt1u17hx41jUDlyB+Ocb8CweXAEAAICBJBEAAAAGmkQAAAAYaBIBAABgoEkEAACAgSYR5dqLL76o6Oho+fn5qV27dtq0aZOnSwJwmdatW6fbb79dkZGRstlsWrJkiadLArwSTSLKrbffflvJyckaN26cvv76a7Vo0UIJCQk6fPiwp0sDcBny8vLUokULvfjii54uBfBqbIGDcqtdu3a69tprNXv2bElSUVGRatWqpSFDhuiJJ57wcHUAXMFms+mDDz5Q9+7dPV0K4HVIElEunT59Wlu3blV8fLxjzMfHR/Hx8UpNTfVgZQAAXBloElEuHT16VIWFhQoLC3MaDwsLU0ZGhoeqAgDgykGTCAAAAANNIsqlGjVqqEKFCsrMzHQaz8zMVHh4uIeqAgDgykGTiHLJ19dXbdq00apVqxxjRUVFWrVqlWJjYz1YGQAAV4aKni4AuFTJyclKSkpS27Zt9be//U0zZsxQXl6e+vbt6+nSAFyG3Nxc7d271/F3enq60tLSVK1aNdWuXduDlQHehS1wUK7Nnj1bU6ZMUUZGhlq2bKmZM2eqXbt2ni4LwGVYs2aNOnfubIwnJSVp/vz5pV8Q4KVoEgEAAGBgTSIAAAAMNIkAAAAw0CQCAADAQJMIAAAAA00iAAAADDSJAAAAMNAkAgAAwECTCAAAAANNIoBL1qdPH3Xv3t3xd6dOnTRs2LBSr2PNmjWy2WzKyspy2z3O/ayXojTqBABXoUkErjB9+vSRzWaTzWaTr6+v6tWrp4kTJ+r33393+73/+9//6qmnnirWuaXdMEVHR2vGjBmlci8AuBJU9HQBAFzvlltu0bx581RQUKBPPvlEgwYNUqVKlTRq1Cjj3NOnT8vX19cl961WrZpLrgMA8DySROAKZLfbFR4erqioKD388MOKj4/XRx99JOn/TZs+/fTTioyMVMOGDSVJBw4cUK9evRQSEqJq1aqpW7du+umnnxzXLCwsVHJyskJCQlS9enU99thjOven38+dbi4oKNDjjz+uWrVqyW63q169enrttdf0008/qXPnzpKkqlWrymazqU+fPpKkoqIipaSkKCYmRv7+/mrRooXee+89p/t88sknatCggfz9/dW5c2enOi9FYWGh+vXr57hnw4YN9cILL5z33AkTJig0NFRBQUEaOHCgTp8+7ThWnNr/7Oeff9btt9+uqlWrKiAgQNdcc40++eSTy/osAOAqJImAF/D399exY8ccf69atUpBQUFauXKlJOnMmTNKSEhQbGysvvjiC1WsWFGTJk3SLbfcom+++Ua+vr6aOnWq5s+fr9dff12NGzfW1KlT9cEHH+jvf//7Be97//33KzU1VTNnzlSLFi2Unp6uo0ePqlatWnr//ffVs2dP7dq1S0FBQfL395ckpaSk6M0339ScOXNUv359rVu3Tvfee69CQ0PVsWNHHThwQD169NCgQYM0YMAAbdmyRY8++uhlfT9FRUW6+uqr9e6776p69epav369BgwYoIiICPXq1cvpe/Pz89OaNWv0008/qW/fvqpevbqefvrpYtV+rkGDBun06dNat26dAgICtHPnTgUGBl7WZwEAl7EAXFGSkpKsbt26WZZlWUVFRdbKlSstu91ujRgxwnE8LCzMKigocLxn4cKFVsOGDa2ioiLHWEFBgeXv728tX77csizLioiIsCZPnuw4fubMGevqq6923MuyLKtjx47W0KFDLcuyrF27dlmSrJUrV563zs8//9ySZJ04ccIxlp+fb1WuXNlav36907n9+vWz7r77bsuyLGvUqFFWkyZNnI4//vjjxrXOFRUVZU2fPv2Cx881aNAgq2fPno6/k5KSrGrVqll5eXmOsZdfftkKDAy0CgsLi1X7uZ+5WbNm1vjx44tdEwCUJpJE4Aq0dOlSBQYG6syZMyoqKtI999yj8ePHO443a9bMaR3i9u3btXfvXlWpUsXpOvn5+dq3b5+ys7N16NAhtWvXznGsYsWKatu2rTHlfFZaWpoqVKhw3gTtQvbu3auTJ0/qpptucho/ffq0WrVqJUn6/vvvneqQpNjY2GLf40JefPFFvf7669q/f79OnTql06dPq2XLlk7ntGjRQpUrV3a6b25urg4cOKDc3NyL1n6uRx55RA8//LBWrFih+Ph49ezZU82bN7/szwIArkCTCFyBOnfurJdfflm+vr6KjIxUxYrO/6gHBAQ4/Z2bm6s2bdpo0aJFxrVCQ0MvqYaz08clkZubK0latmyZrrrqKqdjdrv9kuoojv/85z8aMWKEpk6dqtjYWFWpUkVTpkzRxo0bi32NS6m9f//+SkhI0LJly7RixQqlpKRo6tSpGjJkyKV/GABwEZpE4AoUEBCgevXqFfv81q1b6+2331bNmjUVFBR03nMiIiK0ceNGdejQQZL0+++/a+vWrWrduvV5z2/WrJmKioq0du1axcfHG8fPJpmFhYWOsSZNmshut2v//v0XTCAbN27seAjnrA0bNlz8Q/6Fr776Su3bt9e//vUvx9i+ffuM87Zv365Tp045GuANGzYoMDBQtWrVUrVq1S5a+/nUqlVLAwcO1MCBAzVq1CjNnTuXJhFAmcDTzQDUu3dv1ahRQ926ddMXX3yh9PR0rVmzRo888oh++eUXSdLQoUP17LPPasmSJfrhhx/0r3/96y/3OIyOjlZSUpIeeOABLVmyxHHNd955R5IUFRUlm82mpUuX6siRI8rNzVWVKlU0YsQIDR8+XAsWLNC+ffv09ddfa9asWVqwYIEkaeDAgdqzZ49GjhypXbt2afHixZo/f36xPuevv/6qtLQ0p9eJEydUv359bdmyRcuXL9fu3bs1ZswYbd682Xj/6dOn1a9fP+3cuVOffPKJxo0bp8GDB8vHx6dYtZ9r2LBhWr58udLT0/X111/r888/V+PGjYv1WQDA7Ty9KBKAa/35wZWSHD906JB1//33WzVq1LDsdrtVp04d68EHH7Sys7Mty/rjQZWhQ4daQUFBVkhIiJWcnGzdf//9F3xwxbIs69SpU9bw4cOtiIgIy9fX16pXr571+uuvO45PnDjRCg8Pt2w2m5WUlGRZ1h8P28yYMcNq2LChValSJSs0NNRKSEiw1q5d63jfxx9/bNWrV8+y2+3WDTfcYL3++uvFenBFkvFauHChlZ+fb/Xp08cKDg62QkJCrIcffth64oknrBYtWhjf29ixY63q1atbgYGB1oMPPmjl5+c7zrlY7ec+uDJ48GCrbt26lt1ut0JDQ6377rvPOnr06AU/AwCUJptlXWDVOQAAALwW080AAAAw0CQCAADAQJMIAAAAA00iAAAADDSJAAAAMNAkAgAAwECTCAAAAANNIgAAAAw0iQAAADDQJAIAAMBAkwgAAADD/wfTX8u9rzNWegAAAABJRU5ErkJggg==\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Merged Model v1"
      ],
      "metadata": {
        "id": "S6qL_4e9FVSJ"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Relevant = 1s"
      ],
      "metadata": {
        "id": "mOIZLpA_k4RQ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from sklearn.metrics import classification_report\n",
        "\n",
        "cm = confusion_matrix(df_final['relevant'], df_final['phi3'])\n",
        "\n",
        "# Plot the confusion matrix\n",
        "print(classification_report(df_final['relevant'], df_final['phi3']))\n",
        "plt.figure(figsize=(8, 6))\n",
        "sns.heatmap(cm, annot=True, cmap='Blues', fmt='g')\n",
        "plt.xlabel('Predicted Labels')\n",
        "plt.ylabel('True Labels')\n",
        "plt.title(r'Confusion Matrix')\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 720
        },
        "id": "CcoQLdBMtvCC",
        "outputId": "54bc049a-7841-4bc1-fe05-dff4a1f807bf"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.64      0.89      0.74       100\n",
            "           1       0.82      0.50      0.62       100\n",
            "\n",
            "    accuracy                           0.69       200\n",
            "   macro avg       0.73      0.70      0.68       200\n",
            "weighted avg       0.73      0.69      0.68       200\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 800x600 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAoAAAAIjCAYAAACTRapjAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA+50lEQVR4nO3de1iUdf7/8degMKAICCKHVfGYh/Jsa2RlFkZ20qRMsxVNM4ssJa3YzTxkYlZqBw+ba2amu+WWtnZS09L1G5pRmp1MTcMS0EwwVA7C/fujn7ONaM4ow4zzeT72uq8rPvc99/2+uZaud6/7c3/GZlmWJQAAABgjwNsFAAAAoHrRAAIAABiGBhAAAMAwNIAAAACGoQEEAAAwDA0gAACAYWgAAQAADEMDCAAAYBgaQAAAAMPQAAL4Qzt27NA111yj8PBw2Ww2LV++vErPv2fPHtlsNr388stVet7z2ZVXXqkrr7zS22UA8GM0gMB5YNeuXbr77rvVtGlTBQcHKywsTN26ddOzzz6rY8eOefTaqamp2rZtm5544gktWrRIXbp08ej1qtPgwYNls9kUFhZ2yt/jjh07ZLPZZLPZ9PTTT7t9/n379mnChAnasmVLFVQLAFWnprcLAPDH3nnnHd16662y2+0aNGiQLrroIpWWlmrDhg0aO3asvvrqK7344oseufaxY8eUlZWlv/3tb7rvvvs8co2EhAQdO3ZMgYGBHjn/mdSsWVNHjx7VihUr1K9fP6d9ixcvVnBwsIqLi8/q3Pv27dPEiRPVuHFjdejQweXPrVq16qyuBwCuogEEfNju3bvVv39/JSQkaO3atYqLi3PsS0tL086dO/XOO+947PoHDhyQJEVERHjsGjabTcHBwR47/5nY7XZ169ZN//znPys1gEuWLNH111+vN954o1pqOXr0qGrVqqWgoKBquR4Ac/EIGPBh06ZNU1FRkebPn+/U/J3QvHlzPfDAA46fjx8/rscff1zNmjWT3W5X48aN9de//lUlJSVOn2vcuLFuuOEGbdiwQX/+858VHByspk2b6pVXXnEcM2HCBCUkJEiSxo4dK5vNpsaNG0v67dHpiX/+vQkTJshmszmNrV69WpdddpkiIiIUGhqqli1b6q9//atj/+nmAK5du1aXX365ateurYiICPXu3VvffPPNKa+3c+dODR48WBEREQoPD9eQIUN09OjR0/9iT3L77bfrvffeU0FBgWNs8+bN2rFjh26//fZKx//yyy8aM2aM2rZtq9DQUIWFhalXr17aunWr45iPPvpIF198sSRpyJAhjkfJJ+7zyiuv1EUXXaTs7GxdccUVqlWrluP3cvIcwNTUVAUHB1e6/+TkZNWtW1f79u1z+V4BQKIBBHzaihUr1LRpU1166aUuHT9s2DA99thj6tSpk2bMmKHu3bsrMzNT/fv3r3Tszp07dcstt6hnz5565plnVLduXQ0ePFhfffWVJKlv376aMWOGJGnAgAFatGiRZs6c6Vb9X331lW644QaVlJRo0qRJeuaZZ3TTTTfp//7v//7wcx988IGSk5O1f/9+TZgwQenp6fr444/VrVs37dmzp9Lx/fr106+//qrMzEz169dPL7/8siZOnOhynX379pXNZtObb77pGFuyZIlatWqlTp06VTr++++/1/Lly3XDDTdo+vTpGjt2rLZt26bu3bs7mrHWrVtr0qRJkqThw4dr0aJFWrRoka644grHeQ4ePKhevXqpQ4cOmjlzpnr06HHK+p599llFR0crNTVV5eXlkqS///3vWrVqlZ5//nnFx8e7fK8AIEmyAPikwsJCS5LVu3dvl47fsmWLJckaNmyY0/iYMWMsSdbatWsdYwkJCZYka/369Y6x/fv3W3a73XrwwQcdY7t377YkWU899ZTTOVNTU62EhIRKNYwfP976/b9WZsyYYUmyDhw4cNq6T1xjwYIFjrEOHTpY9evXtw4ePOgY27p1qxUQEGANGjSo0vXuvPNOp3PefPPNVlRU1Gmv+fv7qF27tmVZlnXLLbdYV199tWVZllVeXm7FxsZaEydOPOXvoLi42CovL690H3a73Zo0aZJjbPPmzZXu7YTu3btbkqy5c+eecl/37t2dxlauXGlJsiZPnmx9//33VmhoqNWnT58z3iMAnAoJIOCjDh8+LEmqU6eOS8e/++67kqT09HSn8QcffFCSKs0VbNOmjS6//HLHz9HR0WrZsqW+//77s675ZCfmDr711luqqKhw6TO5ubnasmWLBg8erMjISMd4u3bt1LNnT8d9/t6IESOcfr788st18OBBx+/QFbfffrs++ugj5eXlae3atcrLyzvl41/pt3mDAQG//euzvLxcBw8edDze/uyzz1y+pt1u15AhQ1w69pprrtHdd9+tSZMmqW/fvgoODtbf//53l68FAL9HAwj4qLCwMEnSr7/+6tLxP/zwgwICAtS8eXOn8djYWEVEROiHH35wGm/UqFGlc9StW1eHDh06y4oru+2229StWzcNGzZMMTEx6t+/v15//fU/bAZP1NmyZctK+1q3bq2ff/5ZR44ccRo/+V7q1q0rSW7dy3XXXac6derotdde0+LFi3XxxRdX+l2eUFFRoRkzZqhFixay2+2qV6+eoqOj9cUXX6iwsNDla/7pT39y64WPp59+WpGRkdqyZYuee+451a9f3+XPAsDv0QACPiosLEzx8fH68ssv3frcyS9hnE6NGjVOOW5Z1llf48T8tBNCQkK0fv16ffDBB/rLX/6iL774Qrfddpt69uxZ6dhzcS73coLdblffvn21cOFCLVu27LTpnyRNmTJF6enpuuKKK/Tqq69q5cqVWr16tS688EKXk07pt9+POz7//HPt379fkrRt2za3PgsAv0cDCPiwG264Qbt27VJWVtYZj01ISFBFRYV27NjhNJ6fn6+CggLHG71VoW7duk5vzJ5wcsooSQEBAbr66qs1ffp0ff3113riiSe0du1affjhh6c894k6t2/fXmnft99+q3r16ql27drndgOncfvtt+vzzz/Xr7/+esoXZ07497//rR49emj+/Pnq37+/rrnmGiUlJVX6nbjajLviyJEjGjJkiNq0aaPhw4dr2rRp2rx5c5WdH4BZaAABH/bQQw+pdu3aGjZsmPLz8yvt37Vrl5599llJvz3ClFTpTd3p06dLkq6//voqq6tZs2YqLCzUF1984RjLzc3VsmXLnI775ZdfKn32xILIJy9Nc0JcXJw6dOighQsXOjVUX375pVatWuW4T0/o0aOHHn/8cb3wwguKjY097XE1atSolC4uXbpUP/30k9PYiUb1VM2yux5++GHl5ORo4cKFmj59uho3bqzU1NTT/h4B4I+wEDTgw5o1a6YlS5botttuU+vWrZ2+CeTjjz/W0qVLNXjwYElS+/btlZqaqhdffFEFBQXq3r27PvnkEy1cuFB9+vQ57RIjZ6N///56+OGHdfPNN+v+++/X0aNHNWfOHF1wwQVOL0FMmjRJ69ev1/XXX6+EhATt379fs2fPVoMGDXTZZZed9vxPPfWUevXqpcTERA0dOlTHjh3T888/r/DwcE2YMKHK7uNkAQEBevTRR8943A033KBJkyZpyJAhuvTSS7Vt2zYtXrxYTZs2dTquWbNmioiI0Ny5c1WnTh3Vrl1bXbt2VZMmTdyqa+3atZo9e7bGjx/vWJZmwYIFuvLKKzVu3DhNmzbNrfMBAMvAAOeB7777zrrrrrusxo0bW0FBQVadOnWsbt26Wc8//7xVXFzsOK6srMyaOHGi1aRJEyswMNBq2LChlZGR4XSMZf22DMz1119f6TonLz9yumVgLMuyVq1aZV100UVWUFCQ1bJlS+vVV1+ttAzMmjVrrN69e1vx8fFWUFCQFR8fbw0YMMD67rvvKl3j5KVSPvjgA6tbt25WSEiIFRYWZt14443W119/7XTMieudvMzMggULLEnW7t27T/s7tSznZWBO53TLwDz44INWXFycFRISYnXr1s3Kyso65fItb731ltWmTRurZs2aTvfZvXt368ILLzzlNX9/nsOHD1sJCQlWp06drLKyMqfjRo8ebQUEBFhZWVl/eA8AcDKbZbkxSxoAAADnPeYAAgAAGIYGEAAAwDA0gAAAAIahAQQAADAMDSAAAIBhaAABAAAMQwMIAABgGL/8JpCQjvd5uwQAHnJo8wveLgGAhwR7sSvxZO9w7HPf+/cWCSAAAIBh/DIBBAAAcIvNrEyMBhAAAMBm83YF1cqsdhcAAAAkgAAAAKY9AjbrbgEAAEACCAAAwBxAAAAA+DUSQAAAAOYAAgAAwJ+RAAIAABg2B5AGEAAAgEfAAAAA8GckgAAAAIY9AiYBBAAAMAwJIAAAAHMAAQAA4M9IAAEAAJgDCAAAAH9GAggAAGDYHEAaQAAAAB4BAwAAwJ+RAAIAABj2CNisuwUAAAAJIAAAAAkgAAAA/BoJIAAAQABvAQMAAMCPkQACAAAYNgeQBhAAAICFoAEAAODPSAABAAAMewRs1t0CAACABBAAAIA5gAAAAPBrJIAAAADMAQQAAIA/IwEEAAAwbA4gDSAAAACPgAEAAODPSAABAAAMewRMAggAAGAYEkAAAADmAAIAAMCfkQACAAAwBxAAAAD+jAQQAADAsDmANIAAAACGNYBm3S0AAIAPKy8v17hx49SkSROFhISoWbNmevzxx2VZluMYy7L02GOPKS4uTiEhIUpKStKOHTvcug4NIAAAgM3muc0NTz75pObMmaMXXnhB33zzjZ588klNmzZNzz//vOOYadOm6bnnntPcuXO1adMm1a5dW8nJySouLnb5OjwCBgAA8BEff/yxevfureuvv16S1LhxY/3zn//UJ598Ium39G/mzJl69NFH1bt3b0nSK6+8opiYGC1fvlz9+/d36TokgAAAALYAj20lJSU6fPiw01ZSUnLKMi699FKtWbNG3333nSRp69at2rBhg3r16iVJ2r17t/Ly8pSUlOT4THh4uLp27aqsrCyXb5cGEAAAwIMyMzMVHh7utGVmZp7y2EceeUT9+/dXq1atFBgYqI4dO2rUqFEaOHCgJCkvL0+SFBMT4/S5mJgYxz5X8AgYAADAgwtBZ2RkKD093WnMbref8tjXX39dixcv1pIlS3ThhRdqy5YtGjVqlOLj45WamlplNdEAAgAAeJDdbj9tw3eysWPHOlJASWrbtq1++OEHZWZmKjU1VbGxsZKk/Px8xcXFOT6Xn5+vDh06uFwTj4ABAAA8OAfQHUePHlVAgPNnatSooYqKCklSkyZNFBsbqzVr1jj2Hz58WJs2bVJiYqLL1yEBBAAA8JHvAr7xxhv1xBNPqFGjRrrwwgv1+eefa/r06brzzjslSTabTaNGjdLkyZPVokULNWnSROPGjVN8fLz69Onj8nVoAAEAAHzE888/r3Hjxunee+/V/v37FR8fr7vvvluPPfaY45iHHnpIR44c0fDhw1VQUKDLLrtM77//voKDg12+js36/dLSfiKk433eLgGAhxza/IK3SwDgIcFejKVqpbzksXMffeNOj537bDEHEAAAwDA8AgYAAMaz+cgcwOpCAggAAGAYEkAAAACzAkASQAAAANOQAAIAAOOZNgeQBhAAABjPtAaQR8AAAACGIQEEAADGIwEEAACAXyMBBAAAxiMBBAAAgF8jAQQAADArACQBBAAAMA0JIAAAMB5zAAEAAODXSAABAIDxTEsAaQABAIDxTGsAeQQMAABgGBJAAABgPBJAAAAA+DUSQAAAALMCQBJAAAAA05AAAgAA4zEHEAAAAH6NBBAAABjPtASQBhAAABjPtAaQR8AAAACGIQEEAAAwKwAkAQQAADANCSAAADAecwABAADg10gAAQCA8UgAAQAA4NdIAAEAgPFMSwBpAAEAgPFMawB5BAwAAGAYEkAAAACzAkASQAAAANOQAAIAAOMxBxAAAAB+jQQQAAAYjwQQAAAAfo0EEAAAGM+0BJAGEAAAwKz+j0fAAAAApiEBBAAAxjPtETAJIAAAgGFoAAEAgPFsNpvHNnc0btz4lOdIS0uTJBUXFystLU1RUVEKDQ1VSkqK8vPz3b5fGkAAAAAfsXnzZuXm5jq21atXS5JuvfVWSdLo0aO1YsUKLV26VOvWrdO+ffvUt29ft6/DHED4vIAAmx4dcZ0GXHexYqLClHugUItWbNLUee87jqkfWUeTH+itpMTWCg8N0YbPdip92lLtyjngxcoBuCL70816+aX5+ubrL3XgwAHNeG6Wrro6ybH/g9WrtPT1f+mbr75SYWGBXvv3crVq3dqLFcMf+cocwOjoaKefp06dqmbNmql79+4qLCzU/PnztWTJEl111VWSpAULFqh169bauHGjLrnkEpevQwIIn/fg4J6665bLNXrqUnXoO1mPPveW0lOTdO+A7o5jXp8xXE0a1NOto/6uSwZMVU7uL3p37kjVCg7yYuUAXHHs2FG1bNlSGY+OP+3+jh07aVT6mGquDKgaJSUlOnz4sNNWUlJyxs+Vlpbq1Vdf1Z133imbzabs7GyVlZUpKel//4HUqlUrNWrUSFlZWW7VRAIIn3dJ+6Z6e90Xen/DV5KknNxf1O/aLupyYYIkqXmj+urarok6pUzWN9/nSZLun/Ka9nwwRf16ddbLy9z7owBQvS67vLsuu7z7afffeFMfSdJPP/1YTRXBRJ5MADMzMzVx4kSnsfHjx2vChAl/+Lnly5eroKBAgwcPliTl5eUpKChIERERTsfFxMQoLy/PrZq82gD+/PPPeumll5SVleUoPDY2VpdeeqkGDx5cKQaFmTZu/V5DU7qpeaP62pmzX20v+JMSOzTVI8+8KUmyB/32f+Pi0uOOz1iWpdLS47q0QzMaQADAmXnwCXBGRobS09Odxux2+xk/N3/+fPXq1Uvx8fFVXpPXGsDNmzcrOTlZtWrVUlJSki644AJJUn5+vp577jlNnTpVK1euVJcuXf7wPCUlJZViVKuiXLaAGh6rHdXr6QWrFRYarK3LHlV5uaUaNWwaP+tt/eu9TyVJ2/fkKSf3Fz0+8ibdN/mfOnKsVPff0UMNYusqtl64l6sHAJjObre71PD93g8//KAPPvhAb775pmMsNjZWpaWlKigocEoB8/PzFRsb69b5vdYAjhw5Urfeeqvmzp1bKXa1LEsjRozQyJEjz/hM+1Sxao2YixUY9+cqrxneccs1ndS/18Ua/NeF+npXrtq1/JOeGnOLcg8UavGKTTp+vEL9H5ynOeMHKnf9Uzp+vFxrN23X+xu+ko/M6QUA+DhfeQnkhAULFqh+/fq6/vrrHWOdO3dWYGCg1qxZo5SUFEnS9u3blZOTo8TERLfO77UGcOvWrXr55ZdP+Qu32WwaPXq0OnbseMbznCpWrX/5w1VWJ7xvyqg+enrBai1dmS1J+mrnPjWKi9TYIT21eMUmSdLn3+zVJf2nKiw0WEGBNfXzoSKtf2WMsr/O8WbpAAC4raKiQgsWLFBqaqpq1vxfqxYeHq6hQ4cqPT1dkZGRCgsL08iRI5WYmOjWG8CSFxvA2NhYffLJJ2rVqtUp93/yySeKiYk543lOFavy+Ne/hAQHqcKqcBorr7AUEFD5JfbDRcWSpGaNotWpTSNNnP12tdQIADi/+VIC+MEHHygnJ0d33nlnpX0zZsxQQECAUlJSVFJSouTkZM2ePdvta3itARwzZoyGDx+u7OxsXX311Y5mLz8/X2vWrNG8efP09NNPe6s8+JB312/Tw0OTtTf3kL7elasOrRro/jt66JXlGx3H9E3qqAOHirQ37xdd1CJeT4+9RSs++kJrNn7rxcoBuOLokSPKyflfWv/Tjz/q22++UXh4uOLi41VYUKDc3FwdOLBfkrRnz25JUr169VSPlwXhh6655hpZlnXKfcHBwZo1a5ZmzZp1TtewWae7QjV47bXXNGPGDGVnZ6u8vFySVKNGDXXu3Fnp6enq16/fWZ03pON9VVkmvCy0ll3j771BN13VXtF1Q5V7oFCvv5+tKS++p7Ljv/3/5t4B3TV6UJLqR9VR3s+HtfjtTcp88X3HfviPQ5tf8HYJqGKbP9mkYUMGVRq/qffNenzKVL217E099mhGpf0j7r1P96SNrI4SUU2Cvbg2SfMx73ns3Duf7uWxc58trzaAJ5SVlennn3+W9Nt/0QUGBp7T+WgAAf9FAwj4LxrA6uMTC0EHBgYqLi7O22UAAABD+dIcwOrgEw0gAACANxnW//FdwAAAAKYhAQQAAMYz7REwCSAAAIBhSAABAIDxDAsASQABAABMQwIIAACMFxBgVgRIAggAAGAYEkAAAGA80+YA0gACAADjsQwMAAAA/BoJIAAAMJ5hASAJIAAAgGlIAAEAgPGYAwgAAAC/RgIIAACMRwIIAAAAv0YCCAAAjGdYAEgDCAAAwCNgAAAA+DUSQAAAYDzDAkASQAAAANOQAAIAAOMxBxAAAAB+jQQQAAAYz7AAkAQQAADANCSAAADAeMwBBAAAgF8jAQQAAMYzLACkAQQAAOARMAAAAPwaCSAAADCeYQEgCSAAAIBpSAABAIDxmAMIAAAAv0YCCAAAjGdYAEgCCAAAYBoSQAAAYDzT5gDSAAIAAOMZ1v/xCBgAAMA0JIAAAMB4pj0CJgEEAAAwDAkgAAAwHgkgAAAA/BoJIAAAMJ5hASAJIAAAgGloAAEAgPFsNpvHNnf99NNPuuOOOxQVFaWQkBC1bdtWn376qWO/ZVl67LHHFBcXp5CQECUlJWnHjh1uXYMGEAAAGM9m89zmjkOHDqlbt24KDAzUe++9p6+//lrPPPOM6tat6zhm2rRpeu655zR37lxt2rRJtWvXVnJysoqLi12+DnMAAQAAPKikpEQlJSVOY3a7XXa7vdKxTz75pBo2bKgFCxY4xpo0aeL4Z8uyNHPmTD366KPq3bu3JOmVV15RTEyMli9frv79+7tUEwkgAAAwnicfAWdmZio8PNxpy8zMPGUd//nPf9SlSxfdeuutql+/vjp27Kh58+Y59u/evVt5eXlKSkpyjIWHh6tr167Kyspy+X5pAAEAADwoIyNDhYWFTltGRsYpj/3+++81Z84ctWjRQitXrtQ999yj+++/XwsXLpQk5eXlSZJiYmKcPhcTE+PY5woeAQMAAON5chmY0z3uPZWKigp16dJFU6ZMkSR17NhRX375pebOnavU1NQqq4kEEAAAwEfExcWpTZs2TmOtW7dWTk6OJCk2NlaSlJ+f73RMfn6+Y58raAABAIDxAmw2j23u6Natm7Zv3+409t133ykhIUHSby+ExMbGas2aNY79hw8f1qZNm5SYmOjydXgEDAAA4CNGjx6tSy+9VFOmTFG/fv30ySef6MUXX9SLL74o6beXVUaNGqXJkyerRYsWatKkicaNG6f4+Hj16dPH5evQAAIAAOP5ylfBXXzxxVq2bJkyMjI0adIkNWnSRDNnztTAgQMdxzz00EM6cuSIhg8froKCAl122WV6//33FRwc7PJ1bJZlWZ64AW8K6Xift0sA4CGHNr/g7RIAeEiwF2Op5NmbPHbulfd29di5zxZzAAEAAAzDI2AAAGC8AB95BFxdSAABAAAMQwIIAACMZ/OVt0CqCQkgAACAYUgAAQCA8QwLAEkAAQAATEMCCAAAjGeTWREgDSAAADAey8AAAADAr5EAAgAA47EMDAAAAPwaCSAAADCeYQEgCSAAAIBpSAABAIDxAgyLAN1OABcuXKh33nnH8fNDDz2kiIgIXXrppfrhhx+qtDgAAABUPbcbwClTpigkJESSlJWVpVmzZmnatGmqV6+eRo8eXeUFAgAAeJrN5rnNF7n9CHjv3r1q3ry5JGn58uVKSUnR8OHD1a1bN1155ZVVXR8AAIDHsQzMGYSGhurgwYOSpFWrVqlnz56SpODgYB07dqxqqwMAAECVczsB7Nmzp4YNG6aOHTvqu+++03XXXSdJ+uqrr9S4ceOqrg8AAMDjDAsA3U8AZ82apcTERB04cEBvvPGGoqKiJEnZ2dkaMGBAlRcIAACAquV2AhgREaEXXnih0vjEiROrpCAAAIDqZtoyMC41gF988YXLJ2zXrt1ZFwMAAADPc6kB7NChg2w2myzLOuX+E/tsNpvKy8urtEAAAABPMyv/c7EB3L17t6frAAAAQDVxqQFMSEjwdB0AAABewzqALli0aJG6deum+Ph4x9e/zZw5U2+99VaVFgcAAFAdAmye23yR2w3gnDlzlJ6eruuuu04FBQWOOX8RERGaOXNmVdcHAACAKuZ2A/j8889r3rx5+tvf/qYaNWo4xrt06aJt27ZVaXEAAADVwWazeWzzRW43gLt371bHjh0rjdvtdh05cqRKigIAAIDnuN0ANmnSRFu2bKk0/v7776t169ZVURMAAEC1stk8t/kit78JJD09XWlpaSouLpZlWfrkk0/0z3/+U5mZmfrHP/7hiRoBAABQhdxuAIcNG6aQkBA9+uijOnr0qG6//XbFx8fr2WefVf/+/T1RIwAAgEf56lw9T3G7AZSkgQMHauDAgTp69KiKiopUv379qq4LAAAAHnJWDaAk7d+/X9u3b5f0W9ccHR1dZUUBAABUJ19dr89T3H4J5Ndff9Vf/vIXxcfHq3v37urevbvi4+N1xx13qLCw0BM1AgAAeBTLwJzBsGHDtGnTJr3zzjsqKChQQUGB3n77bX366ae6++67PVEjAAAAqpDbj4DffvttrVy5UpdddpljLDk5WfPmzdO1115bpcUBAABUB9/M6TzH7QQwKipK4eHhlcbDw8NVt27dKikKAAAAnuN2A/joo48qPT1deXl5jrG8vDyNHTtW48aNq9LiAAAAqkOAzeaxzRe59Ai4Y8eOTpMYd+zYoUaNGqlRo0aSpJycHNntdh04cIB5gAAAAD7OpQawT58+Hi4DAADAe3w0qPMYlxrA8ePHe7oOAAAAVJOzXggaAADAX/jqen2e4nYDWF5erhkzZuj1119XTk6OSktLnfb/8ssvVVYcAAAAqp7bbwFPnDhR06dP12233abCwkKlp6erb9++CggI0IQJEzxQIgAAgGfZbJ7bfJHbDeDixYs1b948Pfjgg6pZs6YGDBigf/zjH3rssce0ceNGT9QIAADgUaYtA+N2A5iXl6e2bdtKkkJDQx3f/3vDDTfonXfeqdrqAAAAUOXcbgAbNGig3NxcSVKzZs20atUqSdLmzZtlt9urtjoAAIBq4CuPgCdMmCCbzea0tWrVyrG/uLhYaWlpioqKUmhoqFJSUpSfn+/2/brdAN58881as2aNJGnkyJEaN26cWrRooUGDBunOO+90uwAAAAD8z4UXXqjc3FzHtmHDBse+0aNHa8WKFVq6dKnWrVunffv2qW/fvm5fw+23gKdOner459tuu00JCQn6+OOP1aJFC914441uFwAAAOBtvrQMTM2aNRUbG1tpvLCwUPPnz9eSJUt01VVXSZIWLFig1q1ba+PGjbrkkktcvobbCeDJLrnkEqWnp6tr166aMmXKuZ4OAADAr5SUlOjw4cNOW0lJyWmP37Fjh+Lj49W0aVMNHDhQOTk5kqTs7GyVlZUpKSnJcWyrVq3UqFEjZWVluVWTzbIs6+xux9nWrVvVqVMnlZeXV8Xpzknasm+8XQIAAHDTrJtbe+3aIz3YO0RtfU0TJ050Ghs/fvwpl8977733VFRUpJYtWyo3N1cTJ07UTz/9pC+//FIrVqzQkCFDKjWPf/7zn9WjRw89+eSTLtfEN4EAAAB4UEZGhtLT053GTvfibK9evRz/3K5dO3Xt2lUJCQl6/fXXFRISUmU10QACAADjeXIOoN1uP+uVUiIiInTBBRdo586d6tmzp0pLS1VQUKCIiAjHMfn5+aecM/hHznkOIAAAwPkuwOa57VwUFRVp165diouLU+fOnRUYGOhYjUWStm/frpycHCUmJrp1XpcTwJOjy5MdOHDArQsDAADA2ZgxY3TjjTcqISFB+/bt0/jx41WjRg0NGDBA4eHhGjp0qNLT0xUZGamwsDCNHDlSiYmJbr0BLLnRAH7++ednPOaKK65w6+IAAAC+4FyTuqry448/asCAATp48KCio6N12WWXaePGjYqOjpYkzZgxQwEBAUpJSVFJSYmSk5M1e/Zst69TZW8B+xLeAgYA4PzjzbeA0//zrcfOPf2mVmc+qJrxEggAADCeLy0EXR14CQQAAMAwJIAAAMB4vjIHsLqQAAIAABiGBBAAABjPsCmAZ5cA/ve//9Udd9yhxMRE/fTTT5KkRYsWacOGDVVaHAAAQHUIsNk8tvkitxvAN954Q8nJyQoJCdHnn3/u+ELiwsJCTZkypcoLBAAAQNVyuwGcPHmy5s6dq3nz5ikwMNAx3q1bN3322WdVWhwAAEB1CPDg5ovcrmv79u2n/MaP8PBwFRQUVEVNAAAA8CC3G8DY2Fjt3Lmz0viGDRvUtGnTKikKAACgOtlsntt8kdsN4F133aUHHnhAmzZtks1m0759+7R48WKNGTNG99xzjydqBAAAQBVyexmYRx55RBUVFbr66qt19OhRXXHFFbLb7RozZoxGjhzpiRoBAAA8ylff1vUUtxtAm82mv/3tbxo7dqx27typoqIitWnTRqGhoZ6oDwAAAFXsrBeCDgoKUps2baqyFgAAAK8wLAB0vwHs0aOHbH/wW1q7du05FQQAAFDdTPsuYLcbwA4dOjj9XFZWpi1btujLL79UampqVdUFAAAAD3G7AZwxY8YpxydMmKCioqJzLggAAKC6mfYSSJUtUH3HHXfopZdeqqrTAQAAwEPO+iWQk2VlZSk4OLiqTgcAAFBtDAsA3W8A+/bt6/SzZVnKzc3Vp59+qnHjxlVZYQAAAPAMtxvA8PBwp58DAgLUsmVLTZo0Sddcc02VFQYAAFBdeAv4D5SXl2vIkCFq27at6tat66maAAAA4EFuvQRSo0YNXXPNNSooKPBQOQAAANXP5sH/+SK33wK+6KKL9P3333uiFgAAAK8IsHlu80VuN4CTJ0/WmDFj9Pbbbys3N1eHDx922gAAAODbXJ4DOGnSJD344IO67rrrJEk33XST01fCWZYlm82m8vLyqq8SAADAg3w1qfMUlxvAiRMnasSIEfrwww89WQ8AAAA8zOUG0LIsSVL37t09VgwAAIA32AxbCdqtOYCm/XIAAAD8kVvrAF5wwQVnbAJ/+eWXcyoIAACgujEH8A9MnDix0jeBAAAA4PziVgPYv39/1a9f31O1AAAAeIVps9xcbgCZ/wcAAPxVgGF9jssvgZx4CxgAAADnN5cTwIqKCk/WAQAA4DWmvQTi9lfBAQAA4Pzm1ksgAAAA/siwKYAkgAAAAKYhAQQAAMYLkFkRIAkgAACAYUgAAQCA8UybA0gDCAAAjMcyMAAAAPBrJIAAAMB4fBUcAAAA/BoJIAAAMJ5hASAJIAAAgGlIAAEAgPGYAwgAAACfMHXqVNlsNo0aNcoxVlxcrLS0NEVFRSk0NFQpKSnKz89367w0gAAAwHg2m+e2s7V582b9/e9/V7t27ZzGR48erRUrVmjp0qVat26d9u3bp759+7p1bhpAAABgvAAPbmejqKhIAwcO1Lx581S3bl3HeGFhoebPn6/p06frqquuUufOnbVgwQJ9/PHH2rhxo1v3CwAAAA8pKSnR4cOHnbaSkpI//ExaWpquv/56JSUlOY1nZ2errKzMabxVq1Zq1KiRsrKyXK6JBhAAABjPZrN5bMvMzFR4eLjTlpmZedpa/vWvf+mzzz475TF5eXkKCgpSRESE03hMTIzy8vJcvl/eAgYAAPCgjIwMpaenO43Z7fZTHrt371498MADWr16tYKDgz1WEw0gAAAwnicXgbHb7adt+E6WnZ2t/fv3q1OnTo6x8vJyrV+/Xi+88IJWrlyp0tJSFRQUOKWA+fn5io2NdbkmGkAAAAAfcfXVV2vbtm1OY0OGDFGrVq308MMPq2HDhgoMDNSaNWuUkpIiSdq+fbtycnKUmJjo8nVoAAEAgPF8ZSHoOnXq6KKLLnIaq127tqKiohzjQ4cOVXp6uiIjIxUWFqaRI0cqMTFRl1xyicvXoQEEAAA4j8yYMUMBAQFKSUlRSUmJkpOTNXv2bLfOYbMsy/JQfV6Ttuwbb5cAAADcNOvm1l679uLsHz127oGdG3js3GeLBBAAABjPR54AVxvWAQQAADAMCSAAADCezbAIkAQQAADAMCSAAADAeKYlYqbdLwAAgPFIAAEAgPGYAwgAAAC/RgIIAACMZ1b+RwIIAABgHBJAAABgPNPmANIAAgAA45n2SNS0+wUAADAeCSAAADCeaY+ASQABAAAMQwIIAACMZ1b+RwIIAABgHBJAAABgPMOmAJIAAgAAmIYEEAAAGC/AsFmANIAAAMB4PAIGAACAXyMBBAAAxrMZ9giYBBAAAMAwJIAAAMB4zAEEAACAXyMBBAAAxjNtGRgSQAAAAMOQAAIAAOOZNgeQBhAAABjPtAaQR8AAAACGIQEEAADGYyFoAAAA+DUSQAAAYLwAswJAEkAAAADTkAACAADjMQcQAAAAfo0EEAAAGM+0dQBpAAEAgPF4BAwAAAC/RgIIAACMxzIwAAAA8GskgAAAwHjMAQQAAIBfIwHEeeG6VvV0fetop7G8X0v0+AffS5JqBtjUt219dW4QpsCAAH2dX6TXtubp15Jyb5QLwA38fcMXsAwM4KP2HS7W8xtyHD+XW//bd0vbGF0YG6r5m37SseMV6tc+Rnd1baDp63/wQqUA3MXfN1C9eASM80ZFhXS4pNyxHSn97b/+g2sGKLFxhN7clq/vfj6qvQXFejU7V82iaqlx3WAvVw3AFfx9w9tsHtx8EQkgzhvRoUF64trmOl5hafcvx/TWV/t16NhxNYoIVs0Am749cMRxbH5RqX45WqYmkbW051CxF6sG4Ar+vuFtAYY9A/bpBHDv3r268847//CYkpISHT582GkrLyutpgpRXfYcOqZF2fs06+O9+teWPEXVClT6FY1lrxmgsOCaKiuv0LGyCqfPHC4+rrDgGl6qGICr+PsG/mfOnDlq166dwsLCFBYWpsTERL333nuO/cXFxUpLS1NUVJRCQ0OVkpKi/Px8t6/j0w3gL7/8ooULF/7hMZmZmQoPD3fast94sZoqRHX5Ov+IPt/3q/YdLtE3+49odtZehQQGqNOf6ni7NADniL9v+AJfeQTcoEEDTZ06VdnZ2fr000911VVXqXfv3vrqq68kSaNHj9aKFSu0dOlSrVu3Tvv27VPfvn3dvl+vPgL+z3/+84f7v//++zOeIyMjQ+np6U5jD72/+5zqgu87Vlah/UWliq4dpG/3H1FgjQCFBAY4pQRhwTV1uJi3BIHzDX/fMNmNN97o9PMTTzyhOXPmaOPGjWrQoIHmz5+vJUuW6KqrrpIkLViwQK1bt9bGjRt1ySWXuHwdrzaAffr0kc1mk2VZpz3GdoZn8na7XXa73WmsRmBQldQH32WvYVO92kE6XFyonIJiHa+w1DK6trbs+1WSVD80SJG1ArX7l6NerhSAu/j7hld4cApgSUmJSkpKnMZO1b+crLy8XEuXLtWRI0eUmJio7OxslZWVKSkpyXFMq1at1KhRI2VlZbnVAHr1EXBcXJzefPNNVVRUnHL77LPPvFkefMjNF9VX86haiqwVqCaRIbrrkgaqsCx9+uNhFR+vUNaeAqW0jVGLerXUMCJYf+kUp+8PHmWCOHAe4O8b/u5U09UyMzNPe/y2bdsUGhoqu92uESNGaNmyZWrTpo3y8vIUFBSkiIgIp+NjYmKUl5fnVk1eTQA7d+6s7Oxs9e7d+5T7z5QOwhwRITU15OJ41Q6qoaLScu06eFRPr9ujov+/VMS/t+WrQpbu6tpANQNs+mZ/kV7b4t4fAwDv4O8bvsCTXwV3qulqf5T+tWzZUlu2bFFhYaH+/e9/KzU1VevWravSmrzaAI4dO1ZHjhw57f7mzZvrww8/rMaK4KsWbN73h/uPV1h6fWu+Xt/q/ptQALyLv2/4O1ce9/5eUFCQmjdvLum3sGzz5s169tlnddttt6m0tFQFBQVOKWB+fr5iY2PdqsmrDeDll1/+h/tr166t7t27V1M1AADAVL68DGBFRYVKSkrUuXNnBQYGas2aNUpJSZEkbd++XTk5OUpMTHTrnCwEDQAAjOcr/V9GRoZ69eqlRo0a6ddff9WSJUv00UcfaeXKlQoPD9fQoUOVnp6uyMhIhYWFaeTIkUpMTHTrBRCJBhAAAMBn7N+/X4MGDVJubq7Cw8PVrl07rVy5Uj179pQkzZgxQwEBAUpJSVFJSYmSk5M1e/Zst69js/zwLYu0Zd94uwQAAOCmWTe39tq1N+8u9Ni5L24S7rFzny2f/iYQAAAAVD0eAQMAAON5chkYX0QCCAAAYBgSQAAAYDxfXgbGE0gAAQAADEMCCAAAjGdYAEgDCAAAYFoHyCNgAAAAw5AAAgAA47EMDAAAAPwaCSAAADAey8AAAADAr5EAAgAA4xkWAJIAAgAAmIYEEAAAwLAIkAYQAAAYj2VgAAAA4NdIAAEAgPFYBgYAAAB+jQQQAAAYz7AAkAQQAADANCSAAAAAhkWAJIAAAACGIQEEAADGYx1AAAAA+DUSQAAAYDzT1gGkAQQAAMYzrP/jETAAAIBpSAABAAAMiwBJAAEAAAxDAggAAIzHMjAAAADwaySAAADAeKYtA0MCCAAAYBgSQAAAYDzDAkAaQAAAANM6QB4BAwAAGIYEEAAAGI9lYAAAAODXSAABAIDxWAYGAAAAfo0EEAAAGM+wAJAEEAAAwDQkgAAAAIZFgDSAAADAeCwDAwAAAL9GAggAAIzHMjAAAADwaySAAADAeIYFgCSAAAAAviIzM1MXX3yx6tSpo/r166tPnz7avn270zHFxcVKS0tTVFSUQkNDlZKSovz8fLeuQwMIAABg8+DmhnXr1iktLU0bN27U6tWrVVZWpmuuuUZHjhxxHDN69GitWLFCS5cu1bp167Rv3z717dvXvdu1LMtyrzTfl7bsG2+XAAAA3DTr5tZeu/aeg8UeO3dcqE0lJSVOY3a7XXa7/YyfPXDggOrXr69169bpiiuuUGFhoaKjo7VkyRLdcsstkqRvv/1WrVu3VlZWli655BKXaiIBBAAAxrN58H+ZmZkKDw932jIzM12qq7CwUJIUGRkpScrOzlZZWZmSkpIcx7Rq1UqNGjVSVlaWy/fLSyAAAMB4nlwGJiMjQ+np6U5jrqR/FRUVGjVqlLp166aLLrpIkpSXl6egoCBFREQ4HRsTE6O8vDyXa6IBBAAA8CBXH/eeLC0tTV9++aU2bNhQ5TXxCBgAABjPR94Bcbjvvvv09ttv68MPP1SDBg0c47GxsSotLVVBQYHT8fn5+YqNjXX5/DSAAAAAPsKyLN13331atmyZ1q5dqyZNmjjt79y5swIDA7VmzRrH2Pbt25WTk6PExESXr8MjYAAAYDxf+Sq4tLQ0LVmyRG+99Zbq1KnjmNcXHh6ukJAQhYeHa+jQoUpPT1dkZKTCwsI0cuRIJSYmuvwGsEQDCAAA4DPmzJkjSbryyiudxhcsWKDBgwdLkmbMmKGAgAClpKSopKREycnJmj17tlvXYR1AAADgE7y5DuCPh0o9du4GdYM8du6zxRxAAAAAw/AIGAAAGM9X5gBWFxpAAABgPMP6Px4BAwAAmIYEEAAAGM+0R8AkgAAAAIYhAQQAAMazGTYLkAQQAADAMCSAAAAAZgWAJIAAAACmIQEEAADGMywApAEEAABgGRgAAAD4NRJAAABgPJaBAQAAgF8jAQQAADArACQBBAAAMA0JIAAAMJ5hASAJIAAAgGlIAAEAgPFMWweQBhAAABiPZWAAAADg10gAAQCA8Ux7BEwCCAAAYBgaQAAAAMPQAAIAABiGOYAAAMB4zAEEAACAXyMBBAAAxjNtHUAaQAAAYDweAQMAAMCvkQACAADjGRYAkgACAACYhgQQAADAsAiQBBAAAMAwJIAAAMB4pi0DQwIIAABgGBJAAABgPNYBBAAAgF8jAQQAAMYzLACkAQQAADCtA+QRMAAAgGFIAAEAgPFYBgYAAAB+jQQQAAAYj2VgAAAA4NdslmVZ3i4COFslJSXKzMxURkaG7Ha7t8sBUIX4+wY8hwYQ57XDhw8rPDxchYWFCgsL83Y5AKoQf9+A5/AIGAAAwDA0gAAAAIahAQQAADAMDSDOa3a7XePHj2eCOOCH+PsGPIeXQAAAAAxDAggAAGAYGkAAAADD0AACAAAYhgYQAADAMDSAOK/NmjVLjRs3VnBwsLp27apPPvnE2yUBOEfr16/XjTfeqPj4eNlsNi1fvtzbJQF+hwYQ563XXntN6enpGj9+vD777DO1b99eycnJ2r9/v7dLA3AOjhw5ovbt22vWrFneLgXwWywDg/NW165ddfHFF+uFF16QJFVUVKhhw4YaOXKkHnnkES9XB6Aq2Gw2LVu2TH369PF2KYBfIQHEeam0tFTZ2dlKSkpyjAUEBCgpKUlZWVlerAwAAN9HA4jz0s8//6zy8nLFxMQ4jcfExCgvL89LVQEAcH6gAQQAADAMDSDOS/Xq1VONGjWUn5/vNJ6fn6/Y2FgvVQUAwPmBBhDnpaCgIHXu3Flr1qxxjFVUVGjNmjVKTEz0YmUAAPi+mt4uADhb6enpSk1NVZcuXfTnP/9ZM2fO1JEjRzRkyBBvlwbgHBQVFWnnzp2On3fv3q0tW7YoMjJSjRo18mJlgP9gGRic11544QU99dRTysvLU4cOHfTcc8+pa9eu3i4LwDn46KOP1KNHj0rjqampevnll6u/IMAP0QACAAAYhjmAAAAAhqEBBAAAMAwNIAAAgGFoAAEAAAxDAwgAAGAYGkAAAADD0AACAAAYhgYQAADAMDSAAM7a4MGD1adPH8fPV155pUaNGlXtdXz00Uey2WwqKCjw2DVOvtezUR11AoAraAABPzN48GDZbDbZbDYFBQWpefPmmjRpko4fP+7xa7/55pt6/PHHXTq2upuhxo0ba+bMmdVyLQDwdTW9XQCAqnfttddqwYIFKikp0bvvvqu0tDQFBgYqIyOj0rGlpaUKCgqqkutGRkZWyXkAAJ5FAgj4IbvdrtjYWCUkJOiee+5RUlKS/vOf/0j636PMJ554QvHx8WrZsqUkae/everXr58iIiIUGRmp3r17a8+ePY5zlpeXKz09XREREYqKitJDDz2kk79K/ORHwCUlJXr44YfVsGFD2e12NW/eXPPnz9eePXvUo0cPSVLdunVls9k0ePBgSVJFRYUyMzPVpEkThYSEqH379vr3v//tdJ13331XF1xwgUJCQtSjRw+nOs9GeXm5hg4d6rhmy5Yt9eyzz57y2IkTJyo6OlphYWEaMWKESktLHftcqf33fvjhB914442qW7euateurQsvvFDvvvvuOd0LALiCBBAwQEhIiA4ePOj4ec2aNQoLC9Pq1aslSWVlZUpOTlZiYqL++9//qmbNmpo8ebKuvfZaffHFFwoKCtIzzzyjl19+WS+99JJat26tZ555RsuWLdNVV1112usOGjRIWVlZeu6559S+fXvt3r1bP//8sxo2bKg33nhDKSkp2r59u8LCwhQSEiJJyszM1Kuvvqq5c+eqRYsWWr9+ve644w5FR0ere/fu2rt3r/r27au0tDQNHz5cn376qR588MFz+v1UVFSoQYMGWrp0qaKiovTxxx9r+PDhiouLU79+/Zx+b8HBwfroo4+0Z88eDRkyRFFRUXriiSdcqv1kaWlpKi0t1fr161W7dm19/fXXCg0NPad7AQCXWAD8SmpqqtW7d2/LsiyroqLCWr16tWW3260xY8Y49sfExFglJSWOzyxatMhq2bKlVVFR4RgrKSmxQkJCrJUrV1qWZVlxcXHWtGnTHPvLysqsBg0aOK5lWZbVvXt364EHHrAsy7K2b99uSbJWr159yjo//PBDS5J16NAhx1hxcbFVq1Yt6+OPP3Y6dujQodaAAQMsy7KsjIwMq02bNk77H3744UrnOllCQoI1Y8aM0+4/WVpampWSkuL4OTU11YqMjLSOHDniGJszZ44VGhpqlZeXu1T7yffctm1ba8KECS7XBABVhQQQ8ENvv/22QkNDVVZWpoqKCt1+++2aMGGCY3/btm2d5v1t3bpVO3fuVJ06dZzOU1xcrF27dqmwsFC5ubnq2rWrY1/NmjXVpUuXSo+BT9iyZYtq1KhxyuTrdHbu3KmjR4+qZ8+eTuOlpaXq2LGjJOmbb75xqkOSEhMTXb7G6cyaNUsvvfSScnJydOzYMZWWlqpDhw5Ox7Rv3161atVyum5RUZH27t2roqKiM9Z+svvvv1/33HOPVq1apaSkJKWkpKhdu3bnfC8AcCY0gIAf6tGjh+bMmaOgoCDFx8erZk3nP/XatWs7/VxUVKTOnTtr8eLFlc4VHR19VjWceKTrjqKiIknSO++8oz/96U9O++x2+1nV4Yp//etfGjNmjJ555hklJiaqTp06euqpp7Rp0yaXz3E2tQ8bNkzJycl65513tGrVKmVmZuqZZ57RyJEjz/5mAMAFNICAH6pdu7aaN2/u8vGdOnXSa6+9pvr16yssLOyUx8TFxWnTpk264oorJEnHjx9Xdna2OnXqdMrj27Ztq4qKCq1bt05JSUmV9p9IIMvLyx1jbdq0kd1uV05OzmmTw9atWzteaDlh48aNZ77JP/B///d/uvTSS3Xvvfc6xnbt2lXpuK1bt+rYsWOO5nbjxo0KDQ1Vw4YNFRkZecbaT6Vhw4YaMWKERowYoYyMDM2bN48GEIDH8RYwAA0cOFD16tVT79699d///le7d+/WRx99pPvvv18//vijJOmBBx7Q1KlTtXz5cn377be69957/3ANv8aNGys1NVV33nmnli9f7jjn66+/LklKSEiQzWbT22+/rQMHDqioqEh16tTRmDFjNHr0aC1cuFC7du3SZ599pueff14LFy6UJI0YMUI7duzQ2LFjtX37di1ZskQvv/yyS/f5008/acuWLU7boUOH1KJFC3366adauXKlvvvuO40bN06bN2+u9PnS0lINHTpUX3/9td59912NHz9e9913nwICAlyq/WSjRo3SypUrtXv3bn322Wf68MMP1bp1a5fuBQDOibcnIQKoWr9/CcSd/bm5udagQYOsevXqWXa73WratKl11113WYWFhZZl/fbSxwMPPGCFhYVZERERVnp6ujVo0KDTvgRiWZZ17Ngxa/To0VZcXJwVFBRkNW/e3HrppZcc+ydNmmTFxsZaNpvNSk1NtSzrtxdXZs6cabVs2dIKDAy0oqOjreTkZGvdunWOz61YscJq3ry5Zbfbrcsvv9x66aWXXHoJRFKlbdGiRVZxcbE1ePBgKzw83IqIiLDuuece65FHHrHat29f6ff22GOPWVFRUVZoaKh11113WcXFxY5jzlT7yS+B3HfffVazZs0su91uRUdHW3/5y1+sn3/++bT3AABVxWZZp5nBDQAAAL/EI2AAAADD0AACAAAYhgYQAADAMDSAAAAAhqEBBAAAMAwNIAAAgGFoAAEAAAxDAwgAAGAYGkAAAADD0AACAAAYhgYQAADAMP8PlPLrWBxygK0AAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Merged Model v2"
      ],
      "metadata": {
        "id": "-W3Gs4B9vXpj"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from sklearn.metrics import classification_report\n",
        "\n",
        "cm = confusion_matrix(df_final['relevant'], df_final['phi3'])\n",
        "\n",
        "# Plot the confusion matrix\n",
        "print(classification_report(df_final['relevant'], df_final['phi3']))\n",
        "plt.figure(figsize=(8, 6))\n",
        "sns.heatmap(cm, annot=True, cmap='Blues', fmt='g')\n",
        "plt.xlabel('Predicted Labels')\n",
        "plt.ylabel('True Labels')\n",
        "plt.title(r'Confusion Matrix')\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 720
        },
        "id": "twuIm3qIvWn5",
        "outputId": "dc6d5d5e-5880-4e26-8d33-0e343ed9b0f7"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.74      0.77      0.75       100\n",
            "           1       0.76      0.73      0.74       100\n",
            "\n",
            "    accuracy                           0.75       200\n",
            "   macro avg       0.75      0.75      0.75       200\n",
            "weighted avg       0.75      0.75      0.75       200\n",
            "\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 800x600 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAoAAAAIjCAYAAACTRapjAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA8aUlEQVR4nO3deXQUZfr28asDSScQkkAIWQTCKouy40AAQTAYERQEZXEhIMjgICoRl8yILCJhcFgEBZRBYBBcGAVlUVYBHcMuiqLIpqAkYZEkbEkwqfcPX/pnkwBpSKdDP9/PnDrHfqq66q6co+eeq5562mZZliUAAAAYw8fTBQAAAKB40QACAAAYhgYQAADAMDSAAAAAhqEBBAAAMAwNIAAAgGFoAAEAAAxDAwgAAGAYGkAAAADD0AACuKy9e/fqjjvuUHBwsGw2m5YsWVKk5//pp59ks9k0d+7cIj3v9ey2227Tbbfd5ukyAHgxGkDgOrB//3799a9/VY0aNeTv76+goCC1bt1ar776qs6dO+fWa8fHx2vXrl16+eWXNX/+fDVv3tyt1ytO/fr1k81mU1BQUIF/x71798pms8lms+lf//qXy+c/cuSIRo0apZ07dxZBtQBQdEp7ugAAl7d8+XLdf//9stvt6tu3r26++Wbl5OToiy++0DPPPKPvvvtOb775pluufe7cOSUnJ+sf//iHHn/8cbdcIzo6WufOnZOvr69bzn8lpUuX1tmzZ7V06VL17NnTad+CBQvk7++vrKysqzr3kSNHNHr0aFWrVk2NGzcu9PdWrVp1VdcDgMKiAQRKsIMHD6p3796Kjo7WunXrFBkZ6dg3ZMgQ7du3T8uXL3fb9Y8dOyZJCgkJcds1bDab/P393Xb+K7Hb7WrdurXeeeedfA3gwoUL1blzZ33wwQfFUsvZs2dVpkwZ+fn5Fcv1AJiLR8BACTZhwgSdPn1as2fPdmr+LqhVq5aefPJJx+fff/9dL730kmrWrCm73a5q1arp73//u7Kzs52+V61aNXXp0kVffPGF/vKXv8jf3181atTQf/7zH8cxo0aNUnR0tCTpmWeekc1mU7Vq1ST98ej0wj//2ahRo2Sz2ZzGVq9erTZt2igkJESBgYGqU6eO/v73vzv2X2oO4Lp163TrrbeqbNmyCgkJUdeuXfX9998XeL19+/apX79+CgkJUXBwsPr376+zZ89e+g97kQceeECffPKJ0tPTHWNbt27V3r179cADD+Q7/rffftPw4cPVoEEDBQYGKigoSJ06ddLXX3/tOGb9+vW65ZZbJEn9+/d3PEq+cJ+33Xabbr75Zm3fvl1t27ZVmTJlHH+Xi+cAxsfHy9/fP9/9x8XFqXz58jpy5Eih7xUAJBpAoERbunSpatSooVatWhXq+IEDB+rFF19U06ZNNXnyZLVr105JSUnq3bt3vmP37dun++67Tx07dtTEiRNVvnx59evXT999950kqXv37po8ebIkqU+fPpo/f76mTJniUv3fffedunTpouzsbI0ZM0YTJ07UPffco//973+X/d6aNWsUFxeno0ePatSoUUpISNCXX36p1q1b66effsp3fM+ePXXq1CklJSWpZ8+emjt3rkaPHl3oOrt37y6bzaYPP/zQMbZw4ULVrVtXTZs2zXf8gQMHtGTJEnXp0kWTJk3SM888o127dqldu3aOZqxevXoaM2aMJGnQoEGaP3++5s+fr7Zt2zrOc+LECXXq1EmNGzfWlClT1L59+wLre/XVVxUWFqb4+Hjl5uZKkt544w2tWrVK06ZNU1RUVKHvFQAkSRaAEikjI8OSZHXt2rVQx+/cudOSZA0cONBpfPjw4ZYka926dY6x6OhoS5K1ceNGx9jRo0ctu91uPf30046xgwcPWpKsV155xemc8fHxVnR0dL4aRo4caf35PyuTJ0+2JFnHjh27ZN0XrjFnzhzHWOPGja1KlSpZJ06ccIx9/fXXlo+Pj9W3b99813vkkUecznnvvfdaoaGhl7zmn++jbNmylmVZ1n333WfdfvvtlmVZVm5urhUREWGNHj26wL9BVlaWlZubm+8+7Ha7NWbMGMfY1q1b893bBe3atbMkWTNnzixwX7t27ZzGVq5caUmyxo4dax04cMAKDAy0unXrdsV7BICCkAACJVRmZqYkqVy5coU6fsWKFZKkhIQEp/Gnn35akvLNFaxfv75uvfVWx+ewsDDVqVNHBw4cuOqaL3Zh7uBHH32kvLy8Qn0nJSVFO3fuVL9+/VShQgXHeMOGDdWxY0fHff7Z4MGDnT7feuutOnHihONvWBgPPPCA1q9fr9TUVK1bt06pqakFPv6V/pg36OPzx38+c3NzdeLECcfj7R07dhT6mna7Xf379y/UsXfccYf++te/asyYMerevbv8/f31xhtvFPpaAPBnNIBACRUUFCRJOnXqVKGO//nnn+Xj46NatWo5jUdERCgkJEQ///yz03jVqlXznaN8+fI6efLkVVacX69evdS6dWsNHDhQ4eHh6t27t95///3LNoMX6qxTp06+ffXq1dPx48d15swZp/GL76V8+fKS5NK93HXXXSpXrpzee+89LViwQLfccku+v+UFeXl5mjx5smrXri273a6KFSsqLCxM33zzjTIyMgp9zRtuuMGlFz7+9a9/qUKFCtq5c6emTp2qSpUqFfq7APBnNIBACRUUFKSoqCh9++23Ln3v4pcwLqVUqVIFjluWddXXuDA/7YKAgABt3LhRa9as0cMPP6xvvvlGvXr1UseOHfMdey2u5V4usNvt6t69u+bNm6fFixdfMv2TpHHjxikhIUFt27bV22+/rZUrV2r16tW66aabCp10Sn/8fVzx1Vdf6ejRo5KkXbt2ufRdAPgzGkCgBOvSpYv279+v5OTkKx4bHR2tvLw87d2712k8LS1N6enpjjd6i0L58uWd3pi94OKUUZJ8fHx0++23a9KkSdq9e7defvllrVu3Tp999lmB575Q5549e/Lt++GHH1SxYkWVLVv22m7gEh544AF99dVXOnXqVIEvzlzw3//+V+3bt9fs2bPVu3dv3XHHHYqNjc33NylsM14YZ86cUf/+/VW/fn0NGjRIEyZM0NatW4vs/ADMQgMIlGDPPvusypYtq4EDByotLS3f/v379+vVV1+V9McjTEn53tSdNGmSJKlz585FVlfNmjWVkZGhb775xjGWkpKixYsXOx3322+/5fvuhQWRL16a5oLIyEg1btxY8+bNc2qovv32W61atcpxn+7Qvn17vfTSS3rttdcUERFxyeNKlSqVL11ctGiRfv31V6exC41qQc2yq5577jkdOnRI8+bN06RJk1StWjXFx8df8u8IAJfDQtBACVazZk0tXLhQvXr1Ur169Zx+CeTLL7/UokWL1K9fP0lSo0aNFB8frzfffFPp6elq166dtmzZonnz5qlbt26XXGLkavTu3VvPPfec7r33Xj3xxBM6e/asZsyYoRtvvNHpJYgxY8Zo48aN6ty5s6Kjo3X06FFNnz5dlStXVps2bS55/ldeeUWdOnVSTEyMBgwYoHPnzmnatGkKDg7WqFGjiuw+Lubj46MXXnjhisd16dJFY8aMUf/+/dWqVSvt2rVLCxYsUI0aNZyOq1mzpkJCQjRz5kyVK1dOZcuWVYsWLVS9enWX6lq3bp2mT5+ukSNHOpalmTNnjm677TaNGDFCEyZMcOl8AMAyMMB14Mcff7QeffRRq1q1apafn59Vrlw5q3Xr1ta0adOsrKwsx3Hnz5+3Ro8ebVWvXt3y9fW1qlSpYiUmJjodY1l/LAPTuXPnfNe5ePmRSy0DY1mWtWrVKuvmm2+2/Pz8rDp16lhvv/12vmVg1q5da3Xt2tWKioqy/Pz8rKioKKtPnz7Wjz/+mO8aFy+VsmbNGqt169ZWQECAFRQUZN19993W7t27nY65cL2Ll5mZM2eOJck6ePDgJf+mluW8DMylXGoZmKefftqKjIy0AgICrNatW1vJyckFLt/y0UcfWfXr17dKly7tdJ/t2rWzbrrppgKv+efzZGZmWtHR0VbTpk2t8+fPOx03bNgwy8fHx0pOTr7sPQDAxWyW5cIsaQAAAFz3mAMIAABgGBpAAAAAw9AAAgAAGIYGEAAAwDA0gAAAAIahAQQAADAMDSAAAIBhvPKXQAKaPO7pEgC4ycmtr3m6BABu4u/BrsSdvcO5r0ref7dIAAEAAAzjlQkgAACAS2xmZWI0gAAAADabpysoVma1uwAAACABBAAAMO0RsFl3CwAAABJAAAAA5gACAADAq5EAAgAAMAcQAAAA3owEEAAAwLA5gDSAAAAAPAIGAACANyMBBAAAMOwRMAkgAACAYUgAAQAAmAMIAAAAb0YCCAAAwBxAAAAAeDMSQAAAAMPmANIAAgAA8AgYAAAA3owEEAAAwLBHwGbdLQAAAEgAAQAASAABAADg1UgAAQAAfHgLGAAAAF6MBBAAAMCwOYA0gAAAACwEDQAAAG9GAggAAGDYI2Cz7hYAAAAkgAAAAMwBBAAAgFcjAQQAAGAOIAAAALwZCSAAAIBhcwBpAAEAAHgEDAAAAG9GAggAAGDYI2ASQAAAAMOQAAIAADAHEAAAAN6MBBAAAIA5gAAAAPBmJIAAAACGzQGkAQQAADCsATTrbgEAAEACCAAAwEsgAAAA8GokgAAAAMwBBAAAgDcjAQQAAGAOIAAAALwZDSAAAIDNx32bC6pVqyabzZZvGzJkiCQpKytLQ4YMUWhoqAIDA9WjRw+lpaW5fLs0gAAAADab+zYXbN26VSkpKY5t9erVkqT7779fkjRs2DAtXbpUixYt0oYNG3TkyBF1797d5dtlDiAAAEAJERYW5vR5/Pjxqlmzptq1a6eMjAzNnj1bCxcuVIcOHSRJc+bMUb169bRp0ya1bNmy0NchAQQAAMYr6LFrUW3Z2dnKzMx02rKzs69YU05Ojt5++2098sgjstls2r59u86fP6/Y2FjHMXXr1lXVqlWVnJzs0v3SAAIAALhRUlKSgoODnbakpKQrfm/JkiVKT09Xv379JEmpqany8/NTSEiI03Hh4eFKTU11qSYeAQMAAOPZ3LgMTGJiohISEpzG7Hb7Fb83e/ZsderUSVFRUUVeEw0gAACAG9nt9kI1fH/2888/a82aNfrwww8dYxEREcrJyVF6erpTCpiWlqaIiAiXzs8jYAAAAJsbt6swZ84cVapUSZ07d3aMNWvWTL6+vlq7dq1jbM+ePTp06JBiYmJcOj8JIAAAQAmSl5enOXPmKD4+XqVL/1+rFhwcrAEDBighIUEVKlRQUFCQhg4dqpiYGJfeAJZoAAEAANw6B9BVa9as0aFDh/TII4/k2zd58mT5+PioR48eys7OVlxcnKZPn+7yNWyWZVlFUWxJEtDkcU+XAMBNTm59zdMlAHATfw/GUuV6zXPbuU+9F++2c18t5gACAAAYhkfAAADAeCXpEXBxIAEEAAAwDAkgAAAwHgkgAAAAvBoJIAAAgFkBIAkgAACAaUgAAQCA8ZgDCAAAAK9GAggAAIxnWgJIAwgAAIxnWgPII2AAAADDkAACAADjkQACAADAq5EAAgAAmBUAkgACAACYhgQQAAAYjzmAAAAA8GokgAAAwHimJYA0gAAAwHimNYA8AgYAADAMCSAAAIBZASAJIAAAgGlIAAEAgPGYAwgAAACvRgIIAACMRwIIAAAAr0YCCAAAjGdaAkgDCAAAjGdaA8gjYAAAAMOQAAIAAJgVAJIAAgAAmIYEEAAAGI85gAAAAPBqJIAAAMB4JIAAAADwaiSAAADAeKYlgDSAAAAAZvV/PAIGAAAwDQkgAAAwnmmPgEkAAQAADEMCCAAAjEcCCAAAAK9GAojrwg/LRys6KjTf+Mz3NmryvDXas2JMgd978JnZ+nDNV+4uD8A1mD3rDa1dvUoHDx6Q3d9fjRs30VMJw1Wteg3HMWNGvajNm77UsaNHVaZMGTX6/8dUr1HTg5XDm5iWANIA4rrQ5qFXVMrn//7lrF8rSitmDtWHq7/SL2knVS020en4R3q01rC+sVr5v++Ku1QALtq2dYt69XlQNzVooNzfczXt1Uka/OgAffjxcpUpU0aSVL/+Terc5W5FREYqMyNDM16fpsGPDtCKVWtVqlQpD98BcP2hAcR14fjJ006fh/e/WfsPHdPn2/dKktJOnHLaf0/7Rvpg9Q6dOZdTbDUCuDoz3pzt9HnMy+PV/tYYfb/7OzVrfosk6b6evRz7b7ihsh5/4ind372rjvz6q6pUrVqs9cI7kQAWo+PHj+utt95ScnKyUlNTJUkRERFq1aqV+vXrp7CwME+WhxLKt3Qp9b7rFk19e12B+5vUq6LGdato2Pj3i7kyAEXh9Kk//g9dUHBwgfvPnj2rjxZ/qBsqV1ZERERxlgZvZlb/57mXQLZu3aobb7xRU6dOVXBwsNq2bau2bdsqODhYU6dOVd26dbVt27Yrnic7O1uZmZlOm5WXWwx3AE+5p31DhZQL0NtLNxe4P75bjL4/kKJNXx8s5soAXKu8vDxN+Oc4NW7SVLVr3+i07713Fqhl8yaKuaWJvvhio96YNUe+fn4eqhS4vnksARw6dKjuv/9+zZw5M1/salmWBg8erKFDhyo5Ofmy50lKStLo0aOdxkqF3yLfyL8Uec0oGeK7tdLK/+1WyrGMfPv87b7q1am5xs/61AOVAbhW48aO1v69ezV3/sJ8++7qco9atmqt48eOad6c2Xrm6ac07+13ZLfbPVApvI1pj4A9lgB+/fXXGjZsWIF/cJvNpmHDhmnnzp1XPE9iYqIyMjKcttLhzdxQMUqCqpHl1aFFHc1d8mWB+++Nbawy/n5asGxLMVcG4FqNGztGGzes16w58xRewKPdcuXKKTq6mpo1v0UTJ0/VwYMHtG7Nag9UClz/PJYARkREaMuWLapbt26B+7ds2aLw8PArnsdut+f7f382H94I81YP3xOjo7+d0iefF/x2b79urbR8w658L40AKLksy1LSyy9p3drVmj13vipXrnLl7/zxReXk8KIXioZpCaDHGsDhw4dr0KBB2r59u26//XZHs5eWlqa1a9dq1qxZ+te//uWp8lAC2Ww29e3aUguWbVZubl6+/TWqVFSbpjXVbegMD1QH4GqNe2m0PlmxTFOmTVfZMmV1/NgxSVJguXLy9/fXL4cPa+WnKxTTqrXKl6+gtLRUvfXvN2W3+6tN23Yerh64PnmsARwyZIgqVqyoyZMna/r06crN/ePFjVKlSqlZs2aaO3euevbs6anyUAJ1aFFHVSMraN6STQXuj+8ao1/T0rUm+YdirgzAtXj/vXckSQP6Pew0PmZskrre211+dj/t2L5Nb8+fp8yMTIVWDFWzZs31nwXvKDQ0/wLxwNUwLACUzbIsy9NFnD9/XsePH5ckVaxYUb6+vtd0voAmjxdFWQBKoJNbX/N0CQDcxN+Di9PVGv6J286971+d3Hbuq1UiFoL29fVVZGSkp8sAAACGYg4gAACAYQzr/zy3DAwAAAA8gwQQAAAYz7RHwCSAAAAAhiEBBAAAxjMsACQBBAAAMA0JIAAAMJ6Pj1kRIAkgAACAYUgAAQCA8UybA0gDCAAAjMcyMAAAAPBqJIAAAMB4hgWAJIAAAACmIQEEAADGYw4gAAAAvBoJIAAAMB4JIAAAALwaCSAAADCeYQEgDSAAAACPgAEAAOAxv/76qx566CGFhoYqICBADRo00LZt2xz7LcvSiy++qMjISAUEBCg2NlZ79+516Ro0gAAAwHg2m/s2V5w8eVKtW7eWr6+vPvnkE+3evVsTJ05U+fLlHcdMmDBBU6dO1cyZM7V582aVLVtWcXFxysrKKvR1eAQMAABQQvzzn/9UlSpVNGfOHMdY9erVHf9sWZamTJmiF154QV27dpUk/ec//1F4eLiWLFmi3r17F+o6JIAAAMB4NpvNbVt2drYyMzOdtuzs7ALr+Pjjj9W8eXPdf//9qlSpkpo0aaJZs2Y59h88eFCpqamKjY11jAUHB6tFixZKTk4u9P3SAAIAALhRUlKSgoODnbakpKQCjz1w4IBmzJih2rVra+XKlXrsscf0xBNPaN68eZKk1NRUSVJ4eLjT98LDwx37CoNHwAAAwHjufAk4MTFRCQkJTmN2u73AY/Py8tS8eXONGzdOktSkSRN9++23mjlzpuLj44usJhJAAAAAN7Lb7QoKCnLaLtUARkZGqn79+k5j9erV06FDhyRJERERkqS0tDSnY9LS0hz7CoMGEAAAGM+dcwBd0bp1a+3Zs8dp7Mcff1R0dLSkP14IiYiI0Nq1ax37MzMztXnzZsXExBT6OjwCBgAAKCGGDRumVq1aady4cerZs6e2bNmiN998U2+++aakPxrVp556SmPHjlXt2rVVvXp1jRgxQlFRUerWrVuhr0MDCAAAjFdSfgjklltu0eLFi5WYmKgxY8aoevXqmjJlih588EHHMc8++6zOnDmjQYMGKT09XW3atNGnn34qf3//Ql/HZlmW5Y4b8KSAJo97ugQAbnJy62ueLgGAm/h7MJZqkbTBbefenNjObee+WswBBAAAMAyPgAEAgPFKyiPg4kICCAAAYBgSQAAAYDxXl2u53pEAAgAAGIYEEAAAGM+wAJAEEAAAwDQkgAAAwHimzQGkAQQAAMYzrP/jETAAAIBpSAABAIDxTHsETAIIAABgGBJAAABgPBJAAAAAeDUSQAAAYDzDAkASQAAAANOQAAIAAOOZNgeQBhAAABjPsP6PR8AAAACmIQEEAADGM+0RMAkgAACAYUgAAQCA8QwLAEkAAQAATEMCCAAAjOdjWARIAggAAGAYEkAAAGA8wwJAGkAAAACWgQEAAIBXIwEEAADG8zErACQBBAAAMA0JIAAAMB5zAAEAAODVSAABAIDxDAsASQABAABMQwIIAACMZ5NZESANIAAAMB7LwAAAAMCrkQACAADjsQwMAAAAvBoJIAAAMJ5hASAJIAAAgGlIAAEAgPF8DIsAXU4A582bp+XLlzs+P/vsswoJCVGrVq30888/F2lxAAAAKHouN4Djxo1TQECAJCk5OVmvv/66JkyYoIoVK2rYsGFFXiAAAIC72Wzu20oilx8BHz58WLVq1ZIkLVmyRD169NCgQYPUunVr3XbbbUVdHwAAgNuxDMwVBAYG6sSJE5KkVatWqWPHjpIkf39/nTt3rmirAwAAQJFzOQHs2LGjBg4cqCZNmujHH3/UXXfdJUn67rvvVK1ataKuDwAAwO0MCwBdTwBff/11xcTE6NixY/rggw8UGhoqSdq+fbv69OlT5AUCAACgaLmcAIaEhOi1117LNz569OgiKQgAAKC4mbYMTKEawG+++abQJ2zYsOFVFwMAAAD3K1QD2LhxY9lsNlmWVeD+C/tsNptyc3OLtEAAAAB3Myv/K2QDePDgQXfXAQAAgGJSqAYwOjra3XUAAAB4DOsAFsL8+fPVunVrRUVFOX7+bcqUKfroo4+KtDgAAIDi4GNz31YSudwAzpgxQwkJCbrrrruUnp7umPMXEhKiKVOmFHV9AAAAKGIuN4DTpk3TrFmz9I9//EOlSpVyjDdv3ly7du0q0uIAAACKg81mc9tWErncAB48eFBNmjTJN26323XmzJkiKQoAAADu43IDWL16de3cuTPf+Keffqp69eoVRU0AAADFymZz31YSufxLIAkJCRoyZIiysrJkWZa2bNmid955R0lJSfr3v//tjhoBAABQhFxuAAcOHKiAgAC98MILOnv2rB544AFFRUXp1VdfVe/evd1RIwAAgFuV1Ll67uJyAyhJDz74oB588EGdPXtWp0+fVqVKlYq6LgAAALjJVTWAknT06FHt2bNH0h9dc1hYWJEVBQAAUJxK6np97uLySyCnTp3Sww8/rKioKLVr107t2rVTVFSUHnroIWVkZLijRgAAALdiGZgrGDhwoDZv3qzly5crPT1d6enpWrZsmbZt26a//vWv7qgRAAAARcjlR8DLli3TypUr1aZNG8dYXFycZs2apTvvvLNIiwMAACgOJTOncx+XE8DQ0FAFBwfnGw8ODlb58uWLpCgAAAC4j8sN4AsvvKCEhASlpqY6xlJTU/XMM89oxIgRRVocAABAcfCx2dy2lUSFegTcpEkTp0mMe/fuVdWqVVW1alVJ0qFDh2S323Xs2DHmAQIAAJRwhWoAu3Xr5uYyAAAAPKeEBnVuU6gGcOTIke6uAwAAAMXkqheCBgAA8BYldb0+d3G5AczNzdXkyZP1/vvv69ChQ8rJyXHa/9tvvxVZcQAAACh6Lr8FPHr0aE2aNEm9evVSRkaGEhIS1L17d/n4+GjUqFFuKBEAAMC9bDb3bSWRyw3gggULNGvWLD399NMqXbq0+vTpo3//+9968cUXtWnTJnfUCAAA4FamLQPjcgOYmpqqBg0aSJICAwMdv//bpUsXLV++vGirAwAAQJFzuQGsXLmyUlJSJEk1a9bUqlWrJElbt26V3W4v2uoAAACKQUl5BDxq1CjZbDanrW7duo79WVlZGjJkiEJDQxUYGKgePXooLS3N5ft1uQG89957tXbtWknS0KFDNWLECNWuXVt9+/bVI4884nIBAAAA+D833XSTUlJSHNsXX3zh2Dds2DAtXbpUixYt0oYNG3TkyBF1797d5Wu4/Bbw+PHjHf/cq1cvRUdH68svv1Tt2rV19913u1wAAACAp5WkZWBKly6tiIiIfOMZGRmaPXu2Fi5cqA4dOkiS5syZo3r16mnTpk1q2bJloa/hcgJ4sZYtWyohIUEtWrTQuHHjrvV0AAAAXiU7O1uZmZlOW3Z29iWP37t3r6KiolSjRg09+OCDOnTokCRp+/btOn/+vGJjYx3H1q1bV1WrVlVycrJLNRXZQtApKSkaMWKE/v73vxfVKa/azxsne7oEAG5S/s7xVz4IwHXp3JrnPXbta07ELiMpKUmjR492Ghs5cmSBy+e1aNFCc+fOVZ06dZSSkqLRo0fr1ltv1bfffqvU1FT5+fkpJCTE6Tvh4eFKTU11qSZ+CQQAAMCNEhMTlZCQ4DR2qRdnO3Xq5Pjnhg0bqkWLFoqOjtb777+vgICAIquJBhAAABjPnXMA7Xb7Va+UEhISohtvvFH79u1Tx44dlZOTo/T0dKcUMC0trcA5g5fjzsQTAADguuBjc992LU6fPq39+/crMjJSzZo1k6+vr2M1Fknas2ePDh06pJiYGJfOW+gE8OLo8mLHjh1z6cIAAABwNnz4cN19992Kjo7WkSNHNHLkSJUqVUp9+vRRcHCwBgwYoISEBFWoUEFBQUEaOnSoYmJiXHoDWHKhAfzqq6+ueEzbtm1dujgAAEBJcK1JXVH55Zdf1KdPH504cUJhYWFq06aNNm3apLCwMEnS5MmT5ePjox49eig7O1txcXGaPn26y9exWZZlFXXxnnb01HlPlwDATaLvnejpEgC4iSffAk74+Ae3nXvSPXWvfFAx4yUQAABgvJK0EHRx4CUQAAAAw5AAAgAA45WUOYDFhQQQAADAMCSAAADAeIZNAby6BPDzzz/XQw89pJiYGP3666+SpPnz5+uLL74o0uIAAACKg4/N5ratJHK5Afzggw8UFxengIAAffXVV8rOzpYkZWRkaNy4cUVeIAAAAIqWyw3g2LFjNXPmTM2aNUu+vr6O8datW2vHjh1FWhwAAEBx8HHjVhK5XNeePXsK/MWP4OBgpaenF0VNAAAAcCOXG8CIiAjt27cv3/gXX3yhGjVqFElRAAAAxclmc99WErncAD766KN68skntXnzZtlsNh05ckQLFizQ8OHD9dhjj7mjRgAAABQhl5eBef7555WXl6fbb79dZ8+eVdu2bWW32zV8+HANHTrUHTUCAAC4VUl9W9ddXG4AbTab/vGPf+iZZ57Rvn37dPr0adWvX1+BgYHuqA8AAABF7KoXgvbz81P9+vWLshYAAACPMCwAdL0BbN++vWyX+SutW7fumgoCAAAobqb9FrDLDWDjxo2dPp8/f147d+7Ut99+q/j4+KKqCwAAAG7icgM4efLkAsdHjRql06dPX3NBAAAAxc20l0CKbIHqhx56SG+99VZRnQ4AAABuctUvgVwsOTlZ/v7+RXU6AACAYmNYAOh6A9i9e3enz5ZlKSUlRdu2bdOIESOKrDAAAAC4h8sNYHBwsNNnHx8f1alTR2PGjNEdd9xRZIUBAAAUF94Cvozc3Fz1799fDRo0UPny5d1VEwAAANzIpZdASpUqpTvuuEPp6eluKgcAAKD42dz4v5LI5beAb775Zh04cMAdtQAAAHiEj819W0nkcgM4duxYDR8+XMuWLVNKSooyMzOdNgAAAJRshZ4DOGbMGD399NO66667JEn33HOP00/CWZYlm82m3Nzcoq8SAADAjUpqUucuhW4AR48ercGDB+uzzz5zZz0AAABws0I3gJZlSZLatWvntmIAAAA8wWbYStAuzQE07Y8DAADgjVxaB/DGG2+8YhP422+/XVNBAAAAxY05gJcxevTofL8EAgAAgOuLSw1g7969ValSJXfVAgAA4BGmzXIrdAPI/D8AAOCtfAzrcwr9EsiFt4ABAABwfSt0ApiXl+fOOgAAADzGtJdAXP4pOAAAAFzfXHoJBAAAwBsZNgWQBBAAAMA0JIAAAMB4PjIrAiQBBAAAMAwJIAAAMJ5pcwBpAAEAgPFYBgYAAABejQQQAAAYj5+CAwAAgFcjAQQAAMYzLAAkAQQAADANCSAAADAecwABAADg1UgAAQCA8QwLAGkAAQAATHskatr9AgAAGI8EEAAAGM9m2DNgEkAAAADDkAACAADjmZX/kQACAAAYhwQQAAAYj4WgAQAA4NVIAAEAgPHMyv9oAAEAAIz7JRAeAQMAABiGBBAAABiPhaABAADg1UgAAQCA8UxLxEy7XwAAAOORAAIAAOMxBxAAAABejQQQAAAYz6z8jwQQAADAOCSAAADAeKbNAaQBBAAAxjPtkahp9wsAAGA8EkAAAGA80x4BkwACAAAYhgYQAAAYz+bG7VqMHz9eNptNTz31lGMsKytLQ4YMUWhoqAIDA9WjRw+lpaW5dF4aQAAAgBJo69ateuONN9SwYUOn8WHDhmnp0qVatGiRNmzYoCNHjqh79+4unZsGEAAAGM9mc992NU6fPq0HH3xQs2bNUvny5R3jGRkZmj17tiZNmqQOHTqoWbNmmjNnjr788ktt2rSp0OenAQQAAHCj7OxsZWZmOm3Z2dmX/c6QIUPUuXNnxcbGOo1v375d58+fdxqvW7euqlatquTk5ELXRAMIAACM5yOb27akpCQFBwc7bUlJSZes5d1339WOHTsKPCY1NVV+fn4KCQlxGg8PD1dqamqh75dlYAAAgPHcuQpMYmKiEhISnMbsdnuBxx4+fFhPPvmkVq9eLX9/f7fVRAMIAADgRna7/ZIN38W2b9+uo0ePqmnTpo6x3Nxcbdy4Ua+99ppWrlypnJwcpaenO6WAaWlpioiIKHRNNIAAAMB4tmtesKVo3H777dq1a5fTWP/+/VW3bl0999xzqlKlinx9fbV27Vr16NFDkrRnzx4dOnRIMTExhb4ODSAAAEAJUa5cOd18881OY2XLllVoaKhjfMCAAUpISFCFChUUFBSkoUOHKiYmRi1btiz0dWgAAQCA8a6nX4KbPHmyfHx81KNHD2VnZysuLk7Tp0936Rw2y7IsN9XnMUdPnfd0CQDcJPreiZ4uAYCbnFvzvMeuveK7o2479103VXLbua8WCSAAADCeTwmZA1hcWAcQAADAMCSAAADAeNfTHMCiQAMIAACMZ1oDyCNgAAAAw5AAAgAA45WUhaCLCwkgAACAYUgAAQCA8XzMCgBJAAEAAExDAggAAIzHHEAAAAB4NRJAAABgPNPWAaQBBAAAxuMRMAAAALwaCSAAADAey8AAAADAq5EAAgAA4zEHEAAAAF6NBBDXhflzZmnjZ2v0808HZbf76+aGjfXY0GGqWq26JCnlyK/qeU9cgd8dM36i2scWvA+A5/3w9mOKjgjONz7zo+0aNm21pj0Vpw5NqykyNFCnz53Xpt2/6oVZn+nHw795oFp4K5aBAUqgnTu26d77+6he/ZuVm/u73nj9VSU8PkjzF32kgIAyqhQeoSWfrnf6zseLF+md+XPUotWtnikaQKG0GTJXpXz+74FU/eoVtWJCH324cY8k6au9qXp37W4dPpqpCuX89Y++bbTsn71U96GZysuzPFU2cF2jAcR1YeK0N5w+/33Uy7qnY1vt+X63GjdtrlKlSim0YkWnYz7/bK06xMapTJkyxVkqABcdzzjn9Hl475ba/+tJff71IUnSW8u/duw7lJah0XM2auusAYoOD9bBlPTiLBVezLAAkDmAuD6dOX1akhQUlP+xkSTt+f477f3xB3Xu2r04ywJwjXxL+6h37E2a9+k3Be4v4++rvnc21MGUdP1yLLOYq4M387HZ3LaVRCW6ATx8+LAeeeSRyx6TnZ2tzMxMpy07O7uYKoQn5OXlaerE8WrQqIlq1Kpd4DHLPvpQ0dVrqEGjJsVcHYBrcU/rGxUS6K+3V+1yGh90TxMdW5qgE8ue1h231FDnZ9/V+d/zPFQlcP0r0Q3gb7/9pnnz5l32mKSkJAUHBzttUyf+s5gqhCdM+udYHdy/T6PGvVLg/uysLK35dIW6kP4B1534Tg21cssBpZw47TT+7trdajl4jmKHLdDeX37T2yO6ye5bykNVwhvZ3LiVRB6dA/jxxx9fdv+BAweueI7ExEQlJCQ4jWXklOi+Ftdg8j9fVvIXGzTtzXmqFB5R4DGfrV2lrKxziut8TzFXB+BaVK0UpA5Nqqn36MX59mWeyVbmmWzt//Wktnz/q1IWP6WubW7U+59974FKgeufRxvAbt26yWazybIu/RaX7QrPzu12u+x2u9NY1qnzRVIfSg7LsjRlwjhtXL9WU9+Yo6gbKl/y2OUffajWbdurfPkKxVghgGv18J0NdTT9rD7ZtO+yx9lsNtlsNvn58h4jilBJjercxKNRWWRkpD788EPl5eUVuO3YscOT5aEEmfTPsVr1yTK9OPafKlOmrE4cP64Tx48rOyvL6bhfDh/S119t193denioUgBXw2aT+sY10ILVu5T7p6VdqkUGa3iflmpSO1xVKgWpZf0btGBEN53L+V0rt+z3YMXA9c2j//epWbNm2r59u7p27Vrg/iulgzDHkv++J0l64q/9ncYTR47VXXd3c3xe/vGHCqsUrltatirO8gBcow5Nq6lqeLDmfeL89m92Tq5a31xFj3e/ReUD/XX05Bl9seuw2j8xX8fSz3qoWngj034KzmZ5sMP6/PPPdebMGd15550F7j9z5oy2bdumdu3auXTeozwCBrxW9L0TPV0CADc5t+Z5j1178/4Mt527Rc2ClyzzJI8mgLfeevlfaChbtqzLzR8AAICrSuhyfW7DDFoAAGA8w/q/kr0OIAAAAIoeCSAAAIBhESAJIAAAgGFIAAEAgPFMWwaGBBAAAMAwJIAAAMB4pi0DQwIIAABgGBJAAABgPMMCQBpAAAAA0zpAHgEDAAAYhgQQAAAYj2VgAAAA4NVIAAEAgPFYBgYAAABejQQQAAAYz7AAkAQQAADANCSAAAAAhkWANIAAAMB4LAMDAAAAr0YCCAAAjMcyMAAAAPBqJIAAAMB4hgWAJIAAAACmIQEEAAAwLAIkAQQAADAMCSAAADAe6wACAADAq5EAAgAA45m2DiANIAAAMJ5h/R+PgAEAAExDAggAAGBYBEgCCAAAYBgSQAAAYDyWgQEAAIBXIwEEAADGM20ZGBJAAAAAw5AAAgAA4xkWANIAAgAAmNYB8ggYAADAMCSAAADAeCwDAwAAAK9GAggAAIzHMjAAAADwaiSAAADAeIYFgCSAAAAAJcWMGTPUsGFDBQUFKSgoSDExMfrkk08c+7OysjRkyBCFhoYqMDBQPXr0UFpamsvXoQEEAACwuXFzQeXKlTV+/Hht375d27ZtU4cOHdS1a1d99913kqRhw4Zp6dKlWrRokTZs2KAjR46oe/furt+uZVmWy98q4Y6eOu/pEgC4SfS9Ez1dAgA3ObfmeY9d+8CxLLedu0aY/zV9v0KFCnrllVd03333KSwsTAsXLtR9990nSfrhhx9Ur149JScnq2XLloU+JwkgAACAG2VnZyszM9Npy87OvuL3cnNz9e677+rMmTOKiYnR9u3bdf78ecXGxjqOqVu3rqpWrark5GSXaqIBBAAAxrPZ3LclJSUpODjYaUtKSrpkLbt27VJgYKDsdrsGDx6sxYsXq379+kpNTZWfn59CQkKcjg8PD1dqaqpL98tbwAAAAG6UmJiohIQEpzG73X7J4+vUqaOdO3cqIyND//3vfxUfH68NGzYUaU00gAAAwHjuXAbGbrdftuG7mJ+fn2rVqiVJatasmbZu3apXX31VvXr1Uk5OjtLT051SwLS0NEVERLhUE4+AAQAASrC8vDxlZ2erWbNm8vX11dq1ax379uzZo0OHDikmJsalc5IAAgAAlJCVoBMTE9WpUydVrVpVp06d0sKFC7V+/XqtXLlSwcHBGjBggBISElShQgUFBQVp6NChiomJcekNYIkGEAAAoMQ4evSo+vbtq5SUFAUHB6thw4ZauXKlOnbsKEmaPHmyfHx81KNHD2VnZysuLk7Tp093+TqsAwjgusI6gID38uQ6gD+fuPKyLFcrOrTw8/+KCwkgAAAwnq2EPAIuLrwEAgAAYBgSQAAAYDzDAkASQAAAANOQAAIAAOMxBxAAAABejQQQAADAsFmAJIAAAACGIQEEAADGM20OIA0gAAAwnmH9H4+AAQAATEMCCAAAjGfaI2ASQAAAAMOQAAIAAOPZDJsFSAIIAABgGBJAAAAAswJAEkAAAADTkAACAADjGRYA0gACAACwDAwAAAC8GgkgAAAwHsvAAAAAwKuRAAIAAJgVAJIAAgAAmIYEEAAAGM+wAJAEEAAAwDQkgAAAwHimrQNIAwgAAIzHMjAAAADwaiSAAADAeKY9AiYBBAAAMAwNIAAAgGFoAAEAAAzDHEAAAGA85gACAADAq5EAAgAA45m2DiANIAAAMB6PgAEAAODVSAABAIDxDAsASQABAABMQwIIAABgWARIAggAAGAYEkAAAGA805aBIQEEAAAwDAkgAAAwHusAAgAAwKuRAAIAAOMZFgDSAAIAAJjWAfIIGAAAwDAkgAAAwHgsAwMAAACvRgIIAACMxzIwAAAA8Go2y7IsTxcBXK3s7GwlJSUpMTFRdrvd0+UAKEL8+w24Dw0grmuZmZkKDg5WRkaGgoKCPF0OgCLEv9+A+/AIGAAAwDA0gAAAAIahAQQAADAMDSCua3a7XSNHjmSCOOCF+PcbcB9eAgEAADAMCSAAAIBhaAABAAAMQwMIAABgGBpAAAAAw9AA4rr2+uuvq1q1avL391eLFi20ZcsWT5cE4Bpt3LhRd999t6KiomSz2bRkyRJPlwR4HRpAXLfee+89JSQkaOTIkdqxY4caNWqkuLg4HT161NOlAbgGZ86cUaNGjfT66697uhTAa7EMDK5bLVq00C233KLXXntNkpSXl6cqVapo6NChev755z1cHYCiYLPZtHjxYnXr1s3TpQBehQQQ16WcnBxt375dsbGxjjEfHx/FxsYqOTnZg5UBAFDy0QDiunT8+HHl5uYqPDzcaTw8PFypqakeqgoAgOsDDSAAAIBhaABxXapYsaJKlSqltLQ0p/G0tDRFRER4qCoAAK4PNIC4Lvn5+alZs2Zau3atYywvL09r165VTEyMBysDAKDkK+3pAoCrlZCQoPj4eDVv3lx/+ctfNGXKFJ05c0b9+/f3dGkArsHp06e1b98+x+eDBw9q586dqlChgqpWrerBygDvwTIwuK699tpreuWVV5SamqrGjRtr6tSpatGihafLAnAN1q9fr/bt2+cbj4+P19y5c4u/IMAL0QACAAAYhjmAAAAAhqEBBAAAMAwNIAAAgGFoAAEAAAxDAwgAAGAYGkAAAADD0AACAAAYhgYQAADAMDSAAK5av3791K1bN8fn2267TU899VSx17F+/XrZbDalp6e77RoX3+vVKI46AaAwaAABL9OvXz/ZbDbZbDb5+fmpVq1aGjNmjH7//Xe3X/vDDz/USy+9VKhji7sZqlatmqZMmVIs1wKAkq60pwsAUPTuvPNOzZkzR9nZ2VqxYoWGDBkiX19fJSYm5js2JydHfn5+RXLdChUqFMl5AADuRQIIeCG73a6IiAhFR0frscceU2xsrD7++GNJ//co8+WXX1ZUVJTq1KkjSTp8+LB69uypkJAQVahQQV27dtVPP/3kOGdubq4SEhIUEhKi0NBQPfvss7r4p8QvfgScnZ2t5557TlWqVJHdbletWrU0e/Zs/fTTT2rfvr0kqXz58rLZbOrXr58kKS8vT0lJSapevboCAgLUqFEj/fe//3W6zooVK3TjjTcqICBA7du3d6rzauTm5mrAgAGOa9apU0evvvpqgceOHj1aYWFhCgoK0uDBg5WTk+PYV5ja/+znn3/W3XffrfLly6ts2bK66aabtGLFimu6FwAoDBJAwAABAQE6ceKE4/PatWsVFBSk1atXS5LOnz+vuLg4xcTE6PPPP1fp0qU1duxY3Xnnnfrmm2/k5+eniRMnau7cuXrrrbdUr149TZw4UYsXL1aHDh0ued2+ffsqOTlZU6dOVaNGjXTw4EEdP35cVapU0QcffKAePXpoz549CgoKUkBAgCQpKSlJb7/9tmbOnKnatWtr48aNeuihhxQWFqZ27drp8OHD6t69u4YMGaJBgwZp27Ztevrpp6/p75OXl6fKlStr0aJFCg0N1ZdffqlBgwYpMjJSPXv2dPq7+fv7a/369frpp5/Uv39/hYaG6uWXXy5U7RcbMmSIcnJytHHjRpUtW1a7d+9WYGDgNd0LABSKBcCrxMfHW127drUsy7Ly8vKs1atXW3a73Ro+fLhjf3h4uJWdne34zvz58606depYeXl5jrHs7GwrICDAWrlypWVZlhUZGWlNmDDBsf/8+fNW5cqVHdeyLMtq166d9eSTT1qWZVl79uyxJFmrV68usM7PPvvMkmSdPHnSMZaVlWWVKVPG+vLLL52OHTBggNWnTx/LsiwrMTHRql+/vtP+5557Lt+5LhYdHW1Nnjz5kvsvNmTIEKtHjx6Oz/Hx8VaFChWsM2fOOMZmzJhhBQYGWrm5uYWq/eJ7btCggTVq1KhC1wQARYUEEPBCy5YtU2BgoM6fP6+8vDw98MADGjVqlGN/gwYNnOb9ff3119q3b5/KlSvndJ6srCzt379fGRkZSklJUYsWLRz7SpcurebNm+d7DHzBzp07VapUqQKTr0vZt2+fzp49q44dOzqN5+TkqEmTJpKk77//3qkOSYqJiSn0NS7l9ddf11tvvaVDhw7p3LlzysnJUePGjZ2OadSokcqUKeN03dOnT+vw4cM6ffr0FWu/2BNPPKHHHntMq1atUmxsrHr06KGGDRte870AwJXQAAJeqH379poxY4b8/PwUFRWl0qWd/1UvW7as0+fTp0+rWbNmWrBgQb5zhYWFXVUNFx7puuL06dOSpOXLl+uGG25w2me326+qjsJ49913NXz4cE2cOFExMTEqV66cXnnlFW3evLnQ57ia2gcOHKi4uDgtX75cq1atUlJSkiZOnKihQ4de/c0AQCHQAAJeqGzZsqpVq1ahj2/atKnee+89VapUSUFBQQUeExkZqc2bN6tt27aSpN9//13bt29X06ZNCzy+QYMGysvL04YNGxQbG5tv/4UEMjc31zFWv3592e12HTp06JLJYb169RwvtFywadOmK9/kZfzvf/9Tq1at9Le//c0xtn///nzHff311zp37pyjud20aZMCAwNVpUoVVahQ4Yq1F6RKlSoaPHiwBg8erMTERM2aNYsGEIDb8RYwAD344IOqWLGiunbtqs8//1wHDx7U+vXr9cQTT+iXX36RJD355JMaP368lixZoh9++EF/+9vfLruGX7Vq1RQfH69HHnlES5YscZzz/ffflyRFR0fLZrNp2bJlOnbsmE6fPq1y5cpp+PDhGjZsmObNm6f9+/drx44dmjZtmubNmydJGjx4sPbu3atnnnlGe/bs0cKFCzV37txC3eevv/6qnTt3Om0nT55U7dq1tW3bNq1cuVI//vijRowYoa1bt+b7fk5OjgYMGKDdu3drxYoVGjlypB5//HH5+PgUqvaLPfXUU1q5cqUOHjyoHTt26LPPPlO9evUKdS8AcE08PQkRQNH680sgruxPSUmx+vbta1WsWNGy2+1WjRo1rEcffdTKyMiwLOuPlz6efPJJKygoyAoJCbESEhKsvn37XvIlEMuyrHPnzlnDhg2zIiMjLT8/P6tWrVrWW2+95dg/ZswYKyIiwrLZbFZ8fLxlWX+8uDJlyhSrTp06lq+vrxUWFmbFxcVZGzZscHxv6dKlVq1atSy73W7deuut1ltvvVWol0Ak5dvmz59vZWVlWf369bOCg4OtkJAQ67HHHrOef/55q1GjRvn+bi+++KIVGhpqBQYGWo8++qiVlZXlOOZKtV/8Esjjjz9u1axZ07Lb7VZYWJj18MMPW8ePH7/kPQBAUbFZ1iVmcAMAAMAr8QgYAADAMDSAAAAAhqEBBAAAMAwNIAAAgGFoAAEAAAxDAwgAAGAYGkAAAADD0AACAAAYhgYQAADAMDSAAAAAhqEBBAAAMMz/AyxXBV0+jdilAAAAAElFTkSuQmCC\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "MWIAWWdvmP4A"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}