Word_Identification_v2.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": [
        "UXhx_h4iCkLV",
        "ssFqG05IThKp",
        "7MEYaZtjTMTg",
        "wGqcc1dWTcYn",
        "9v7AQA5NOf4Y",
        "TubHq41i0esL",
        "5mOQok33CwlK",
        "1-_2Y8MQ9VOU",
        "TPwWQ_fsbE11",
        "PJsaM_aieOWm",
        "9Kbwhgw4a_xE"
      ]
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "5536136d3374490fb9db6a468412f1b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_746cc1c6c7534b6ab91520115fd31a4f",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_5e96058c7d064028a18e1e4f3eb1f4d8",
              "IPY_MODEL_1fc4fcef5b21479ebdf0bd21388ecb1e",
              "IPY_MODEL_fb8ab9187e2f447ca9fe0337b8cba636"
            ]
          }
        },
        "746cc1c6c7534b6ab91520115fd31a4f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5e96058c7d064028a18e1e4f3eb1f4d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_76a98ae61e404fa9bc7db63bd8582c2c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1734aa8ef8c44853b5b68fff827e56b3"
          }
        },
        "1fc4fcef5b21479ebdf0bd21388ecb1e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_9d3a8293325f467dbd33f469580dff36",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 29,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 29,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b4b428af599b4b3db4403a19d105001e"
          }
        },
        "fb8ab9187e2f447ca9fe0337b8cba636": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_6e459a4d830b4e22b0e8324b217a10f8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 29.0/29.0 [00:00&lt;00:00, 662B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4dc61b84230b4785b8102221472e2f24"
          }
        },
        "76a98ae61e404fa9bc7db63bd8582c2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1734aa8ef8c44853b5b68fff827e56b3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9d3a8293325f467dbd33f469580dff36": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b4b428af599b4b3db4403a19d105001e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6e459a4d830b4e22b0e8324b217a10f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4dc61b84230b4785b8102221472e2f24": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e6681f3fb5f846cf8c8bac41ed904c67": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_7f739b99cac0400fb54b616c00e5fc27",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_e2d4c768937448ecb970e291d6960f55",
              "IPY_MODEL_1ee4a27eb6704aa88196e6d256a4d82a",
              "IPY_MODEL_4d640f83bb774a0bbd8fa63eb93e102d"
            ]
          }
        },
        "7f739b99cac0400fb54b616c00e5fc27": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e2d4c768937448ecb970e291d6960f55": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_57dac878bdf34901bb3f989ea2ea1841",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_64b43490f60646df8706818a1e1173fc"
          }
        },
        "1ee4a27eb6704aa88196e6d256a4d82a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_d10a0729e1ff4a2e8c5dc042f7900ae9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 762,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 762,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c2196871a3b84351b98d95af9c2a3c5c"
          }
        },
        "4d640f83bb774a0bbd8fa63eb93e102d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a3e94946ff2b442eade55778f70ba26b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 762/762 [00:00&lt;00:00, 13.2kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_28237b8cb1e548e29ed2197b9d9cc5c4"
          }
        },
        "57dac878bdf34901bb3f989ea2ea1841": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "64b43490f60646df8706818a1e1173fc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d10a0729e1ff4a2e8c5dc042f7900ae9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c2196871a3b84351b98d95af9c2a3c5c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a3e94946ff2b442eade55778f70ba26b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "28237b8cb1e548e29ed2197b9d9cc5c4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a61ac2cac05b43af9a56cd802d0095ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_4b3639de567d432789e53ec1e1e6add2",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_18e25526caff47dfa365beea3b765e41",
              "IPY_MODEL_49a803ff411e4ef1a6f5be5e332e32a5",
              "IPY_MODEL_415c3aafc5854292a0a6a6661438ec41"
            ]
          }
        },
        "4b3639de567d432789e53ec1e1e6add2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "18e25526caff47dfa365beea3b765e41": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a90465dab5bc48738f81b4c2fe747169",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a497003fbc724b83881dc58badb4a290"
          }
        },
        "49a803ff411e4ef1a6f5be5e332e32a5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_03357b0cece44c98b4109a4d25cb95d0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 213450,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 213450,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1f848e02172b470f9638f73033a25eed"
          }
        },
        "415c3aafc5854292a0a6a6661438ec41": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_8b39d07053ac4c769dce2ce2726fc095",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 208k/208k [00:00&lt;00:00, 711kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_56cf10e3b4644947a33ae51e4d36efef"
          }
        },
        "a90465dab5bc48738f81b4c2fe747169": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a497003fbc724b83881dc58badb4a290": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "03357b0cece44c98b4109a4d25cb95d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1f848e02172b470f9638f73033a25eed": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8b39d07053ac4c769dce2ce2726fc095": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "56cf10e3b4644947a33ae51e4d36efef": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7d98a1fca0934325bc89f857f44cae22": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_af14766f4b6f4a46bb6178ad1ed516d6",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_439ce95a095d41cf82dbdf0e7ba100f0",
              "IPY_MODEL_bed872c7ecc043148d04870b6c78904c",
              "IPY_MODEL_496ef82203cb42fea5896a1a59b4492b"
            ]
          }
        },
        "af14766f4b6f4a46bb6178ad1ed516d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "439ce95a095d41cf82dbdf0e7ba100f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_f642b5d36ed4431083af2da45d885bed",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_404704c420704afcaae6e1008edc846c"
          }
        },
        "bed872c7ecc043148d04870b6c78904c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_710df50fd43642f2b84ea320473dd8b5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 435797,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 435797,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e36d4bc4564441ce9e8c497393e90c29"
          }
        },
        "496ef82203cb42fea5896a1a59b4492b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d15e78538ffc4e80b649959d592d7b0b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 426k/426k [00:00&lt;00:00, 795kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_178e516cdc3045b2a336ffb113448e78"
          }
        },
        "f642b5d36ed4431083af2da45d885bed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "404704c420704afcaae6e1008edc846c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "710df50fd43642f2b84ea320473dd8b5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e36d4bc4564441ce9e8c497393e90c29": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d15e78538ffc4e80b649959d592d7b0b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "178e516cdc3045b2a336ffb113448e78": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "13e133760eda42e388646dc3ca20cf61": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_45c64b3398fe47a4af063894c43c77b1",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_67b329909fef44ee928315b4bb70cdb2",
              "IPY_MODEL_e25a39bb998d481ea4bd02231a41551e",
              "IPY_MODEL_d067da3621a04ca2ac3b1309ecc32a32"
            ]
          }
        },
        "45c64b3398fe47a4af063894c43c77b1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "67b329909fef44ee928315b4bb70cdb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_f36d9c2ca05240e48bbbd5ed1472b2b1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_364320eb1af542d4a14fbda9466dbf4d"
          }
        },
        "e25a39bb998d481ea4bd02231a41551e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_67b4c110ad1247a49cb9c68daac4f1a1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1338740706,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1338740706,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_bbe9cc6f023045b4bfdb6733c9515756"
          }
        },
        "d067da3621a04ca2ac3b1309ecc32a32": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_7090865aa1c74eb7a23e3b3e7fbdcd22",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.25G/1.25G [00:34&lt;00:00, 42.5MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_258df41c134f42908f19365da22e393d"
          }
        },
        "f36d9c2ca05240e48bbbd5ed1472b2b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "364320eb1af542d4a14fbda9466dbf4d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "67b4c110ad1247a49cb9c68daac4f1a1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "bbe9cc6f023045b4bfdb6733c9515756": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7090865aa1c74eb7a23e3b3e7fbdcd22": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "258df41c134f42908f19365da22e393d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d54a0e55e03d486aaa4e2832d5bf207b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_6a9eec0af4bf4cf3aba16572b64e095c",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_5903ad8c78e040599ef5a96c43e19b06",
              "IPY_MODEL_87e650ecd61349f593af39c74023370f",
              "IPY_MODEL_3995e6dba3aa4b66bef038bdd7d75ca5"
            ]
          }
        },
        "6a9eec0af4bf4cf3aba16572b64e095c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5903ad8c78e040599ef5a96c43e19b06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_7cca548cd102407cacac4bbbb1cd0481",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a337ab49e8244769a8a114dae7883419"
          }
        },
        "87e650ecd61349f593af39c74023370f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_54c7f5637e4e431bae7bd8c472fefcb7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 29,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 29,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_407dfbd966db45da9f6f7582d16ed79f"
          }
        },
        "3995e6dba3aa4b66bef038bdd7d75ca5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_810f42b6c6f64aad8374e0433fc11d78",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 29.0/29.0 [00:00&lt;00:00, 787B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_69dc0ff7500a435e8fb0525324b223ca"
          }
        },
        "7cca548cd102407cacac4bbbb1cd0481": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a337ab49e8244769a8a114dae7883419": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "54c7f5637e4e431bae7bd8c472fefcb7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "407dfbd966db45da9f6f7582d16ed79f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "810f42b6c6f64aad8374e0433fc11d78": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "69dc0ff7500a435e8fb0525324b223ca": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7ae9ee64bbe540c4b8009aab1ce96f70": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_cb6a284ecc7447549ee2d35113963a79",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_92f8d4cf5d8245048c453d94ea6dc778",
              "IPY_MODEL_d0bb41bfe27b4bfc931b75ce8870b6d4",
              "IPY_MODEL_4316ae29c2914b439b12085c0ec7d2d0"
            ]
          }
        },
        "cb6a284ecc7447549ee2d35113963a79": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "92f8d4cf5d8245048c453d94ea6dc778": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ff2702d8dbf54023bf0602359316fd7a",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d7957d7e100648a8bb7af430b061a375"
          }
        },
        "d0bb41bfe27b4bfc931b75ce8870b6d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_40ff749b8b1644bca47ea6b2c1915b1c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 762,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 762,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_af26a4c152344a7693ff80bd6cf5e1c0"
          }
        },
        "4316ae29c2914b439b12085c0ec7d2d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_9bb694b5ee3543f2bf90fb6b8c0cdc1c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 762/762 [00:00&lt;00:00, 18.4kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0f5d22293e7c42d5963c3d3a2f87012c"
          }
        },
        "ff2702d8dbf54023bf0602359316fd7a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d7957d7e100648a8bb7af430b061a375": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "40ff749b8b1644bca47ea6b2c1915b1c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "af26a4c152344a7693ff80bd6cf5e1c0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9bb694b5ee3543f2bf90fb6b8c0cdc1c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0f5d22293e7c42d5963c3d3a2f87012c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0977aa4001544d6198c9fdb1a9cb618a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_71f0ffc5d7c74e8094fd15cd9ad32da2",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_087285f4c6d3488c8f27cce95fb3a99d",
              "IPY_MODEL_b96d73fcd2c341248527cf2dbdcb3abe",
              "IPY_MODEL_1a1566014233450ea9ccd47f8644e1c1"
            ]
          }
        },
        "71f0ffc5d7c74e8094fd15cd9ad32da2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "087285f4c6d3488c8f27cce95fb3a99d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3770017f49704a87b4fe47993efbfab9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_92758ebb0aa843cfad2e6d33273bda56"
          }
        },
        "b96d73fcd2c341248527cf2dbdcb3abe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_78415d2c5e9b4238b09abbf16418f668",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 213450,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 213450,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_13189a7c75094a50990c9f5e76c0d299"
          }
        },
        "1a1566014233450ea9ccd47f8644e1c1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_45f83228d8294055869cb166f6de55e6",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 208k/208k [00:00&lt;00:00, 808kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f3732cf6a01147448ab9bea089b18377"
          }
        },
        "3770017f49704a87b4fe47993efbfab9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "92758ebb0aa843cfad2e6d33273bda56": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "78415d2c5e9b4238b09abbf16418f668": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "13189a7c75094a50990c9f5e76c0d299": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "45f83228d8294055869cb166f6de55e6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f3732cf6a01147448ab9bea089b18377": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6ecf3b479c5443058ba8b4b96f20b408": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_dd9c1d6ac8f748d9a9ea2607e292ff28",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_007f1281105e4e63b5a7240f52635e28",
              "IPY_MODEL_71cd27e6b44541e5a7c01983fe502201",
              "IPY_MODEL_df1266668ff04666992c5c65082a0580"
            ]
          }
        },
        "dd9c1d6ac8f748d9a9ea2607e292ff28": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "007f1281105e4e63b5a7240f52635e28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_363430ac4e884a5ab17207167d4df766",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fdeac43e5eb84b3e85ff7664f9ffd8bf"
          }
        },
        "71cd27e6b44541e5a7c01983fe502201": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_4b08be6bbb8c4f038ec38db305ee0981",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 435797,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 435797,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_60497b121dd64d47b7d4c36e8a9749a3"
          }
        },
        "df1266668ff04666992c5c65082a0580": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_4013a9a6ef1d4105b3d43827392bc767",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 426k/426k [00:00&lt;00:00, 1.02MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_08009d614e534f72a495d93472a6c3a7"
          }
        },
        "363430ac4e884a5ab17207167d4df766": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fdeac43e5eb84b3e85ff7664f9ffd8bf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4b08be6bbb8c4f038ec38db305ee0981": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "60497b121dd64d47b7d4c36e8a9749a3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4013a9a6ef1d4105b3d43827392bc767": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "08009d614e534f72a495d93472a6c3a7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "186rJzMe52mR",
        "outputId": "87be078c-9505-4950-f7f3-38e651b3bff8"
      },
      "source": [
        "!pip install transformers\n",
        "!pip install textdistance\n",
        "!pip install gspread\n",
        "!pip install sentencepiece\n",
        "import sentencepiece\n",
        "import pandas as pd\n",
        "import nltk\n",
        "import os\n",
        "from random import shuffle\n",
        "from random import randint\n",
        "import re\n",
        "import textdistance\n",
        "nltk.download('punkt')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.24.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.21.6)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.64.1)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.10.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.11.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2022.6.2)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.8.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.13.2)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.13.0)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.10.0->transformers) (4.1.1)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (3.0.9)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.10.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2022.9.24)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: textdistance in /usr/local/lib/python3.7/dist-packages (4.5.0)\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: gspread in /usr/local/lib/python3.7/dist-packages (3.4.2)\n",
            "Requirement already satisfied: google-auth in /usr/local/lib/python3.7/dist-packages (from gspread) (2.14.1)\n",
            "Requirement already satisfied: requests>=2.2.1 in /usr/local/lib/python3.7/dist-packages (from gspread) (2.23.0)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests>=2.2.1->gspread) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.2.1->gspread) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests>=2.2.1->gspread) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.2.1->gspread) (2022.9.24)\n",
            "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/dist-packages (from google-auth->gspread) (1.15.0)\n",
            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.7/dist-packages (from google-auth->gspread) (0.2.8)\n",
            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from google-auth->gspread) (5.2.0)\n",
            "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.7/dist-packages (from google-auth->gspread) (4.9)\n",
            "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.7/dist-packages (from pyasn1-modules>=0.2.1->google-auth->gspread) (0.4.8)\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.7/dist-packages (0.1.97)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Package punkt is already up-to-date!\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "D-UOPw-MoAtU"
      },
      "source": [
        "lex=[]\n",
        "with open('final_lexicon.txt','r') as file:\n",
        "    for line in file:\n",
        "        for word in line.split():\n",
        "          lex.append(word.lower())"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "KN1frmVdvwF7"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gQQj9hgW5_E-"
      },
      "source": [
        "from transformers import AutoModelWithLMHead, AutoTokenizer\n",
        "import torch\n",
        "from transformers import AutoConfig, AutoModelForMaskedLM\n",
        "#config0 = AutoConfig.from_pretrained(\"distilbert-base-cased\")\n",
        "#config1 = AutoConfig.from_pretrained('bert-large-cased')\n",
        "\n",
        "#tokenizer0 = AutoTokenizer.from_pretrained(\"distilbert-base-cased\")\n",
        "#model0 = AutoModelWithLMHead.from_pretrained(\"distilbert-base-cased\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tb0hxOlMheO5"
      },
      "source": [
        "tokenizer1 = AutoTokenizer.from_pretrained(\"bert-large-cased\")\n",
        "config = AutoConfig.from_pretrained('bert-large-cased-finetuned-movies-/checkpoint-1000/config.json')\n",
        "model1 = AutoModelWithLMHead.from_pretrained('bert-large-cased-finetuned-movies-/checkpoint-1000/pytorch_model.bin', config=config)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model = AutoModelForMaskedLM.from_pretrained(\"distilbert-base-cased-second-version/checkpoint-18500\")\n",
        "tokenizer = AutoTokenizer.from_pretrained(\"bert-large-cased\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 145,
          "referenced_widgets": [
            "d54a0e55e03d486aaa4e2832d5bf207b",
            "6a9eec0af4bf4cf3aba16572b64e095c",
            "5903ad8c78e040599ef5a96c43e19b06",
            "87e650ecd61349f593af39c74023370f",
            "3995e6dba3aa4b66bef038bdd7d75ca5",
            "7cca548cd102407cacac4bbbb1cd0481",
            "a337ab49e8244769a8a114dae7883419",
            "54c7f5637e4e431bae7bd8c472fefcb7",
            "407dfbd966db45da9f6f7582d16ed79f",
            "810f42b6c6f64aad8374e0433fc11d78",
            "69dc0ff7500a435e8fb0525324b223ca",
            "7ae9ee64bbe540c4b8009aab1ce96f70",
            "cb6a284ecc7447549ee2d35113963a79",
            "92f8d4cf5d8245048c453d94ea6dc778",
            "d0bb41bfe27b4bfc931b75ce8870b6d4",
            "4316ae29c2914b439b12085c0ec7d2d0",
            "ff2702d8dbf54023bf0602359316fd7a",
            "d7957d7e100648a8bb7af430b061a375",
            "40ff749b8b1644bca47ea6b2c1915b1c",
            "af26a4c152344a7693ff80bd6cf5e1c0",
            "9bb694b5ee3543f2bf90fb6b8c0cdc1c",
            "0f5d22293e7c42d5963c3d3a2f87012c",
            "0977aa4001544d6198c9fdb1a9cb618a",
            "71f0ffc5d7c74e8094fd15cd9ad32da2",
            "087285f4c6d3488c8f27cce95fb3a99d",
            "b96d73fcd2c341248527cf2dbdcb3abe",
            "1a1566014233450ea9ccd47f8644e1c1",
            "3770017f49704a87b4fe47993efbfab9",
            "92758ebb0aa843cfad2e6d33273bda56",
            "78415d2c5e9b4238b09abbf16418f668",
            "13189a7c75094a50990c9f5e76c0d299",
            "45f83228d8294055869cb166f6de55e6",
            "f3732cf6a01147448ab9bea089b18377",
            "6ecf3b479c5443058ba8b4b96f20b408",
            "dd9c1d6ac8f748d9a9ea2607e292ff28",
            "007f1281105e4e63b5a7240f52635e28",
            "71cd27e6b44541e5a7c01983fe502201",
            "df1266668ff04666992c5c65082a0580",
            "363430ac4e884a5ab17207167d4df766",
            "fdeac43e5eb84b3e85ff7664f9ffd8bf",
            "4b08be6bbb8c4f038ec38db305ee0981",
            "60497b121dd64d47b7d4c36e8a9749a3",
            "4013a9a6ef1d4105b3d43827392bc767",
            "08009d614e534f72a495d93472a6c3a7"
          ]
        },
        "id": "6uuk1PwMrjVm",
        "outputId": "95032250-5871-4e30-9bb0-06122193f5d5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d54a0e55e03d486aaa4e2832d5bf207b",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/29.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "7ae9ee64bbe540c4b8009aab1ce96f70",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/762 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "0977aa4001544d6198c9fdb1a9cb618a",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/208k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6ecf3b479c5443058ba8b4b96f20b408",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/426k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 284,
          "referenced_widgets": [
            "5536136d3374490fb9db6a468412f1b2",
            "746cc1c6c7534b6ab91520115fd31a4f",
            "5e96058c7d064028a18e1e4f3eb1f4d8",
            "1fc4fcef5b21479ebdf0bd21388ecb1e",
            "fb8ab9187e2f447ca9fe0337b8cba636",
            "76a98ae61e404fa9bc7db63bd8582c2c",
            "1734aa8ef8c44853b5b68fff827e56b3",
            "9d3a8293325f467dbd33f469580dff36",
            "b4b428af599b4b3db4403a19d105001e",
            "6e459a4d830b4e22b0e8324b217a10f8",
            "4dc61b84230b4785b8102221472e2f24",
            "e6681f3fb5f846cf8c8bac41ed904c67",
            "7f739b99cac0400fb54b616c00e5fc27",
            "e2d4c768937448ecb970e291d6960f55",
            "1ee4a27eb6704aa88196e6d256a4d82a",
            "4d640f83bb774a0bbd8fa63eb93e102d",
            "57dac878bdf34901bb3f989ea2ea1841",
            "64b43490f60646df8706818a1e1173fc",
            "d10a0729e1ff4a2e8c5dc042f7900ae9",
            "c2196871a3b84351b98d95af9c2a3c5c",
            "a3e94946ff2b442eade55778f70ba26b",
            "28237b8cb1e548e29ed2197b9d9cc5c4",
            "a61ac2cac05b43af9a56cd802d0095ef",
            "4b3639de567d432789e53ec1e1e6add2",
            "18e25526caff47dfa365beea3b765e41",
            "49a803ff411e4ef1a6f5be5e332e32a5",
            "415c3aafc5854292a0a6a6661438ec41",
            "a90465dab5bc48738f81b4c2fe747169",
            "a497003fbc724b83881dc58badb4a290",
            "03357b0cece44c98b4109a4d25cb95d0",
            "1f848e02172b470f9638f73033a25eed",
            "8b39d07053ac4c769dce2ce2726fc095",
            "56cf10e3b4644947a33ae51e4d36efef",
            "7d98a1fca0934325bc89f857f44cae22",
            "af14766f4b6f4a46bb6178ad1ed516d6",
            "439ce95a095d41cf82dbdf0e7ba100f0",
            "bed872c7ecc043148d04870b6c78904c",
            "496ef82203cb42fea5896a1a59b4492b",
            "f642b5d36ed4431083af2da45d885bed",
            "404704c420704afcaae6e1008edc846c",
            "710df50fd43642f2b84ea320473dd8b5",
            "e36d4bc4564441ce9e8c497393e90c29",
            "d15e78538ffc4e80b649959d592d7b0b",
            "178e516cdc3045b2a336ffb113448e78",
            "13e133760eda42e388646dc3ca20cf61",
            "45c64b3398fe47a4af063894c43c77b1",
            "67b329909fef44ee928315b4bb70cdb2",
            "e25a39bb998d481ea4bd02231a41551e",
            "d067da3621a04ca2ac3b1309ecc32a32",
            "f36d9c2ca05240e48bbbd5ed1472b2b1",
            "364320eb1af542d4a14fbda9466dbf4d",
            "67b4c110ad1247a49cb9c68daac4f1a1",
            "bbe9cc6f023045b4bfdb6733c9515756",
            "7090865aa1c74eb7a23e3b3e7fbdcd22",
            "258df41c134f42908f19365da22e393d"
          ]
        },
        "id": "x-6kxAPHKjCk",
        "outputId": "448491f3-f0d9-4f65-8394-3b2ecc0f8854"
      },
      "source": [
        "tokenizer1 = AutoTokenizer.from_pretrained(\"bert-large-cased\")\n",
        "model1 = AutoModelWithLMHead.from_pretrained(\"bert-large-cased\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5536136d3374490fb9db6a468412f1b2",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/29.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e6681f3fb5f846cf8c8bac41ed904c67",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/762 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "a61ac2cac05b43af9a56cd802d0095ef",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/208k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "7d98a1fca0934325bc89f857f44cae22",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/426k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/models/auto/modeling_auto.py:746: FutureWarning: The class `AutoModelWithLMHead` is deprecated and will be removed in a future version. Please use `AutoModelForCausalLM` for causal language models, `AutoModelForMaskedLM` for masked language models and `AutoModelForSeq2SeqLM` for encoder-decoder models.\n",
            "  FutureWarning,\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "13e133760eda42e388646dc3ca20cf61",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.25G [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-large-cased were not used when initializing BertForMaskedLM: ['cls.seq_relationship.weight', 'cls.seq_relationship.bias']\n",
            "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def predict_prob(word_, mask_logits):\n",
        "      predict_token=tokenizer1.encode(word_)\n",
        "      predict_token=predict_token[1]\n",
        "\n",
        "      return mask_logits[0, predict_token].item()\n",
        "\n",
        "sentence=\"I love [MASK].\"\n",
        "input = tokenizer1.encode(sentence, return_tensors=\"pt\")\n",
        "mask_token_index = torch.where(input == tokenizer1.mask_token_id)[1]\n",
        "token_logits = model1(input).logits\n",
        "mask_token_logits = token_logits[0, mask_token_index, :]\n",
        "print(predict_prob('porn', mask_token_logits))\n",
        "print(predict_prob('corn', mask_token_logits))"
      ],
      "metadata": {
        "id": "omk6X-ZUtEo4"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zD4660qW2uds",
        "outputId": "ff98e9c9-a4f4-4326-abcf-0aa3b467ace5"
      },
      "source": [
        "tokenizer1 = AutoTokenizer.from_pretrained(\"distilbert-base-cased\")\n",
        "model1 = AutoModelWithLMHead.from_pretrained(\"distilbert-base-cased\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/models/auto/modeling_auto.py:746: FutureWarning: The class `AutoModelWithLMHead` is deprecated and will be removed in a future version. Please use `AutoModelForCausalLM` for causal language models, `AutoModelForMaskedLM` for masked language models and `AutoModelForSeq2SeqLM` for encoder-decoder models.\n",
            "  FutureWarning,\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hNlDHP_uR05t",
        "outputId": "0271decb-9ef1-4a67-bc12-262adbdce515"
      },
      "source": [
        "from transformers import XLMTokenizer, XLMWithLMHeadModel\n",
        "tokenizer = XLMTokenizer.from_pretrained('xlm-mlm-en-2048')\n",
        "model = XLMWithLMHeadModel.from_pretrained('xlm-mlm-en-2048')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of XLMWithLMHeadModel were not initialized from the model checkpoint at xlm-mlm-en-2048 and are newly initialized: ['transformer.position_ids']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xAUMjU8L1hKl",
        "outputId": "ed65c73b-f278-4687-c6cf-d769ab97ca1d"
      },
      "source": [
        "!export MYDIR=$HOME\n",
        "!git clone https://github.com/huggingface/transformers.git $MYDIR/transformers"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into '/transformers'...\n",
            "remote: Enumerating objects: 91863, done.\u001b[K\n",
            "remote: Total 91863 (delta 0), reused 0 (delta 0), pack-reused 91863\u001b[K\n",
            "Receiving objects: 100% (91863/91863), 75.90 MiB | 22.72 MiB/s, done.\n",
            "Resolving deltas: 100% (66319/66319), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8RPmGetpx1KV",
        "outputId": "b07ff011-d93e-4ea7-9869-887d1e068625"
      },
      "source": [
        "!mkdir -p $MYDIR/nvidia/megatron-bert-cased-345m\n",
        "!wget --content-disposition https://api.ngc.nvidia.com/v2/models/nvidia/megatron_bert_345m/versions/v0.1_cased/zip -O $MYDIR/nvidia/megatron-bert-cased-345m/checkpoint.zip"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2021-12-15 00:37:17--  https://api.ngc.nvidia.com/v2/models/nvidia/megatron_bert_345m/versions/v0.1_cased/zip\n",
            "Resolving api.ngc.nvidia.com (api.ngc.nvidia.com)... 52.53.137.47, 54.215.227.127\n",
            "Connecting to api.ngc.nvidia.com (api.ngc.nvidia.com)|52.53.137.47|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 \n",
            "Location: https://prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com/org/nvidia/models/megatron_bert_345m/versions/v0.1_cased/files.zip?response-content-disposition=attachment%3B%20filename%3D%22files.zip%22&response-content-type=application%2Fzip&X-Amz-Security-Token=IQoJb3JpZ2luX2VjEID%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCXVzLXdlc3QtMSJHMEUCIBUBJEcOVr%2FpBLmMB2lVZBsCDphDTpC4pxhBp1Ui7wm7AiEAxZQnT1gpItJU1yKYK%2FlYrH4aLDusdgVDR%2F5%2BxSogl0cq%2BgMIaRADGgw3ODkzNjMxMzUwMjciDI0xQ7BYcLmwpZwUdSrXA22zRIYNc%2BQl%2BAWL48K4aC7k59wYyT%2BHV1cuvbtIoK4hBOMaVu1UfWz0zUGDKBQg7UIiVOOl%2BEriEfjihDn9Q%2FKgtkZyKM%2FawmNZXcMXDtrIRdfYH9g1gqTfxbGPHsJojd%2Bm%2FqnTDVsvDQHhzbV0K%2BXvlrJO%2BNAaXnMeB9mR%2BiE70xwUJ7WQSAgsrhKEwVCdlhQ3S0k6EnOJmn1qWWSyW9VkTIJwfinvh%2B99RHUr9NaBxztcIIEiyZAhlh2sHSp2HpDRRpIWF%2FBWc8az5IBRfV330bmCHN0O2KjGMAG%2BpoVwV4dQWy2%2FeQlqeJz4DCNitrQ0Pn93k%2Bttg6xuE7SdJBEQ9nEQ7PfTDjhLEv%2F9bTijp4iBKCw0TfkPenfyWpD%2BL0ffwY1bShJ6DMBSL3fDPuN4yUw%2FpPJqRa%2FVXjtGp0NhzwAgm2jUXWMT8d%2FfoZJGbdsZkzHEuKgWiHFFgAJKd9yMseZKrH6LDf4kfcJCUEshWd3%2FYou6HztspKMDs71yaH1GExZ5HZW%2Bshik3DHkw8Y0KIoPJhMF3LMLpVcWBiqkQTgbS6CYbU6hNwDNySRCwQ6PChsr4rM3t8Av6ErddunrYCPp7qxTDmPLVRGnWV94mf3QCv%2FBCjCz2eSNBjqlAaEps%2BSJadUAqdejbUUT3q3wyDrSj79dCbTUQLSLncAgxgmqVszCpKn8xssut7u8Lf2etC4oXF3GHC%2BxUHl5UtgIyDEIOP05G%2B3Loq6N1dgAy5HcRupHMcAz9JPPz8Ah%2FNsPhtHvbrGOa042liy5hodoTcC%2Bltd3RuHMwrSm2Zsq5KYiMluykGQTuI4%2BY%2BgWCOYjUzn9EkBx5rhJl%2FDAlA1hp6aa1Q%3D%3D&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20211215T003718Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3600&X-Amz-Credential=ASIA3PSNVSIZ7FTS7JTL%2F20211215%2Fus-west-2%2Fs3%2Faws4_request&X-Amz-Signature=c59dd1ea4d028c19cffdc34244fb46ef4dee61bb3e587c7f6d78c7cb3ae3f224 [following]\n",
            "--2021-12-15 00:37:18--  https://prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com/org/nvidia/models/megatron_bert_345m/versions/v0.1_cased/files.zip?response-content-disposition=attachment%3B%20filename%3D%22files.zip%22&response-content-type=application%2Fzip&X-Amz-Security-Token=IQoJb3JpZ2luX2VjEID%2F%2F%2F%2F%2F%2F%2F%2F%2F%2FwEaCXVzLXdlc3QtMSJHMEUCIBUBJEcOVr%2FpBLmMB2lVZBsCDphDTpC4pxhBp1Ui7wm7AiEAxZQnT1gpItJU1yKYK%2FlYrH4aLDusdgVDR%2F5%2BxSogl0cq%2BgMIaRADGgw3ODkzNjMxMzUwMjciDI0xQ7BYcLmwpZwUdSrXA22zRIYNc%2BQl%2BAWL48K4aC7k59wYyT%2BHV1cuvbtIoK4hBOMaVu1UfWz0zUGDKBQg7UIiVOOl%2BEriEfjihDn9Q%2FKgtkZyKM%2FawmNZXcMXDtrIRdfYH9g1gqTfxbGPHsJojd%2Bm%2FqnTDVsvDQHhzbV0K%2BXvlrJO%2BNAaXnMeB9mR%2BiE70xwUJ7WQSAgsrhKEwVCdlhQ3S0k6EnOJmn1qWWSyW9VkTIJwfinvh%2B99RHUr9NaBxztcIIEiyZAhlh2sHSp2HpDRRpIWF%2FBWc8az5IBRfV330bmCHN0O2KjGMAG%2BpoVwV4dQWy2%2FeQlqeJz4DCNitrQ0Pn93k%2Bttg6xuE7SdJBEQ9nEQ7PfTDjhLEv%2F9bTijp4iBKCw0TfkPenfyWpD%2BL0ffwY1bShJ6DMBSL3fDPuN4yUw%2FpPJqRa%2FVXjtGp0NhzwAgm2jUXWMT8d%2FfoZJGbdsZkzHEuKgWiHFFgAJKd9yMseZKrH6LDf4kfcJCUEshWd3%2FYou6HztspKMDs71yaH1GExZ5HZW%2Bshik3DHkw8Y0KIoPJhMF3LMLpVcWBiqkQTgbS6CYbU6hNwDNySRCwQ6PChsr4rM3t8Av6ErddunrYCPp7qxTDmPLVRGnWV94mf3QCv%2FBCjCz2eSNBjqlAaEps%2BSJadUAqdejbUUT3q3wyDrSj79dCbTUQLSLncAgxgmqVszCpKn8xssut7u8Lf2etC4oXF3GHC%2BxUHl5UtgIyDEIOP05G%2B3Loq6N1dgAy5HcRupHMcAz9JPPz8Ah%2FNsPhtHvbrGOa042liy5hodoTcC%2Bltd3RuHMwrSm2Zsq5KYiMluykGQTuI4%2BY%2BgWCOYjUzn9EkBx5rhJl%2FDAlA1hp6aa1Q%3D%3D&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Date=20211215T003718Z&X-Amz-SignedHeaders=host&X-Amz-Expires=3600&X-Amz-Credential=ASIA3PSNVSIZ7FTS7JTL%2F20211215%2Fus-west-2%2Fs3%2Faws4_request&X-Amz-Signature=c59dd1ea4d028c19cffdc34244fb46ef4dee61bb3e587c7f6d78c7cb3ae3f224\n",
            "Resolving prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com (prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com)... 52.218.220.169\n",
            "Connecting to prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com (prod-model-registry-ngc-bucket.s3.us-west-2.amazonaws.com)|52.218.220.169|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 617677665 (589M) [application/zip]\n",
            "Saving to: ‘/nvidia/megatron-bert-cased-345m/checkpoint.zip’\n",
            "\n",
            "/nvidia/megatron-be 100%[===================>] 589.06M  25.4MB/s    in 18s     \n",
            "\n",
            "2021-12-15 00:37:37 (31.9 MB/s) - ‘/nvidia/megatron-bert-cased-345m/checkpoint.zip’ saved [617677665/617677665]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IcWODs0Y1V9k",
        "outputId": "2f77bdf7-8614-4ec4-ba6e-842a71f88d68"
      },
      "source": [
        "!python3 $MYDIR/transformers/src/transformers/models/megatron_bert/convert_megatron_bert_checkpoint.py $MYDIR/nvidia/megatron-bert-cased-345m/checkpoint.zip"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Extracting PyTorch state dictionary from \"/nvidia/megatron-bert-cased-345m/checkpoint.zip\"\n",
            "Converting\n",
            "Saving config to \"/nvidia/megatron-bert-cased-345m/config.json\"\n",
            "Saving checkpoint to \"/nvidia/megatron-bert-cased-345m/pytorch_model.bin\"\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PunuxdIw2OGe",
        "outputId": "a61aa48a-c623-4854-95da-da3dcb78fafd"
      },
      "source": [
        "print(os.getcwd())"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "/content/drive/My Drive/ISB Project/YouTubeKids\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_sTJN6TEvBtt",
        "outputId": "b1d245c8-ffef-480a-f075-9bf2cc075596"
      },
      "source": [
        "import os\n",
        "import torch\n",
        "\n",
        "from transformers import BertTokenizer, MegatronBertForMaskedLM\n",
        "\n",
        "# The tokenizer. Megatron was trained with standard tokenizer(s).\n",
        "tokenizer = BertTokenizer.from_pretrained('nvidia/megatron-bert-cased-345m')\n",
        "# The path to the config/checkpoint (see the conversion step above).\n",
        "#directory = os.path.join(os.environ['MYDIR'], 'nvidia/megatron-bert-cased-345m')\n",
        "directory= \"/nvidia/megatron-bert-cased-345m\"\n",
        "# Load the model from $MYDIR/nvidia/megatron-bert-cased-345m.\n",
        "model = MegatronBertForMaskedLM.from_pretrained(directory)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "404 Client Error: Not Found for url: https://huggingface.co/nvidia/megatron-bert-cased-345m/resolve/main/config.json\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "B0zmY40K3YhS"
      },
      "source": [
        "from google.colab import files\n",
        "files.download('/nvidia/megatron-bert-cased-345m')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-du8KPszwmGo"
      },
      "source": [
        "def predict_kloze(seq, ori, dict_):\n",
        "  #global predicted_words\n",
        "  dict_={}\n",
        "  input = tokenizer.encode(seq, return_tensors=\"pt\")\n",
        "  mask_token_index = torch.where(input == tokenizer.mask_token_id)[1]\n",
        "  token_logits = model(input).logits\n",
        "  mask_token_logits = token_logits[0, mask_token_index, :]\n",
        "  top_10_tokens = torch.topk(mask_token_logits, 10, dim=1).indices[0].tolist()\n",
        "\n",
        "  for token in top_10_tokens:\n",
        "    tok=tokenizer.decode([token])\n",
        "    lev=textdistance.levenshtein(ori, tok)\n",
        "    if(lev<4):\n",
        "      #print(tok)\n",
        "      if(tok in lex):\n",
        "        continue\n",
        "      if(tok not in dict_):\n",
        "        dict_[tok]=1\n",
        "      else:\n",
        "        dict_[tok]+=1\n",
        "  dict_=sort_di(dict_)\n",
        "  words_list=dict_.keys()\n",
        "  for it in words_list:\n",
        "    print(seq.replace('[MASK]', it))\n",
        "  return dict_"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UXxjsi7bVwB3"
      },
      "source": [
        "from transformers import XLNetTokenizer, XLNetLMHeadModel\n",
        "import torch\n",
        "\n",
        "tokenizer = XLNetTokenizer.from_pretrained('xlnet-large-cased')\n",
        "model = XLNetLMHeadModel.from_pretrained('xlnet-large-cased')\n",
        "model_name=\"XLNet\""
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "predict(\"if you have any requests or  <mask>  ideas\", \"eat\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "D8hQUxwcBSwE",
        "outputId": "1810ea87-b93e-4419-d347-0ed96d672fd5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Hello, I am going out to  Manhattan .\n",
            "Hello, I am going out to  to .\n",
            "Hello, I am going out to  you .\n",
            "Hello, I am going out to  affair .\n",
            "Hello, I am going out to  the .\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "BorG81PICsOk"
      },
      "source": [
        "#Kloze Test applied to Amazon transcripts with slurs"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qpDNuS3wUvX_"
      },
      "source": [
        "tokenizer=tokenizer1\n",
        "model=model1"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "I9pxnSSqalzP",
        "outputId": "b64b3691-70e8-4385-a574-cf9a4a76d930"
      },
      "source": [
        "len(tokenizer)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "32000"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iw1On1v2S4yI"
      },
      "source": [
        "#constructing a vocabulary\n",
        "vocabulary=[]\n",
        "for i in range(len(tokenizer)):\n",
        "  vocabulary.append(tokenizer.decode([i]))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gCT6NNK-0X2d"
      },
      "source": [
        "df=pd.read_csv('Amazon_Data.csv')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aidpdfNu8NrH"
      },
      "source": [
        "def unique_words(x):\n",
        "  temp=[]\n",
        "  for i in x:\n",
        "    if i.lower() not in temp:\n",
        "      temp.append(i.lower())\n",
        "  return temp\n",
        "\n",
        "def candidate_set(word_, mask_logits):\n",
        "  candidate_scores={}\n",
        "  word_limit, prim_cand=int(len(word_)/2), []\n",
        "\n",
        "  for item in vocabulary:\n",
        "    lev=textdistance.levenshtein(word_, item)\n",
        "    if(lev<=word_limit):\n",
        "      id=vocabulary.index(item)\n",
        "      candidate_scores[item]=mask_logits[0, id].item()\n",
        "    if(lev<=1):\n",
        "      prim_cand.append(item)\n",
        "\n",
        "  return candidate_scores, prim_cand\n",
        "\n",
        "def top_cand(dict_, top_tokens):\n",
        "    top_candidates=list(dict_.keys())\n",
        "\n",
        "    if(len(top_candidates)<top_tokens):\n",
        "      top_tokens=len(top_candidates)\n",
        "\n",
        "    return [top_candidates[i] for i in range(top_tokens)]\n",
        "    #return [tokenizer.decode(top_candidates[i]) for i in range(top_tokens)]\n",
        "\n",
        "def remove_from_dict(diction, video_id, prim_cand):\n",
        "  to_be_removed=[]\n",
        "  matching_list=dict_matched_unique_words[video_id]\n",
        "  #print(matching_list)\n",
        "  for i in diction.keys():\n",
        "    if((i not in matching_list) and (i not in prim_cand)):\n",
        "      to_be_removed.append(i)\n",
        "\n",
        "  for i in to_be_removed:\n",
        "    diction.pop(i)\n",
        "\n",
        "  return diction\n",
        "\n",
        "def predict_prob(word_, mask_logits):\n",
        "      predict_token=tokenizer.encode(word_)\n",
        "      predict_token=predict_token[1]\n",
        "\n",
        "      return mask_logits[0, predict_token].item()\n",
        "\n",
        "def find_top(diction):\n",
        "  keys_=list(diction.keys())\n",
        "  values_=list(diction.values())\n",
        "  w1,v1=[], []\n",
        "\n",
        "  try:\n",
        "    for x in range(topk):\n",
        "      w1.append(keys_[x])\n",
        "      v1.append(values_[x])\n",
        "  except:\n",
        "    return (w1, v1)\n",
        "\n",
        "  return (w1, v1)\n",
        "\n",
        "def sort_di(dict_name):\n",
        "  keylist={k: v for k, v in sorted(dict_name.items(), key=lambda item: item[1], reverse=True)}\n",
        "  return keylist"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OWEtfTaT0owJ"
      },
      "source": [
        "def print_results(df, type_, top_k_words):\n",
        "    #repl_word =\" [MASK] \"\n",
        "    repl_word =\" <mask> \"\n",
        "    #repl_word= \" <special1> \"\n",
        "    count=0\n",
        "    n_count=0\n",
        "    cand_count=0\n",
        "\n",
        "    for i in range(len(df)):\n",
        "      try:\n",
        "\n",
        "          actual_word=df['Actual Word'][i]\n",
        "          if((df['Does the audio contain a slur or not?'][i]!='No') or (actual_word=='[Noises]')):\n",
        "            continue\n",
        "          am=str(df[type_][i])\n",
        "          word=str(df['Slur'][i])\n",
        "          vid_id=str(df['Link'][i])[32:43]\n",
        "\n",
        "          res = am.replace(word, repl_word, 1)\n",
        "          input = tokenizer.encode(res, return_tensors=\"pt\")\n",
        "          mask_token_index = torch.where(input == tokenizer.mask_token_id)[1]\n",
        "          token_logits = model(input).logits\n",
        "          mask_token_logits = token_logits[0, mask_token_index, :]\n",
        "\n",
        "          print(\"Amazon:\", res)\n",
        "          print(\"Original: \", predict_prob(actual_word, mask_token_logits), actual_word)\n",
        "          print(\"Slur: \", predict_prob(word, mask_token_logits), word)\n",
        "\n",
        "          count+=1\n",
        "          if(predict_prob(word, mask_token_logits)<=predict_prob(df['Actual Word'][i], mask_token_logits)):\n",
        "            n_count+=1\n",
        "\n",
        "          dict_, primary_candidates= candidate_set(word, mask_token_logits)\n",
        "          print(primary_candidates)\n",
        "          dict_= remove_from_dict(dict_, vid_id, primary_candidates)\n",
        "          dict_=sort_di(dict_)\n",
        "\n",
        "          print(dict_)\n",
        "          candidate_list=top_cand(dict_, top_k_words)\n",
        "          print(dict_)\n",
        "          print(candidate_list)\n",
        "\n",
        "          scores.append(find_top(dict_))\n",
        "\n",
        "          ground_truth.append(actual_word)\n",
        "          video_ids_list.append(vid_id)\n",
        "          if(actual_word in candidate_list):\n",
        "            print(\"Present in top candidate list!\")\n",
        "            present.append('Present')\n",
        "            cand_count+=1\n",
        "          else:\n",
        "            present.append('Absent')\n",
        "\n",
        "          #print('\\n\\n\\n')\n",
        "      except Exception as e:\n",
        "       print(e)\n",
        "\n",
        "    print(\"Total: \", count)\n",
        "    print(\"Suggestions that had a greater probability than the slur word: \", n_count)\n",
        "    print(\"Ratio: \", n_count/count)\n",
        "    print(\"Candidate Test Success Count: \", cand_count)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nQxkiO8TpLdI",
        "outputId": "118a5a04-ef22-457c-bfe7-9b28189cedb3"
      },
      "source": [
        "\"\"\"count=0\n",
        "dict_list={}\n",
        "for i in range(len(df)):\n",
        "  print(i)\n",
        "  if(df['Does the audio contain a slur or not?'][i]!=\"No\"):\n",
        "    continue\n",
        "  slur=str(df['Slur'][i])\n",
        "  actual_word=str(df['Actual Word'][i])\n",
        "  if(actual_word not in dict_list):\n",
        "    cand=candidate_set(slur)\n",
        "    dict_list[actual_word]=cand\n",
        "  else:\n",
        "    cand=dict_list[actual_word]\n",
        "  if actual_word in cand:\n",
        "    count+=1\n",
        "print(count)\"\"\""
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'count=0\\ndict_list={}\\nfor i in range(len(df)):\\n  print(i)\\n  if(df[\\'Does the audio contain a slur or not?\\'][i]!=\"No\"):\\n    continue\\n  slur=str(df[\\'Slur\\'][i])\\n  actual_word=str(df[\\'Actual Word\\'][i])\\n  if(actual_word not in dict_list):\\n    cand=candidate_set(slur)\\n    dict_list[actual_word]=cand\\n  else:\\n    cand=dict_list[actual_word]\\n  if actual_word in cand:\\n    count+=1\\nprint(count)'"
            ]
          },
          "execution_count": 27,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vqJCgzfhxRGP",
        "outputId": "313b7dd0-b849-4f7a-fbd1-d07861c24921"
      },
      "source": [
        "print(len([i for i in df['Actual Word'] if (i==i and len(i.split())>1)]))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "42\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VFXap38yuJTA"
      },
      "source": [
        "lex=[]\n",
        "with open('cmu_lexicon.txt','r') as file:\n",
        "    for line in file:\n",
        "        for word in line.split():\n",
        "          lex.append(word.lower())\n",
        "\n",
        "lex2=[]\n",
        "with open('H2.txt','r') as file:\n",
        "    for line in file:\n",
        "        for word in line.split():\n",
        "          lex2.append(word.lower())\n",
        "\n",
        "remove_=[]\n",
        "with open('OkListH1H2.txt','r') as file:\n",
        "    for line in file:\n",
        "        for word in line.split():\n",
        "          remove_.append(word.lower())\n",
        "          break"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(len(final_lex))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "H7G91t1TBJIL",
        "outputId": "7ce3d41d-8352-493e-9048-4c866a32927d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1308\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_lex=[i for i in lex2 if i not in lex]\n",
        "final_lex+=lex\n",
        "final_lex=[i for i in final_lex if i not in remove_]"
      ],
      "metadata": {
        "id": "7D6w9e1G9ZRY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open(\"final_lexicon_aaai.txt\", \"r\") as temp:\n",
        "  temp_lex=temp.readlines()"
      ],
      "metadata": {
        "id": "uIjROB3iASGd"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(len([i for i in temp_lex if i not in remove_]))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "l2kg3E_WBGjz",
        "outputId": "bd6f0ef7-597a-48c9-daab-afba23c5c7a1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1311\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xk9gPtB8skpQ",
        "outputId": "4a80ebba-2b38-4c29-b9ad-249d8b8e76fe"
      },
      "source": [
        "print(len([i for i in final_lex if i not in remove_]))\n",
        "print([i for i in lex2 if i not in remove_])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1308\n",
            "['ass', 'asshole', 'asswipe', 'bastard', 'bitch', 'brat', 'bullshit', 'christ', 'cock', 'crap', 'creep', 'dick', 'dink', 'dipshit', 'doo-doo', 'dork', 'douche', 'dummy', 'fag', 'fart', 'fraidy', 'friggin', 'fuck', 'gay', 'goddamn', 'imbecile', 'jackass', 'jesus', 'knucklehead', 'nerd', 'nigger', 'moron', 'peckerhead', 'penis', 'pickle', 'pinhead', 'piss', 'poo-poo', 'prick', 'puke', 'pussy', 'queer', 'retard', 'screw', 'shit', 'shithead', 'sissy', 'slob', 'slum', 'suck', 'tit', 'vagina', 'weenie', 'wimp', 'wuss']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "UXhx_h4iCkLV"
      },
      "source": [
        "#Matched Transcripts"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YreJIJe8CmpD"
      },
      "source": [
        "matched=pd.read_csv(\"CSV/Matched Transcripts.csv\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BaMHNmhK-EIr",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "47d4e320-7d68-4d4a-cdd1-ed6d202c59d8"
      },
      "source": [
        "act=df['Actual Word'].to_list()\n",
        "act=[i for i in act if i==i]\n",
        "act=unique_words(act)\n",
        "print(act)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['maya', 'copter', 'crab', 'craft', 'grumpy', 'adult', 'race is', 'version', 'ask', 'dinner', 'done', 'trunk', 'duck', 'heroine', 'thing', 'pink', 'rake', 'shirt', 'sit', 'ah', 'beach', 'benches', 'cut', 'trash', 'dent', 'full', 'fun', 'bugs', 'pose', 'rain', 'shed', \"she's\", 'fish', 'oops', 'vlogger', 'dough', 'draw', 'draft', 'fox', 'look', 'looking', 'kells', 'venus', 'pew', 'sacks', 'sug', 'sleigh', 's', 'adds', 'orbit shh', 'bin', 'bet', 'pitch', 'bootsie', 'birdy', 'cockadoodledo', 'toyitis', 'digly', 'drum', 'job', 'strong', 'box', 'popped', 'pumpkins', 'getting', 'little', 'lick of', 'neck-to-neck', 'pets', 'rainbow corn', 'rubbed', 'set', 'said', 'kinder egg', 'as', 'as is', 'djibouti', 'playdoh', 'door', 'draculaura', 'round cut', 'bag', 'pluck me', 'kindi', 'barbie doll oh', 'moana', 'nuggets', 'to test', 'for more', 'peel', 'rainbow', 'race', 'cents', 'socks', 'ship', 'firm', 'whoosh', 'last', 'us', 'a blue', \"grandma's\", 'd meal', \"digly's\", 'bucket', 'buckle', 'okay', 'the thing', 'black and', 'is', 'frustrating', 'neck', 'junction', 'sheesh', 'check', '[noise]', 'spooky', 'kitty', 'orbit', 'caulk', 'come', 'quandong', 'truck', 'dracalaura', 'fork in the', 'feeling', 'tidmouth', 'pick', 'bowl', 'hug', 'caught', 'grouch', 'crowd', 'grampy', 'jack', 'drums', 'drop', 'bug', 'book', 'pokemon', 'fun yay', 'size look at', 'buccaneer', 'such a', 'sesame', 'challenge', 'pansies', 'shell', 'yet', 'shine', 'kitties', '[noises]', 'squish deelish', 'castle', 'bullet train', 'crack', 'that gives', 'molecules', 'six', 'magic this', 'dense', 'could be', 'that', 'master peck', 'orbeez', 'legs', 'accomplished', \"it's you uh\", 'itchy', 'dig', 'music', 'pup', 'falcon', 'yucky', 'look like a', 'cute', 'they can', 'suspects', 'looks', 'his', 'she', 'shoot', 'basket', 'big', 'booboocorns', 'frog', 'dropped', 'poke in', 'froggy', 'lego', 'now on', 'nick in', 'nego', 'poop', 'sir topham', 'says', 'snacks', 'shoe', 'chef', 'sled', 'whisk', 'this', 'edge', 'it', 'bok', 'pack', 'super cute', 'walk', '[unclear]', 'legos', 'heres', 'pubic', 'hooray', 'fuchsia', 'bench', 'crash']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "I4jH06MFDG2P"
      },
      "source": [
        "dict_matched={}\n",
        "dict_matched_unique_words={}\n",
        "for i in range(len(matched)):\n",
        "  #dict_matched[matched['Video Id'][i]]=(matched['Amazon'][i], matched['YouTube'][i])\n",
        "  words_in_transcript=(str(matched['Amazon'][i]) + str(matched['YouTube'][i])).lower().split()\n",
        "  words_in_transcript=unique_words(words_in_transcript)\n",
        "  for item in act:\n",
        "    if(item+'s') in words_in_transcript and item not in words_in_transcript:\n",
        "      words_in_transcript.append(item)\n",
        "  dict_matched_unique_words[matched['Video Id'][i]]=words_in_transcript"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "QQQp8B7DW_Qv"
      },
      "source": [
        "#Large BERT (Dense Results version)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "h6HyYnBrkhCW",
        "outputId": "a2b2d22b-6989-43a0-d20b-b83411f966c8"
      },
      "source": [
        "#For instances\n",
        "scores=[]\n",
        "ground_truth=[]\n",
        "present=[]\n",
        "video_ids_list=[]\n",
        "topk=10\n",
        "print_results(df, \"Amazon\", topk)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Amazon: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  <mask>  okay lets do that wow its a cute little toy shop\n",
            "Original:  -20.413990020751953 maya\n",
            "Slur:  -11.078245162963867 ass\n",
            "['as', 'as', 'ask', 'pass', 'mass', 'Mass', 'ash', 'ads', 'asks', 'ans', 'ase', 'Pass', 'bass', 'pass', 'ass', 'ars', 'asse', 'assi', 'Cass', 'Bass', 'asi', 'asa', 'als', 'assa', 'Tass', 'Mass', 'asso', 'Pass']\n",
            "{'as': -15.625475883483887, 'ask': -20.492834091186523, 'Mass': -21.285709381103516, 'asa': -21.6961669921875, 'asks': -21.726926803588867, 'assa': -21.86328125, 'mass': -22.325475692749023, 'Bass': -22.45326042175293, 'ash': -22.526290893554688, 'ans': -22.60053253173828, 'ass': -22.87856674194336, 'bass': -22.89822006225586, 'assi': -23.439075469970703, 'asso': -23.946022033691406, 'pass': -23.981914520263672, 'asse': -24.0944881439209, 'ase': -24.33892250061035, 'ars': -24.412363052368164, 'Cass': -24.441085815429688, 'ads': -24.618125915527344, 'asi': -25.17477798461914, 'als': -25.574878692626953, 'Pass': -25.791378021240234, 'Tass': -32.222015380859375}\n",
            "{'as': -15.625475883483887, 'ask': -20.492834091186523, 'Mass': -21.285709381103516, 'asa': -21.6961669921875, 'asks': -21.726926803588867, 'assa': -21.86328125, 'mass': -22.325475692749023, 'Bass': -22.45326042175293, 'ash': -22.526290893554688, 'ans': -22.60053253173828, 'ass': -22.87856674194336, 'bass': -22.89822006225586, 'assi': -23.439075469970703, 'asso': -23.946022033691406, 'pass': -23.981914520263672, 'asse': -24.0944881439209, 'ase': -24.33892250061035, 'ars': -24.412363052368164, 'Cass': -24.441085815429688, 'ads': -24.618125915527344, 'asi': -25.17477798461914, 'als': -25.574878692626953, 'Pass': -25.791378021240234, 'Tass': -32.222015380859375}\n",
            "['as', 'ask', 'Mass', 'asa', 'asks', 'assa', 'mass', 'Bass', 'ash', 'ans']\n",
            "Amazon: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  <mask>  over their head other cool features\n",
            "Original:  -8.152961730957031 copter\n",
            "Slur:  -5.688048362731934 cocktail\n",
            "['cocktail']\n",
            "{'local': -2.0764784812927246, 'social': -7.6417717933654785, 'cocktail': -9.185770988464355}\n",
            "{'local': -2.0764784812927246, 'social': -7.6417717933654785, 'cocktail': -9.185770988464355}\n",
            "['local', 'social', 'cocktail']\n",
            "Amazon: the red  <mask>  is standing on\n",
            "Original:  -84.94811248779297 crab\n",
            "Slur:  -84.94811248779297 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'car': -79.00867462158203, 'rap': -79.16519165039062, 'crop': -79.6447525024414, 'ram': -80.66188049316406, 'can': -80.76141357421875, 'chap': -81.01190185546875, 'cap': -81.09435272216797, 'comp': -81.22886657714844, 'raw': -81.8894271850586, 'trap': -82.38629150390625, 'cramp': -83.01766967773438, 'scrap': -83.72139739990234, 'cup': -83.74528503417969, 'crab': -83.99874877929688, 'cat': -84.43960571289062, 'wrap': -84.68038940429688, 'Trap': -84.82793426513672, 'cran': -84.92776489257812, 'camp': -85.57278442382812, 'crap': -86.31866455078125, 'cra': -86.42738342285156, 'tram': -86.85173034667969, 'Scrap': -87.40788269042969, 'Wrap': -87.79737091064453, 'clap': -87.98676300048828, 'crib': -88.95360565185547}\n",
            "{'car': -79.00867462158203, 'rap': -79.16519165039062, 'crop': -79.6447525024414, 'ram': -80.66188049316406, 'can': -80.76141357421875, 'chap': -81.01190185546875, 'cap': -81.09435272216797, 'comp': -81.22886657714844, 'raw': -81.8894271850586, 'trap': -82.38629150390625, 'cramp': -83.01766967773438, 'scrap': -83.72139739990234, 'cup': -83.74528503417969, 'crab': -83.99874877929688, 'cat': -84.43960571289062, 'wrap': -84.68038940429688, 'Trap': -84.82793426513672, 'cran': -84.92776489257812, 'camp': -85.57278442382812, 'crap': -86.31866455078125, 'cra': -86.42738342285156, 'tram': -86.85173034667969, 'Scrap': -87.40788269042969, 'Wrap': -87.79737091064453, 'clap': -87.98676300048828, 'crib': -88.95360565185547}\n",
            "['car', 'rap', 'crop', 'ram', 'can', 'chap', 'cap', 'comp', 'raw', 'trap']\n",
            "Amazon: stretchy and sticky and now we have a  <mask>  and its green and look at it it looks like its crazy\n",
            "Original:  -35.85752868652344 crab\n",
            "Slur:  -35.85752868652344 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'can': -30.50247573852539, 'car': -32.156558990478516, 'Scrap': -32.80652618408203, 'scrap': -33.02895736694336, 'crap': -33.32769012451172, 'crazy': -33.59370040893555, 'grab': -33.820465087890625, 'cra': -34.5230712890625, 'cramp': -35.09727478027344, 'chap': -35.13123321533203, 'rap': -35.19078826904297, 'Wrap': -35.74951171875, 'cream': -35.90805435180664, 'clap': -36.115333557128906, 'cran': -36.90727233886719, 'Trap': -37.587547302246094, 'wrap': -37.869422912597656, 'crop': -38.34316635131836, 'crab': -39.41325759887695, 'trap': -40.005455017089844, 'cap': -40.3075065612793}\n",
            "{'can': -30.50247573852539, 'car': -32.156558990478516, 'Scrap': -32.80652618408203, 'scrap': -33.02895736694336, 'crap': -33.32769012451172, 'crazy': -33.59370040893555, 'grab': -33.820465087890625, 'cra': -34.5230712890625, 'cramp': -35.09727478027344, 'chap': -35.13123321533203, 'rap': -35.19078826904297, 'Wrap': -35.74951171875, 'cream': -35.90805435180664, 'clap': -36.115333557128906, 'cran': -36.90727233886719, 'Trap': -37.587547302246094, 'wrap': -37.869422912597656, 'crop': -38.34316635131836, 'crab': -39.41325759887695, 'trap': -40.005455017089844, 'cap': -40.3075065612793}\n",
            "['can', 'car', 'Scrap', 'scrap', 'crap', 'crazy', 'grab', 'cra', 'cramp', 'chap']\n",
            "Amazon: if you have any requests or  <mask>  ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Original:  -21.712966918945312 craft\n",
            "Slur:  -21.712966918945312 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'scrap': -14.962179183959961, 'cramp': -17.821910858154297, 'Scrap': -18.011823654174805, 'Trap': -18.524192810058594, 'trap': -19.069313049316406, 'crap': -19.270702362060547, 'rap': -19.94028663635254, 'clap': -20.099958419799805, 'crop': -21.096046447753906, 'craft': -21.136829376220703, 'cran': -21.280784606933594, 'can': -21.40199851989746, 'crab': -21.64331817626953, 'cra': -21.682390213012695, 'chap': -22.106977462768555, 'wrap': -22.559389114379883, 'Wrap': -23.092105865478516, 'cap': -25.600419998168945}\n",
            "{'scrap': -14.962179183959961, 'cramp': -17.821910858154297, 'Scrap': -18.011823654174805, 'Trap': -18.524192810058594, 'trap': -19.069313049316406, 'crap': -19.270702362060547, 'rap': -19.94028663635254, 'clap': -20.099958419799805, 'crop': -21.096046447753906, 'craft': -21.136829376220703, 'cran': -21.280784606933594, 'can': -21.40199851989746, 'crab': -21.64331817626953, 'cra': -21.682390213012695, 'chap': -22.106977462768555, 'wrap': -22.559389114379883, 'Wrap': -23.092105865478516, 'cap': -25.600419998168945}\n",
            "['scrap', 'cramp', 'Scrap', 'Trap', 'trap', 'crap', 'rap', 'clap', 'crop', 'craft']\n",
            "Present in top candidate list!\n",
            "Amazon: if you want to make this  <mask>  let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "Original:  -28.712324142456055 craft\n",
            "Slur:  -28.712324142456055 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'can': -23.010051727294922, 'scrap': -25.612112045288086, 'Scrap': -26.467466354370117, 'crap': -27.97321891784668, 'cramp': -28.800926208496094, 'cran': -29.336206436157227, 'map': -29.63123893737793, 'crop': -29.941036224365234, 'clap': -30.110605239868164, 'rap': -30.36198616027832, 'chap': -30.420589447021484, 'craft': -30.45914077758789, 'wrap': -30.612991333007812, 'cup': -30.690540313720703, 'Wrap': -30.94401741027832, 'crab': -32.23624038696289, 'trap': -32.922279357910156, 'cra': -33.1251106262207, 'cap': -33.919071197509766, 'Trap': -35.989044189453125}\n",
            "{'can': -23.010051727294922, 'scrap': -25.612112045288086, 'Scrap': -26.467466354370117, 'crap': -27.97321891784668, 'cramp': -28.800926208496094, 'cran': -29.336206436157227, 'map': -29.63123893737793, 'crop': -29.941036224365234, 'clap': -30.110605239868164, 'rap': -30.36198616027832, 'chap': -30.420589447021484, 'craft': -30.45914077758789, 'wrap': -30.612991333007812, 'cup': -30.690540313720703, 'Wrap': -30.94401741027832, 'crab': -32.23624038696289, 'trap': -32.922279357910156, 'cra': -33.1251106262207, 'cap': -33.919071197509766, 'Trap': -35.989044189453125}\n",
            "['can', 'scrap', 'Scrap', 'crap', 'cramp', 'cran', 'map', 'crop', 'clap', 'rap']\n",
            "Amazon: if you have any requests or  <mask>  ideas\n",
            "Original:  -89.83177947998047 craft\n",
            "Slur:  -89.83177947998047 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'car': -80.2647476196289, 'draw': -81.50880432128906, 'craft': -81.94519805908203, 'can': -82.48130798339844, 'cap': -82.55036926269531, 'trap': -82.96795654296875, 'wrap': -83.25128936767578, 'cra': -84.08479309082031, 'cramp': -84.33354187011719, 'scrap': -84.63417053222656, 'rap': -86.1159896850586, 'crap': -86.17686462402344, 'chap': -86.93563842773438, 'coat': -87.37486267089844, 'crop': -87.96652221679688, 'clap': -88.28976440429688, 'Wrap': -89.2986068725586, 'crab': -90.47669219970703, 'cran': -92.20915985107422, 'Trap': -92.84931182861328, 'Scrap': -96.3476333618164}\n",
            "{'car': -80.2647476196289, 'draw': -81.50880432128906, 'craft': -81.94519805908203, 'can': -82.48130798339844, 'cap': -82.55036926269531, 'trap': -82.96795654296875, 'wrap': -83.25128936767578, 'cra': -84.08479309082031, 'cramp': -84.33354187011719, 'scrap': -84.63417053222656, 'rap': -86.1159896850586, 'crap': -86.17686462402344, 'chap': -86.93563842773438, 'coat': -87.37486267089844, 'crop': -87.96652221679688, 'clap': -88.28976440429688, 'Wrap': -89.2986068725586, 'crab': -90.47669219970703, 'cran': -92.20915985107422, 'Trap': -92.84931182861328, 'Scrap': -96.3476333618164}\n",
            "['car', 'draw', 'craft', 'can', 'cap', 'trap', 'wrap', 'cra', 'cramp', 'scrap']\n",
            "Present in top candidate list!\n",
            "Amazon: love you simple kids  <mask>  the reason\n",
            "Original:  -72.61172485351562 craft\n",
            "Slur:  -72.61172485351562 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'cap': -61.859947204589844, 'can': -62.79750442504883, 'rap': -63.583595275878906, 'crop': -63.99525833129883, 'craft': -66.2266616821289, 'chap': -66.43257141113281, 'trap': -66.52072143554688, 'clap': -67.58718872070312, 'scrap': -67.80136108398438, 'crab': -68.08795166015625, 'grab': -68.22454833984375, 'wrap': -68.91826629638672, 'crap': -69.06996154785156, 'cran': -69.07115173339844, 'cramp': -70.13334655761719, 'cra': -70.33988952636719, 'Trap': -70.61698150634766, 'Scrap': -71.0976791381836, 'Wrap': -71.46407318115234}\n",
            "{'cap': -61.859947204589844, 'can': -62.79750442504883, 'rap': -63.583595275878906, 'crop': -63.99525833129883, 'craft': -66.2266616821289, 'chap': -66.43257141113281, 'trap': -66.52072143554688, 'clap': -67.58718872070312, 'scrap': -67.80136108398438, 'crab': -68.08795166015625, 'grab': -68.22454833984375, 'wrap': -68.91826629638672, 'crap': -69.06996154785156, 'cran': -69.07115173339844, 'cramp': -70.13334655761719, 'cra': -70.33988952636719, 'Trap': -70.61698150634766, 'Scrap': -71.0976791381836, 'Wrap': -71.46407318115234}\n",
            "['cap', 'can', 'rap', 'crop', 'craft', 'chap', 'trap', 'clap', 'scrap', 'crab']\n",
            "Present in top candidate list!\n",
            "Amazon: make this particular  <mask>  if you dont have\n",
            "Original:  -58.377540588378906 craft\n",
            "Slur:  -58.377540588378906 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'chap': -49.9362678527832, 'can': -50.23209762573242, 'cap': -50.424842834472656, 'rap': -50.96630859375, 'crash': -52.0452880859375, 'crap': -52.745521545410156, 'clap': -52.97798156738281, 'scrap': -54.258426666259766, 'crab': -54.65861129760742, 'craft': -54.79964065551758, 'crop': -54.89833068847656, 'cramp': -56.574493408203125, 'cran': -57.22016906738281, 'trap': -57.43919372558594, 'wrap': -57.90755844116211, 'cra': -60.176353454589844, 'Scrap': -60.5260124206543, 'Trap': -62.20042419433594, 'Wrap': -66.45267486572266}\n",
            "{'chap': -49.9362678527832, 'can': -50.23209762573242, 'cap': -50.424842834472656, 'rap': -50.96630859375, 'crash': -52.0452880859375, 'crap': -52.745521545410156, 'clap': -52.97798156738281, 'scrap': -54.258426666259766, 'crab': -54.65861129760742, 'craft': -54.79964065551758, 'crop': -54.89833068847656, 'cramp': -56.574493408203125, 'cran': -57.22016906738281, 'trap': -57.43919372558594, 'wrap': -57.90755844116211, 'cra': -60.176353454589844, 'Scrap': -60.5260124206543, 'Trap': -62.20042419433594, 'Wrap': -66.45267486572266}\n",
            "['chap', 'can', 'cap', 'rap', 'crash', 'crap', 'clap', 'scrap', 'crab', 'craft']\n",
            "Present in top candidate list!\n",
            "Amazon: painting canvas if you like this  <mask>  keep on watching until the end so you can see related videos and craft projects measure\n",
            "Original:  -41.496131896972656 craft\n",
            "Slur:  -41.496131896972656 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'can': -30.855165481567383, 'car': -34.37563705444336, 'scrap': -34.94524383544922, 'clap': -35.62731170654297, 'crap': -37.18055725097656, 'cra': -37.57956314086914, 'Scrap': -38.41275405883789, 'rap': -39.18674850463867, 'crab': -39.733829498291016, 'cramp': -39.90760040283203, 'cran': -40.06813049316406, 'crop': -40.92029571533203, 'chap': -41.331363677978516, 'trap': -41.84543991088867, 'craft': -42.08634948730469, 'cap': -42.73886489868164, 'wrap': -44.008338928222656, 'Trap': -45.34992980957031, 'Wrap': -45.988712310791016}\n",
            "{'can': -30.855165481567383, 'car': -34.37563705444336, 'scrap': -34.94524383544922, 'clap': -35.62731170654297, 'crap': -37.18055725097656, 'cra': -37.57956314086914, 'Scrap': -38.41275405883789, 'rap': -39.18674850463867, 'crab': -39.733829498291016, 'cramp': -39.90760040283203, 'cran': -40.06813049316406, 'crop': -40.92029571533203, 'chap': -41.331363677978516, 'trap': -41.84543991088867, 'craft': -42.08634948730469, 'cap': -42.73886489868164, 'wrap': -44.008338928222656, 'Trap': -45.34992980957031, 'Wrap': -45.988712310791016}\n",
            "['can', 'car', 'scrap', 'clap', 'crap', 'cra', 'Scrap', 'rap', 'crab', 'cramp']\n",
            "Amazon: this video and that you make this  <mask>  at home and\n",
            "Original:  -31.414281845092773 craft\n",
            "Slur:  -31.414281845092773 crap\n",
            "['cap', 'cra', 'cap', 'scrap', 'crop', 'trap', 'wrap', 'rap', 'crap', 'rap', 'cran', 'crab', 'trap', 'clap', 'Trap', 'chap', 'cramp', 'Wrap', 'Scrap']\n",
            "{'cap': -24.05384635925293, 'crap': -26.122472763061523, 'can': -26.585617065429688, 'chap': -27.149898529052734, 'craft': -28.697011947631836, 'cran': -28.77106475830078, 'rap': -29.696897506713867, 'crab': -30.707983016967773, 'wrap': -31.375276565551758, 'crop': -31.637847900390625, 'Wrap': -32.359596252441406, 'trap': -32.905147552490234, 'scrap': -33.65318298339844, 'cramp': -33.691768646240234, 'cra': -33.87803268432617, 'clap': -34.604225158691406, 'Trap': -35.558021545410156, 'Scrap': -36.050392150878906}\n",
            "{'cap': -24.05384635925293, 'crap': -26.122472763061523, 'can': -26.585617065429688, 'chap': -27.149898529052734, 'craft': -28.697011947631836, 'cran': -28.77106475830078, 'rap': -29.696897506713867, 'crab': -30.707983016967773, 'wrap': -31.375276565551758, 'crop': -31.637847900390625, 'Wrap': -32.359596252441406, 'trap': -32.905147552490234, 'scrap': -33.65318298339844, 'cramp': -33.691768646240234, 'cra': -33.87803268432617, 'clap': -34.604225158691406, 'Trap': -35.558021545410156, 'Scrap': -36.050392150878906}\n",
            "['cap', 'crap', 'can', 'chap', 'craft', 'cran', 'rap', 'crab', 'wrap', 'crop']\n",
            "Present in top candidate list!\n"
          ]
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-38-c22f7c260e8f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mvideo_ids_list\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0mtopk\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m10\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0mprint_results\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"Amazon\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtopk\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;32m<ipython-input-37-88242bc2720d>\u001b[0m in \u001b[0;36mprint_results\u001b[0;34m(df, type_, top_k_words)\u001b[0m\n\u001b[1;32m     20\u001b[0m           \u001b[0minput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtokenizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mencode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreturn_tensors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"pt\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     21\u001b[0m           \u001b[0mmask_token_index\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwhere\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mtokenizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmask_token_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 22\u001b[0;31m           \u001b[0mtoken_logits\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlogits\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     23\u001b[0m           \u001b[0mmask_token_logits\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtoken_logits\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmask_token_index\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     24\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1128\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1129\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1130\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1131\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1132\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/xlnet/modeling_xlnet.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input_ids, attention_mask, mems, perm_mask, target_mapping, token_type_ids, input_mask, head_mask, inputs_embeds, labels, use_mems, output_attentions, output_hidden_states, return_dict, **kwargs)\u001b[0m\n\u001b[1;32m   1460\u001b[0m             \u001b[0moutput_hidden_states\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moutput_hidden_states\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1461\u001b[0m             \u001b[0mreturn_dict\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mreturn_dict\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1462\u001b[0;31m             \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1463\u001b[0m         )\n\u001b[1;32m   1464\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1128\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1129\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1130\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1131\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1132\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/xlnet/modeling_xlnet.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input_ids, attention_mask, mems, perm_mask, target_mapping, token_type_ids, input_mask, head_mask, inputs_embeds, use_mems, output_attentions, output_hidden_states, return_dict, **kwargs)\u001b[0m\n\u001b[1;32m   1249\u001b[0m                 \u001b[0mtarget_mapping\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtarget_mapping\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1250\u001b[0m                 \u001b[0mhead_mask\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mhead_mask\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1251\u001b[0;31m                 \u001b[0moutput_attentions\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moutput_attentions\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1252\u001b[0m             )\n\u001b[1;32m   1253\u001b[0m             \u001b[0moutput_h\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_g\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1128\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1129\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1130\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1131\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1132\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/xlnet/modeling_xlnet.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, output_h, output_g, attn_mask_h, attn_mask_g, r, seg_mat, mems, target_mapping, head_mask, output_attentions)\u001b[0m\n\u001b[1;32m    525\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mff_chunk\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchunk_size_feed_forward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mseq_len_dim\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_g\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    526\u001b[0m             )\n\u001b[0;32m--> 527\u001b[0;31m         \u001b[0moutput_h\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mapply_chunking_to_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mff_chunk\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchunk_size_feed_forward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mseq_len_dim\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_h\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    528\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    529\u001b[0m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0moutput_h\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_g\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m  \u001b[0;31m# Add again attentions if there are there\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/pytorch_utils.py\u001b[0m in \u001b[0;36mapply_chunking_to_forward\u001b[0;34m(forward_fn, chunk_size, chunk_dim, *input_tensors)\u001b[0m\n\u001b[1;32m    244\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput_chunks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdim\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mchunk_dim\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    245\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 246\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mforward_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput_tensors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    247\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    248\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/xlnet/modeling_xlnet.py\u001b[0m in \u001b[0;36mff_chunk\u001b[0;34m(self, output_x)\u001b[0m\n\u001b[1;32m    531\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    532\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mff_chunk\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moutput_x\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 533\u001b[0;31m         \u001b[0moutput_x\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mff\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput_x\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    534\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0moutput_x\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    535\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1128\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1129\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1130\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1131\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1132\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/transformers/models/xlnet/modeling_xlnet.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, inp)\u001b[0m\n\u001b[1;32m    476\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    477\u001b[0m         \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0minp\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 478\u001b[0;31m         \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlayer_1\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    479\u001b[0m         \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mactivation_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    480\u001b[0m         \u001b[0moutput\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdropout\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutput\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1128\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1129\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1130\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1131\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1132\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/torch/nn/modules/linear.py\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m    112\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    113\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mTensor\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 114\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mF\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlinear\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbias\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    115\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    116\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mextra_repr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8IISxhWL1qMx"
      },
      "source": [
        "#For instances\n",
        "scores=[]\n",
        "ground_truth=[]\n",
        "present=[]\n",
        "video_ids_list=[]\n",
        "topk=10\n",
        "print_results(df, \"YouTube\", topk)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "os.mkdir(dir_name)"
      ],
      "metadata": {
        "id": "TG7UAF5tvkhx"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dqUF7Vnq3Bis"
      },
      "source": [
        "model_name=\"FineTuned-DistilBERT\"\n",
        "dir_name=\"Preprint Results\"\n",
        "transcript_type=\"Amazon\""
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "list_entries=[]\n",
        "for i in range(len(scores)):\n",
        "  list_entries.append((video_ids_list[i], ground_truth[i], scores[i][0], scores[i][1], present[i]))\n",
        "\n",
        "df_to_save = pd.DataFrame(list_entries, columns =['Video Id', 'Ground Truth','Words','Scores', 'Present'])\n",
        "df_to_save.to_csv(dir_name+\"/P10_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")"
      ],
      "metadata": {
        "id": "4ZOFZxcpveAZ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "u1qf7dNadJlz"
      },
      "source": [
        "list_entries=[]\n",
        "for i in range(len(scores)):\n",
        "  list_entries.append((video_ids_list[i], ground_truth[i], scores[i][0], scores[i][1], present[i]))\n",
        "\n",
        "df_to_save = pd.DataFrame(list_entries, columns =['Video Id', 'Ground Truth','Words','Scores', 'Present'])\n",
        "df_to_save.to_csv(\"Final Results/P10_YouTube_Normalized_AddPluralForms_\"+model_name+\".csv\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "r30JcQHfxyyO",
        "outputId": "df82d2a7-afdd-422e-e395-3403210f6bf0"
      },
      "source": [
        "\"\"\"csv_file=pd.read_csv(\"CSV/Results/P1_YouTube_Normalized_AddPluralForms.csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(\"CSV/Results/P5_YouTube_Normalized_AddPluralForms.csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(\"CSV/Results/P10_Amazon_Normalized_AddPluralForms.csv\")\n",
        "print(csv_file['Present'].value_counts())\"\"\"\n",
        "\n",
        "csv_file=pd.read_csv(\"Final Results/P10_YouTube_Normalized_AddPluralForms_distilbert.csv\")\n",
        "print(csv_file['Present'].value_counts())"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Absent     183\n",
            "Present     71\n",
            "Name: Present, dtype: int64\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "F2NO9zD8wHtz",
        "outputId": "44d02578-d5cd-4ac4-e80a-f275ce82cc4e"
      },
      "source": [
        "csv_file=pd.read_csv(\"CSV/Phonetic Results/P1_Amazon_Phonetic_Video.csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(\"CSV/Phonetic Results/P5_Amazon_Phonetic_Video.csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(\"CSV/Phonetic Results/P10_Amazon_Phonetic_Video.csv\")\n",
        "print(csv_file['Present'].value_counts())"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Absent     289\n",
            "Present     16\n",
            "Name: Present, dtype: int64\n",
            "Absent     254\n",
            "Present     51\n",
            "Name: Present, dtype: int64\n",
            "Absent     236\n",
            "Present     69\n",
            "Name: Present, dtype: int64\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "id": "cu3H6BAYzOOy",
        "outputId": "fa81c3c8-c742-45ed-c846-31dfa817ffed"
      },
      "source": [
        "csv_file_1"
      ],
      "execution_count": null,
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>Video Id</th>\n",
              "      <th>Ground Truth</th>\n",
              "      <th>Words</th>\n",
              "      <th>Scores</th>\n",
              "      <th>Present</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0Z9rIS4xNZ0</td>\n",
              "      <td>maya</td>\n",
              "      <td>['yes', 'up', 'alright', 'last', 'ad', 'pass',...</td>\n",
              "      <td>[4.770908355712891, 2.9673595428466797, 1.0079...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>Fw1_1_yKZ78</td>\n",
              "      <td>copter</td>\n",
              "      <td>['column', 'oxygen', 'impact', 'stop', 'trail'...</td>\n",
              "      <td>[2.716494083404541, 1.8990466594696045, 0.3251...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>pmQTB3ScUo8</td>\n",
              "      <td>crab</td>\n",
              "      <td>['cross', 'cat', 'cap', 'stripe', 'mark', 'cra...</td>\n",
              "      <td>[5.786548137664795, 5.357540130615234, 5.25646...</td>\n",
              "      <td>Present</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>jrZwy-ybyfA</td>\n",
              "      <td>crab</td>\n",
              "      <td>['tank', 'part', 'wrap', 'trick', 'cream', 'qu...</td>\n",
              "      <td>[5.444469451904297, 3.5081934928894043, 1.8225...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>irlvY_fyNtQ</td>\n",
              "      <td>craft</td>\n",
              "      <td>['back', 'craft', 'clue', 'past', 'type', 'cra...</td>\n",
              "      <td>[3.8367233276367188, 3.3310844898223877, 3.151...</td>\n",
              "      <td>Present</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>300</th>\n",
              "      <td>300</td>\n",
              "      <td>LB9IPZ7JzB0</td>\n",
              "      <td>pets</td>\n",
              "      <td>['six', 'fish', 'bit', 'state', 'must', 'miss'...</td>\n",
              "      <td>[2.6086199283599854, 2.1926450729370117, 1.436...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>301</th>\n",
              "      <td>301</td>\n",
              "      <td>1AjLFPraVAg</td>\n",
              "      <td>for more</td>\n",
              "      <td>['town', 'boy', 'put', 'born', 'top', 'strong'...</td>\n",
              "      <td>[2.8243660926818848, 1.18717622756958, 1.15962...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>302</th>\n",
              "      <td>302</td>\n",
              "      <td>KQQ9MjKo-qc</td>\n",
              "      <td>for more</td>\n",
              "      <td>['video', 'day', 'hope', 'small', 'crew', 'soo...</td>\n",
              "      <td>[5.884703636169434, 3.532733678817749, 1.95365...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>303</th>\n",
              "      <td>303</td>\n",
              "      <td>PL4lpU6CVOY</td>\n",
              "      <td>suspects</td>\n",
              "      <td>['state', 'expect', 'check', 'next', 'death', ...</td>\n",
              "      <td>[2.486959934234619, 1.636522889137268, 0.74179...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>304</th>\n",
              "      <td>304</td>\n",
              "      <td>rxt7S1eQ1JI</td>\n",
              "      <td>looks</td>\n",
              "      <td>['sea', 'see', 'set', 'said', 'next', 'six', '...</td>\n",
              "      <td>[2.5025062561035156, 1.4026331901550293, 1.368...</td>\n",
              "      <td>Absent</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>305 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     Unnamed: 0  ...  Present\n",
              "0             0  ...   Absent\n",
              "1             1  ...   Absent\n",
              "2             2  ...  Present\n",
              "3             3  ...   Absent\n",
              "4             4  ...  Present\n",
              "..          ...  ...      ...\n",
              "300         300  ...   Absent\n",
              "301         301  ...   Absent\n",
              "302         302  ...   Absent\n",
              "303         303  ...   Absent\n",
              "304         304  ...   Absent\n",
              "\n",
              "[305 rows x 6 columns]"
            ]
          },
          "execution_count": 28,
          "metadata": {},
          "output_type": "execute_result"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "c4GdDsItA_xx",
        "outputId": "954115a1-83a7-48b0-f4e4-90f94eaae042"
      },
      "source": [
        "#csv_file_1=pd.read_csv(\"CSV/Results/P10_Amazon_Normalized.csv\")\n",
        "#csv_file_2=pd.read_csv(\"CSV/Results/P10_Amazon_Normalized_New.csv\")\n",
        "\n",
        "csv_file_2=pd.read_csv(\"CSV/Results/P10_Amazon_Normalized_AddPluralForms.csv\")\n",
        "csv_file_1=pd.read_csv(\"CSV/Phonetic Results/P10_Amazon_Phonetic_Video.csv\")\n",
        "count = 0\n",
        "\n",
        "for i in range(len(csv_file_1)):\n",
        "  a=str(csv_file_1['Present'][i])\n",
        "  b=str(csv_file_2['Present'][i])\n",
        "  if(csv_file_1['Video Id'][i]==csv_file_2['Video Id'][i]):\n",
        "    if((a=='Present') and (b=='Absent')):\n",
        "      #print(csv_file_1['Slur'][i])\n",
        "      #print(csv_file_1['Words'][i])\n",
        "      #print(csv_file_2['Words'][i])\n",
        "      count+=1\n",
        "print(count)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YBvwwkuA25VQ"
      },
      "source": [
        "indices=[1681, 1684, 1685, 1686, 1831, 1833, 57, 341, 1832, 1379, 2276, 2200, 2273, 2111]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7KnVfGDVqsm1",
        "outputId": "15a956c4-f677-441b-d24b-1dc93d076c7d"
      },
      "source": [
        "print(len([df['Actual Word'][i] for i in range(len(df['Actual Word'])) if len(str(df['Actual Word'][i]).split())>1 and int(df['Id'][i]) not in indices] ))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "35\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ssFqG05IThKp"
      },
      "source": [
        "#Large BERT"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hzIVA4oETvgB",
        "outputId": "d1818e85-5037-48a8-fea1-666dcbfb0fcd"
      },
      "source": [
        "print_results(df, \"Amazon Transcript\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop\n",
            "Original:  -0.6726239919662476 maya\n",
            "Slur:  2.9170262813568115 ass\n",
            "Best fits: tensor([8.4836, 6.2999, 6.0928, 5.9832, 5.9808, 5.9309, 5.7221, 5.6992, 5.6763,\n",
            "        5.6697], grad_fn=<SelectBackward>)\n",
            "Amazon: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features\n",
            "Original:  -1.7953596115112305 copter\n",
            "Slur:  -1.4621541500091553 cocktail\n",
            "Best fits: tensor([13.1196, 10.6601, 10.5458,  9.4119,  9.3281,  8.9946,  8.4665,  8.3599,\n",
            "         8.3499,  8.2579], grad_fn=<SelectBackward>)\n",
            "Amazon: the red  [MASK]  is standing on\n",
            "Original:  3.285935401916504 crab\n",
            "Slur:  1.1451250314712524 crap\n",
            "Best fits: tensor([9.3612, 7.7922, 7.6581, 6.9759, 6.8081, 6.7188, 6.7085, 6.6846, 6.5874,\n",
            "        6.5677], grad_fn=<SelectBackward>)\n",
            "Amazon: stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy\n",
            "Original:  3.816511631011963 crab\n",
            "Slur:  0.7292978763580322 crap\n",
            "Best fits: tensor([10.4311,  8.8977,  8.5800,  8.3015,  8.1729,  8.1632,  8.1407,  7.9225,\n",
            "         7.8612,  7.7784], grad_fn=<SelectBackward>)\n",
            "Amazon: if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Original:  3.3310844898223877 craft\n",
            "Slur:  0.3169585168361664 crap\n",
            "Best fits: tensor([11.0932, 10.8560, 10.3647,  9.8330,  9.6103,  9.1804,  9.0889,  9.0436,\n",
            "         8.8696,  8.6617], grad_fn=<SelectBackward>)\n",
            "Amazon: if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "Original:  0.37914523482322693 craft\n",
            "Slur:  -1.5197783708572388 crap\n",
            "Best fits: tensor([8.9302, 8.6537, 8.1164, 8.0394, 8.0034, 7.8829, 7.8187, 7.8019, 7.7863,\n",
            "        7.5421], grad_fn=<SelectBackward>)\n",
            "Amazon: if you have any requests or  [MASK]  ideas\n",
            "Original:  2.0116024017333984 craft\n",
            "Slur:  1.6474905014038086 crap\n",
            "Best fits: tensor([10.4233, 10.0226, 10.0199,  9.9206,  9.6803,  9.4159,  9.3022,  9.2574,\n",
            "         8.6519,  8.4251], grad_fn=<SelectBackward>)\n",
            "Amazon: love you simple kids  [MASK]  the reason\n",
            "Original:  -2.290034055709839 craft\n",
            "Slur:  -1.6678274869918823 crap\n",
            "Best fits: tensor([9.8817, 9.8137, 9.3773, 8.7230, 8.1885, 8.0522, 7.9611, 7.7606, 7.2078,\n",
            "        7.0702], grad_fn=<SelectBackward>)\n",
            "Amazon: make this particular  [MASK]  if you dont have\n",
            "Original:  1.9295536279678345 craft\n",
            "Slur:  -0.1829308569431305 crap\n",
            "Best fits: tensor([8.8831, 8.5911, 8.2031, 8.1826, 8.1187, 7.3827, 7.2147, 7.0151, 6.9223,\n",
            "        6.7957], grad_fn=<SelectBackward>)\n",
            "Amazon: painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure\n",
            "Original:  0.2412056028842926 craft\n",
            "Slur:  -1.802054762840271 crap\n",
            "Best fits: tensor([11.4159, 10.7473,  9.6276,  8.7841,  8.4634,  8.4627,  7.7884,  7.4671,\n",
            "         7.4514,  7.4512], grad_fn=<SelectBackward>)\n",
            "Amazon: this video and that you make this  [MASK]  at home and\n",
            "Original:  4.076778888702393 craft\n",
            "Slur:  2.019378423690796 crap\n",
            "Best fits: tensor([11.4493,  9.1463,  8.8829,  8.0330,  8.0093,  7.8670,  7.5100,  7.5090,\n",
            "         7.4965,  7.4485], grad_fn=<SelectBackward>)\n",
            "Amazon: hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "Original:  3.4166085720062256 craft\n",
            "Slur:  2.5870909690856934 crap\n",
            "Best fits: tensor([12.3419, 10.5327, 10.1599, 10.0467,  9.6768,  9.5243,  9.0623,  8.3339,\n",
            "         8.2318,  7.8758], grad_fn=<SelectBackward>)\n",
            "Amazon: make this particular  [MASK]  if you dont have\n",
            "Original:  1.9295536279678345 craft\n",
            "Slur:  -0.1829308569431305 crap\n",
            "Best fits: tensor([8.8831, 8.5911, 8.2031, 8.1826, 8.1187, 7.3827, 7.2147, 7.0151, 6.9223,\n",
            "        6.7957], grad_fn=<SelectBackward>)\n",
            "Amazon: as  [MASK]  as ever\n",
            "Original:  -0.7928966283798218 grumpy\n",
            "Slur:  -0.03545650094747543 crappy\n",
            "Best fits: tensor([11.3150, 10.3043,  9.9287,  9.3524,  9.2245,  9.0728,  9.0080,  8.9096,\n",
            "         8.8109,  8.7986], grad_fn=<SelectBackward>)\n",
            "Amazon: hey guys so  [MASK]  helping my parents\n",
            "Original:  2.215846300125122 today\n",
            "Slur:  1.3848093748092651 damn\n",
            "Best fits: tensor([12.6726, 10.0691,  9.1577,  8.9656,  8.8628,  8.5198,  8.4914,  8.4382,\n",
            "         8.4095,  8.0099], grad_fn=<SelectBackward>)\n",
            "Amazon: think youve got a  [MASK]  you think you can handle\n",
            "Original:  2.464815139770508 down\n",
            "Slur:  1.794528841972351 damn\n",
            "Best fits: tensor([11.1866, 10.4690, 10.3100,  8.9299,  8.7568,  8.6605,  8.2791,  8.2720,\n",
            "         8.1583,  8.0844], grad_fn=<SelectBackward>)\n",
            "Amazon: even a  [MASK]  feature\n",
            "Original:  0.13913187384605408 adult\n",
            "Slur:  -0.8130938410758972 dope\n",
            "Best fits: tensor([8.3622, 7.5972, 7.4763, 7.3703, 7.1329, 7.0284, 6.9107, 6.8183, 6.7342,\n",
            "        6.6548], grad_fn=<SelectBackward>)\n",
            "Amazon: means its a storm with rain  [MASK]  lightning\n",
            "Original:  0.7105926871299744 hail\n",
            "Slur:  0.4855523705482483 hell\n",
            "Best fits: tensor([12.8570, 10.4106,  9.2097,  8.5200,  8.3059,  7.9652,  7.8832,  7.2055,\n",
            "         7.0843,  6.9301], grad_fn=<SelectBackward>)\n",
            "Amazon: sweet lets go check out the  [MASK]  skills\n",
            "Original:  1.3070398569107056 gill\n",
            "Slur:  2.5987162590026855 kill\n",
            "Best fits: tensor([8.7560, 8.7087, 8.7024, 8.4129, 7.8885, 7.8096, 7.6333, 7.2357, 7.0994,\n",
            "        6.9713], grad_fn=<SelectBackward>)\n",
            "Amazon: lets peel this down there we go we  [MASK]  off that tap and now we can just open this right\n",
            "Original:  -0.2720087468624115 peeled\n",
            "Slur:  2.110715627670288 killed\n",
            "Best fits: tensor([15.0560, 12.7721, 11.5142, 10.8163, 10.5298,  9.8082,  9.3720,  9.3016,\n",
            "         9.2213,  9.1939], grad_fn=<SelectBackward>)\n",
            "Amazon: what a  [MASK]  is number four\n",
            "Original:  3.123420238494873 race is\n",
            "Slur:  1.5382039546966553 racist\n",
            "Best fits: tensor([7.7364, 6.7884, 6.6536, 6.5870, 6.5133, 6.5067, 6.4673, 6.2557, 6.1734,\n",
            "        6.1655], grad_fn=<SelectBackward>)\n",
            "Amazon: small  [MASK]  float what about the big virgin\n",
            "Original:  2.3592448234558105 version\n",
            "Slur:  9.130546569824219 virgin\n",
            "Best fits: tensor([9.1305, 7.9623, 7.1290, 6.5824, 6.5736, 6.5171, 6.3651, 6.0763, 5.9777,\n",
            "        5.8450], grad_fn=<SelectBackward>)\n",
            "Amazon: driver on the bus  [MASK]  hows that\n",
            "Original:  2.042555570602417 ask\n",
            "Slur:  -1.2336252927780151 ass\n",
            "Best fits: tensor([9.6096, 8.5980, 8.2437, 8.1963, 8.0280, 7.3889, 7.2074, 6.8771, 6.0423,\n",
            "        5.4654], grad_fn=<SelectBackward>)\n",
            "Amazon: fork and knife with plates  [MASK]  lobster\n",
            "Original:  2.7228167057037354 crab\n",
            "Slur:  -3.668588638305664 crap\n",
            "Best fits: tensor([11.4526, 10.4261,  9.4329,  8.3947,  8.2948,  8.2728,  7.8925,  7.8476,\n",
            "         7.6194,  7.6109], grad_fn=<SelectBackward>)\n",
            "Amazon: hope that you like this  [MASK]  and\n",
            "Original:  1.4188004732131958 craft\n",
            "Slur:  -0.08408176153898239 crap\n",
            "Best fits: tensor([9.3324, 9.1378, 7.9459, 7.7023, 7.4933, 7.1148, 7.0950, 7.0180, 6.9680,\n",
            "        6.8980], grad_fn=<SelectBackward>)\n",
            "Amazon: were gonna make a very easy  [MASK]  and its\n",
            "Original:  1.2438682317733765 craft\n",
            "Slur:  -0.941870391368866 crap\n",
            "Best fits: tensor([8.4299, 8.1935, 8.0001, 7.7797, 7.6418, 7.4406, 7.3039, 7.2862, 7.1686,\n",
            "        7.0694], grad_fn=<SelectBackward>)\n",
            "Amazon: we will use this  [MASK]  paper its about 20 inches by 75 inches and\n",
            "Original:  0.3772362768650055 craft\n",
            "Slur:  -2.2427234649658203 crap\n",
            "Best fits: tensor([7.7126, 7.5023, 7.4801, 6.6746, 6.5495, 6.3437, 6.3368, 6.0420, 5.9740,\n",
            "        5.9640], grad_fn=<SelectBackward>)\n",
            "Amazon: juice thats great choice ryan lets go to the  [MASK]  table\n",
            "Original:  8.271611213684082 dinner\n",
            "Slur:  0.7527590394020081 demon\n",
            "Best fits: tensor([10.9392,  9.6199,  9.1557,  8.9927,  8.8988,  8.2716,  8.2136,  8.1632,\n",
            "         7.9121,  7.5300], grad_fn=<SelectBackward>)\n",
            "Amazon: thinks hes  [MASK]  good idea\n",
            "Original:  5.269973278045654 done\n",
            "Slur:  2.806370735168457 dope\n",
            "Best fits: tensor([14.6963,  9.9867,  9.0136,  8.4570,  8.4135,  7.8814,  7.7923,  7.5702,\n",
            "         7.5636,  7.5572], grad_fn=<SelectBackward>)\n",
            "Amazon: unlock the door you must bring down that  [MASK]  bell using both your strength\n",
            "Original:  6.249550819396973 dumbbell\n",
            "Slur:  6.249550819396973 dumb\n",
            "Best fits: tensor([10.2637, 10.0325,  9.3032,  9.2394,  9.1576,  8.9348,  8.8899,  8.7073,\n",
            "         8.4606,  8.2698], grad_fn=<SelectBackward>)\n",
            "Amazon: hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper\n",
            "Original:  6.652226448059082 dumbbell\n",
            "Slur:  6.652226448059082 dumb\n",
            "Best fits: tensor([9.6542, 9.6274, 9.4373, 8.3490, 8.1614, 8.1399, 8.0101, 7.8701, 7.7694,\n",
            "        7.6704], grad_fn=<SelectBackward>)\n",
            "Amazon: duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough\n",
            "Original:  -2.2749040126800537 duck\n",
            "Slur:  1.25226891040802 fuck\n",
            "Best fits: tensor([11.2297,  9.2401,  9.0713,  8.0571,  7.1146,  6.5727,  6.3656,  6.3636,\n",
            "         6.2749,  6.1514], grad_fn=<SelectBackward>)\n",
            "Amazon: flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting\n",
            "Original:  10.342498779296875 hill\n",
            "Slur:  2.347572088241577 hell\n",
            "Best fits: tensor([11.7745, 10.6259, 10.5508, 10.4368, 10.3425, 10.1176, 10.0847,  9.6798,\n",
            "         9.4955,  9.4329], grad_fn=<SelectBackward>)\n",
            "Amazon: melting  [MASK]  turn to water and disappear\n",
            "Original:  3.109240770339966 he'll\n",
            "Slur:  0.15213918685913086 hell\n",
            "Best fits: tensor([10.3618,  9.6694,  9.2107,  9.1158,  9.1047,  9.1023,  9.0558,  9.0073,\n",
            "         8.8148,  8.7433], grad_fn=<SelectBackward>)\n",
            "Amazon: someone  [MASK]  my house with water everywhere\n",
            "Original:  12.50100040435791 filled\n",
            "Slur:  3.6895604133605957 killed\n",
            "Best fits: tensor([13.8952, 12.5010, 12.4800, 12.2212, 10.9531, 10.6473, 10.6233, 10.1779,\n",
            "        10.0399,  9.8753], grad_fn=<SelectBackward>)\n",
            "Amazon: worked this  [MASK]  out ooh\n",
            "Original:  10.451303482055664 thing\n",
            "Slur:  -1.4491502046585083 kink\n",
            "Best fits: tensor([11.4508, 10.4513, 10.3997,  8.9374,  8.6005,  8.5592,  8.2314,  7.5015,\n",
            "         7.0313,  6.9339], grad_fn=<SelectBackward>)\n",
            "Amazon: little  [MASK]  octopus wonder how many legs it has has\n",
            "Original:  6.353096961975098 pink\n",
            "Slur:  0.67347252368927 kink\n",
            "Best fits: tensor([8.1681, 7.8166, 7.7573, 7.6240, 7.5844, 7.5710, 7.3111, 7.2197, 7.1895,\n",
            "        7.0196], grad_fn=<SelectBackward>)\n",
            "Amazon: little  [MASK]  octopus wonder how many legs it has has\n",
            "Original:  6.353096961975098 pink\n",
            "Slur:  0.67347252368927 kink\n",
            "Best fits: tensor([8.1681, 7.8166, 7.7573, 7.6240, 7.5844, 7.5710, 7.3111, 7.2197, 7.1895,\n",
            "        7.0196], grad_fn=<SelectBackward>)\n",
            "Amazon: had in his  [MASK]  gumballs and they were all the little paw patrol pup next\n",
            "Original:  2.326592445373535 pink\n",
            "Slur:  0.6540122032165527 kink\n",
            "Best fits: tensor([12.1026, 10.5323, 10.1065,  9.6103,  9.3756,  8.7436,  8.4698,  8.3710,\n",
            "         8.2818,  8.1139], grad_fn=<SelectBackward>)\n",
            "Amazon: can  [MASK]  them into a pile\n",
            "Original:  1.2071765661239624 rake\n",
            "Slur:  1.3391141891479492 rape\n",
            "Best fits: tensor([11.1720, 10.8909, 10.5787, 10.0577,  9.9917,  9.7731,  9.7460,  9.6572,\n",
            "         9.6448,  9.5537], grad_fn=<SelectBackward>)\n",
            "Amazon: will have the same  [MASK]  as\n",
            "Original:  1.5061098337173462 shirt\n",
            "Slur:  -1.1074093580245972 shit\n",
            "Best fits: tensor([7.9602, 7.7247, 7.6491, 7.2020, 7.0900, 7.0644, 6.8900, 6.8649, 6.8395,\n",
            "        6.7584], grad_fn=<SelectBackward>)\n",
            "Amazon: dont you  [MASK]  right here in my lap and tell me what you want for\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  41\n",
            "Suggestions that had a greater probability than the slur word:  32\n",
            "Ratio:  0.7804878048780488\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-pnU_CDYTtMq",
        "outputId": "f86e853a-6340-45f7-b79d-68b57be91f20"
      },
      "source": [
        "print_results(df, \"Extended by 10\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: adventure babe town set and it looks like sky is ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop in adventure face but oh no what the cops panned\n",
            "Original:  0.30078983306884766 maya\n",
            "Slur:  4.174613952636719 ass\n",
            "Best fits: tensor([7.2486, 6.2788, 6.2459, 5.9705, 5.7379, 5.6548, 5.6411, 5.6147, 5.6056,\n",
            "        5.5544], grad_fn=<SelectBackward>)\n",
            "Amazon: by feeling vibrations from the ground through their feet answer also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features events include their powerful jaws known as mandibles theyre used\n",
            "Original:  -2.8829853534698486 copter\n",
            "Slur:  -1.6542773246765137 cocktail\n",
            "Best fits: tensor([13.9906, 11.7988, 11.3596, 10.3282,  9.4446,  9.2031,  9.0293,  8.9141,\n",
            "         8.7826,  8.7821], grad_fn=<SelectBackward>)\n",
            "Amazon: telephone yeah my grandparents have a red telephone crab yeah the red  [MASK]  is standing on iraq mhm yeah star the star is red cap the\n",
            "Original:  2.5376644134521484 crab\n",
            "Slur:  0.10420934110879898 crap\n",
            "Best fits: tensor([10.8330, 10.2146,  9.7999,  9.6789,  9.3269,  8.9420,  8.5045,  8.2612,\n",
            "         8.1880,  7.6305], grad_fn=<SelectBackward>)\n",
            "Amazon: these cool silly bands this octopus thats super squishy and stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy to open another surprise or things do you know what\n",
            "Original:  3.9062845706939697 crab\n",
            "Slur:  0.3786284029483795 crap\n",
            "Best fits: tensor([11.3042,  8.6750,  8.5095,  8.3781,  8.2020,  8.1398,  7.6363,  7.5576,\n",
            "         7.5516,  7.5182], grad_fn=<SelectBackward>)\n",
            "Amazon: and please remember to share common rate and subscribe mhm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com see you in the next video bye uh\n",
            "Original:  3.644967555999756 craft\n",
            "Slur:  0.48752859234809875 crap\n",
            "Best fits: tensor([10.7953, 10.5115, 10.4416, 10.4164,  9.7495,  9.7440,  9.6508,  9.1052,\n",
            "         8.8301,  8.8266], grad_fn=<SelectBackward>)\n",
            "Amazon: in the hands so thats a big plus and mhm if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well i hope that you enjoy this video and i will\n",
            "Original:  -0.23509931564331055 craft\n",
            "Slur:  -0.9658067226409912 crap\n",
            "Best fits: tensor([13.2767,  8.6663,  8.3662,  8.1633,  8.1063,  8.0941,  8.0829,  7.8779,\n",
            "         7.8358,  7.8092], grad_fn=<SelectBackward>)\n",
            "Amazon: and subscribe so we can get your feedback yeah mm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us\n",
            "Original:  2.82798171043396 craft\n",
            "Slur:  0.6007237434387207 crap\n",
            "Best fits: tensor([11.0341, 10.3698, 10.2225,  9.3295,  9.1564,  8.9889,  8.5857,  8.3277,\n",
            "         8.1146,  8.0822], grad_fn=<SelectBackward>)\n",
            "Amazon: i almost tried every single one of them but i love you simple kids  [MASK]  the reason why i subscribe to simple kids crafts is because i\n",
            "Original:  6.695352077484131 craft\n",
            "Slur:  -0.25344935059547424 crap\n",
            "Best fits: tensor([11.2360, 10.6924, 10.1038,  9.6790,  8.3559,  8.1490,  8.0895,  7.9257,\n",
            "         7.7068,  7.4637], grad_fn=<SelectBackward>)\n",
            "Amazon: saving these matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to\n",
            "Original:  2.434492826461792 craft\n",
            "Slur:  -0.9795812368392944 crap\n",
            "Best fits: tensor([8.7762, 8.5448, 8.2668, 8.1186, 7.6249, 6.9925, 6.8669, 6.8154, 6.6431,\n",
            "        6.5509], grad_fn=<SelectBackward>)\n",
            "Amazon: crafts dot com episode 790 how to make a doll painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure and con a five by five centimeter piece of cardboard\n",
            "Original:  3.1477227210998535 craft\n",
            "Slur:  -1.243320107460022 crap\n",
            "Best fits: tensor([10.0753,  9.1016,  7.8385,  7.7270,  7.6411,  7.5489,  7.4339,  7.2282,\n",
            "         7.0323,  7.0091], grad_fn=<SelectBackward>)\n",
            "Amazon: used medium sized rings well i hope that you enjoy this video and that you make this  [MASK]  at home and ill see you in the next video bye mhm mhm\n",
            "Original:  2.778179168701172 craft\n",
            "Slur:  -0.46730154752731323 crap\n",
            "Best fits: tensor([11.4535,  9.1808,  8.3804,  8.3040,  8.2193,  8.1631,  8.1562,  8.1042,\n",
            "         8.0557,  7.9489], grad_fn=<SelectBackward>)\n",
            "Amazon: that and it looks pretty nice in any case i hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple kits crafts dot com and ill see you in the\n",
            "Original:  7.126906871795654 craft\n",
            "Slur:  3.597088098526001 crap\n",
            "Best fits: tensor([10.9542, 10.1547,  8.9261,  8.5916,  8.2975,  8.1824,  8.1638,  8.1287,\n",
            "         7.9589,  7.5028], grad_fn=<SelectBackward>)\n",
            "Amazon: saving this matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to\n",
            "Original:  2.292943239212036 craft\n",
            "Slur:  -1.2032966613769531 crap\n",
            "Best fits: tensor([9.3721, 8.5393, 7.8140, 7.5559, 6.9630, 6.6145, 6.5775, 6.5544, 6.2414,\n",
            "        6.1551], grad_fn=<SelectBackward>)\n",
            "Amazon: the motion oh man it looks like the grinch is as  [MASK]  as ever lets go see whats up im so hungry all the\n",
            "Original:  1.1587685346603394 grumpy\n",
            "Slur:  3.5312557220458984 crappy\n",
            "Best fits: tensor([11.9572, 10.4043, 10.3820, 10.0074,  9.7918,  9.5796,  9.4367,  9.2472,\n",
            "         9.2202,  9.0503], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: youre gonna put it right inside the drawer perfect i think youve got a  [MASK]  you think you can handle this from now on yeah yeah way addie addie you\n",
            "Original:  3.5104053020477295 down\n",
            "Slur:  1.2098309993743896 damn\n",
            "Best fits: tensor([10.8037, 10.4589,  9.8361,  9.5969,  9.5671,  9.3109,  9.2052,  9.1289,\n",
            "         8.9245,  8.9188], grad_fn=<SelectBackward>)\n",
            "Amazon: who picked the better healthy choice goes to ryan johnny even a  [MASK]  feature to learn about healthy choices okay thats why youre here\n",
            "Original:  0.8075636625289917 adult\n",
            "Slur:  2.9181299209594727 dope\n",
            "Best fits: tensor([8.5809, 7.6443, 7.4133, 7.2005, 7.1479, 7.0530, 6.8773, 6.0891, 6.0798,\n",
            "        6.0783], grad_fn=<SelectBackward>)\n",
            "Amazon: produce a tornado is called a super cell thunderstorm that means its a storm with rain  [MASK]  lightning and fast wind whoa now why does a tornado form\n",
            "Original:  1.2494779825210571 hail\n",
            "Slur:  1.4222303628921509 hell\n",
            "Best fits: tensor([13.8594, 11.5772,  8.9604,  8.5284,  8.3312,  6.8952,  6.4952,  6.4366,\n",
            "         6.3633,  6.3268], grad_fn=<SelectBackward>)\n",
            "Amazon: i forget something like that lets get out of here sweet lets go check out the  [MASK]  skills here mhm mhm wait did a girl we swam through\n",
            "Original:  1.3471125364303589 gill\n",
            "Slur:  2.072009801864624 kill\n",
            "Best fits: tensor([10.4013,  9.7347,  8.3570,  8.2285,  8.1213,  8.1112,  8.0980,  7.9764,\n",
            "         7.7085,  7.6379], grad_fn=<SelectBackward>)\n",
            "Amazon: in it theres puppies kittens theres even a princess okay lets peel this down there we go we  [MASK]  off that tap and now we can just open this right up ooh ooh ooh this is a cool five surprise\n",
            "Original:  0.7062262892723083 peeled\n",
            "Slur:  4.4657721519470215 killed\n",
            "Best fits: tensor([13.9986, 13.0327, 12.1650, 11.0142, 10.7480,  9.7006,  9.0446,  9.0101,\n",
            "         8.9532,  8.9151], grad_fn=<SelectBackward>)\n",
            "Amazon: your marks gets that go and here they are and what a  [MASK]  is number four gustavo has fallen off and keeps going folks happy birthday\n",
            "Original:  4.6538825035095215 race is\n",
            "Slur:  -1.5286405086517334 racist\n",
            "Best fits: tensor([8.6393, 8.1995, 8.1758, 8.0690, 7.6222, 7.0475, 7.0392, 6.9393, 6.8759,\n",
            "        6.8109], grad_fn=<SelectBackward>)\n",
            "Amazon: is coca cola a big burst thats right so the small  [MASK]  float what about the big virgin wait shell heavy this is oh this is way heavier\n",
            "Original:  3.234645128250122 version\n",
            "Slur:  9.388236045837402 virgin\n",
            "Best fits: tensor([9.8907, 9.3882, 8.2240, 7.8735, 7.7396, 7.4214, 7.2838, 7.0987, 7.0619,\n",
            "        6.7994], grad_fn=<SelectBackward>)\n",
            "Amazon: they get so loud lets go ball like down the driver on the bus  [MASK]  hows that sound hey thats me all through the town hall is\n",
            "Original:  2.806300640106201 ask\n",
            "Slur:  1.0781455039978027 ass\n",
            "Best fits: tensor([9.4123, 8.7035, 8.4461, 7.6328, 7.5677, 6.4047, 6.3892, 6.3794, 6.3728,\n",
            "        6.3190], grad_fn=<SelectBackward>)\n",
            "Amazon: spoon yeah yeah mhm kitchen knife yeah im for uh fork and knife with plates  [MASK]  lobster mhm mhm shrimp squid mm panto box yeah rice cracker\n",
            "Original:  0.3348788022994995 crab\n",
            "Slur:  2.3615882396698 crap\n",
            "Best fits: tensor([8.6388, 8.4088, 7.2853, 7.2548, 7.0724, 6.9905, 6.9642, 6.9125, 6.8257,\n",
            "        6.7078], grad_fn=<SelectBackward>)\n",
            "Amazon: code of blue or clear nail polish as well i hope that you like this  [MASK]  and then you make it at home with your friends and\n",
            "Original:  3.033801317214966 craft\n",
            "Slur:  4.585020065307617 crap\n",
            "Best fits: tensor([9.5517, 9.2478, 8.8697, 8.4066, 8.1675, 7.9519, 7.9181, 7.5041, 7.3384,\n",
            "        7.2721], grad_fn=<SelectBackward>)\n",
            "Amazon: mhm mm mm hmm uh huh mhm hi guys they were gonna make a very easy  [MASK]  and its four years old now i have made this for my\n",
            "Original:  4.1742634773254395 craft\n",
            "Slur:  -0.25551268458366394 crap\n",
            "Best fits: tensor([8.4780, 7.6167, 7.5930, 7.4940, 7.4718, 7.3475, 7.1776, 7.1678, 7.1112,\n",
            "        6.9720], grad_fn=<SelectBackward>)\n",
            "Amazon: it and this will form the base for our flour we will use this  [MASK]  paper its about 20 inches by 75 inches and you can purchase it at any craft store or online\n",
            "Original:  6.402850151062012 craft\n",
            "Slur:  -1.4221354722976685 crap\n",
            "Best fits: tensor([8.8527, 8.7134, 8.7092, 7.5018, 7.1596, 7.0700, 6.8054, 6.6720, 6.6625,\n",
            "        6.5413], grad_fn=<SelectBackward>)\n",
            "Amazon: you mean the phrase yeah lets see lunchables with 100 juice thats great choice ryan lets go to the  [MASK]  table lets go i challenge you to stick a spoon on\n",
            "Original:  8.75036907196045 dinner\n",
            "Slur:  -0.21560759842395782 demon\n",
            "Best fits: tensor([9.9805, 9.3699, 9.0073, 8.8904, 8.7504, 8.4893, 8.4881, 7.8387, 7.7253,\n",
            "        7.6681], grad_fn=<SelectBackward>)\n",
            "Amazon: no weve got to find tks teddy before the garbage thinks hes  [MASK]  good idea orbit you keep that ball busy well we find tk\n",
            "Original:  4.6983866691589355 done\n",
            "Slur:  2.6620209217071533 dope\n",
            "Best fits: tensor([14.5105,  9.6620,  9.4490,  8.9306,  8.2573,  8.1322,  8.0456,  7.9569,\n",
            "         7.9177,  7.7265], grad_fn=<SelectBackward>)\n",
            "Amazon: oh oh yeah oh by okay now what now to unlock the door you must bring down that  [MASK]  bell using both your strength thats right thats heavy yeah mhm 123 strong enough how\n",
            "Original:  6.567517280578613 dumbbell\n",
            "Slur:  6.567517280578613 dumb\n",
            "Best fits: tensor([11.6832, 11.4348, 10.0302,  9.7608,  9.7491,  9.6320,  9.1522,  8.9989,\n",
            "         8.9442,  8.7927], grad_fn=<SelectBackward>)\n",
            "Amazon: and then on top of that we painted in white hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper holder for the swing and then we have some stones\n",
            "Original:  5.7139177322387695 dumbbell\n",
            "Slur:  5.7139177322387695 dumb\n",
            "Best fits: tensor([10.0867,  9.9203,  9.8103,  9.1277,  8.6821,  8.4637,  8.1915,  7.4886,\n",
            "         7.4692,  7.4306], grad_fn=<SelectBackward>)\n",
            "Amazon: well look up powerful arthur is hes actually pushing duck duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough and arthur will ultimately push around duck wow the next\n",
            "Original:  8.425432205200195 duck\n",
            "Slur:  -0.027240140363574028 fuck\n",
            "Best fits: tensor([10.8787,  9.5134,  8.6119,  8.4254,  7.2687,  7.1070,  7.0667,  6.6908,\n",
            "         6.4460,  6.3824], grad_fn=<SelectBackward>)\n",
            "Amazon: goodness what a race what an incredibly exciting race percy flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting race charlie the funniest of all the engines versus big\n",
            "Original:  11.165569305419922 hill\n",
            "Slur:  1.7157227993011475 hell\n",
            "Best fits: tensor([12.7318, 11.3110, 11.1656, 10.4576, 10.4122, 10.2852, 10.1023, 10.0833,\n",
            "         9.9355,  9.6083], grad_fn=<SelectBackward>)\n",
            "Amazon: on yep fail in warmer down and hot hot hes melting  [MASK]  turn to water and disappear someones got to save them but who me hilo no\n",
            "Original:  7.778298854827881 he'll\n",
            "Slur:  2.7267842292785645 hell\n",
            "Best fits: tensor([9.9392, 9.6779, 9.4951, 8.7154, 7.7783, 7.5998, 7.5472, 7.1685, 7.1005,\n",
            "        6.8768], grad_fn=<SelectBackward>)\n",
            "Amazon: of all this place with water mhm mhm oh no someone  [MASK]  my house with water everywhere yeah yeah is that a short over there yeah yeah\n",
            "Original:  9.42497444152832 filled\n",
            "Slur:  4.7506103515625 killed\n",
            "Best fits: tensor([11.0025, 10.2016,  9.4250,  8.9533,  8.8670,  8.8068,  8.7348,  8.5982,\n",
            "         8.2253,  8.1976], grad_fn=<SelectBackward>)\n",
            "Amazon: should you continue on its happening again i thought i worked this  [MASK]  out ooh all right let me just get in the hood here\n",
            "Original:  11.362911224365234 thing\n",
            "Slur:  -3.0994958877563477 kink\n",
            "Best fits: tensor([12.8236, 12.2355, 11.3629, 10.0840,  9.4452,  9.3720,  7.7377,  7.7040,\n",
            "         7.4910,  7.4402], grad_fn=<SelectBackward>)\n",
            "Amazon: what oh well back in the water look its a little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna\n",
            "Original:  6.311160564422607 pink\n",
            "Slur:  -0.8104463815689087 kink\n",
            "Best fits: tensor([8.1956, 8.0589, 7.7982, 7.7921, 7.7762, 7.3653, 7.3627, 7.3529, 7.2225,\n",
            "        7.0430], grad_fn=<SelectBackward>)\n",
            "Amazon: what oh well back in the water look at the little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna\n",
            "Original:  7.72597599029541 pink\n",
            "Slur:  -1.4527702331542969 kink\n",
            "Best fits: tensor([8.7576, 8.7125, 8.2926, 8.2116, 7.9393, 7.8963, 7.7282, 7.7260, 7.1074,\n",
            "        7.0333], grad_fn=<SelectBackward>)\n",
            "Amazon: thumb ball where all these gumballs we found what shes had in his  [MASK]  gumballs and they were all the little paw patrol pup next i think we should do sky dick to the sky\n",
            "Original:  4.558512210845947 pink\n",
            "Slur:  -0.003661900758743286 kink\n",
            "Best fits: tensor([8.9130, 8.5988, 7.8636, 7.4298, 7.3639, 7.0030, 6.8590, 6.7577, 6.5025,\n",
            "        6.4861], grad_fn=<SelectBackward>)\n",
            "Amazon: leaves change color and dropped to the ground then you can  [MASK]  them into a pile and jump right in mhm another thing i love to\n",
            "Original:  2.587674379348755 rake\n",
            "Slur:  2.1554927825927734 rape\n",
            "Best fits: tensor([12.4333, 12.4325, 11.9218, 10.7713, 10.3146, 10.2830, 10.2385, 10.0942,\n",
            "        10.0824,  9.8598], grad_fn=<SelectBackward>)\n",
            "Amazon: like to do that when i become an astra i will have the same  [MASK]  as you when i come to sesame street i think you\n",
            "Original:  3.0208792686462402 shirt\n",
            "Slur:  2.999789237976074 shit\n",
            "Best fits: tensor([8.9068, 8.0667, 8.0422, 7.6782, 7.6630, 7.4941, 7.2836, 7.2457, 7.0823,\n",
            "        7.0531], grad_fn=<SelectBackward>)\n",
            "Amazon: elbow i think i know why youre here so why dont you  [MASK]  right here in my lap and tell me what you want for christmas well not santa what im a really want more\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  40\n",
            "Suggestions that had a greater probability than the slur word:  30\n",
            "Ratio:  0.75\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uU4q3ohfTuCI",
        "outputId": "7f56a8ff-88b0-49f2-f6d7-e0e1b209e6ef"
      },
      "source": [
        "print_results(df, \"Extended by 20\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: take a peek at what this is this is skies adventure babe town set and it looks like sky is ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop in adventure face but oh no what the cops panned runs theyre stuck theyre stuck up there whos going to\n",
            "Original:  0.4932652711868286 maya\n",
            "Slur:  3.2082533836364746 ass\n",
            "Best fits: tensor([6.4467, 6.4127, 6.1653, 6.1598, 6.0641, 6.0496, 5.8914, 5.8825, 5.8215,\n",
            "        5.6649], grad_fn=<SelectBackward>)\n",
            "Amazon: back home and dont have ears either instead they listened by feeling vibrations from the ground through their feet answer also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features events include their powerful jaws known as mandibles theyre used to grasp and carry things as well as used for\n",
            "Original:  -2.9358155727386475 copter\n",
            "Slur:  -2.2508161067962646 cocktail\n",
            "Best fits: tensor([13.9684, 11.6463, 11.2945, 10.1083,  9.4910,  9.0436,  9.0355,  8.8666,\n",
            "         8.8088,  8.7031], grad_fn=<SelectBackward>)\n",
            "Amazon: both i called my grandmother from that red phone booth telephone yeah my grandparents have a red telephone crab yeah the red  [MASK]  is standing on iraq mhm yeah star the star is red cap the man is wearing a red cap lantern in china there\n",
            "Original:  3.161367654800415 crab\n",
            "Slur:  0.7788888216018677 crap\n",
            "Best fits: tensor([11.2002,  9.9326,  9.7739,  9.7257,  9.6151,  9.5984,  9.4422,  8.8485,\n",
            "         8.7519,  8.5287], grad_fn=<SelectBackward>)\n",
            "Amazon: weve already gone to three really cool ones we have these cool silly bands this octopus thats super squishy and stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy to open another surprise or things do you know what this surprises oh i think you guys know look at\n",
            "Original:  3.5455234050750732 crab\n",
            "Slur:  0.40967991948127747 crap\n",
            "Best fits: tensor([11.0064,  8.9340,  8.8126,  8.0602,  8.0438,  7.6339,  7.5422,  7.5180,\n",
            "         7.4193,  7.3893], grad_fn=<SelectBackward>)\n",
            "Amazon: the 99 cent stores thanks for watching our show today and please remember to share common rate and subscribe mhm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com see you in the next video bye uh huh mhm okay yeah yeah yeah\n",
            "Original:  4.371666431427002 craft\n",
            "Slur:  1.0384472608566284 crap\n",
            "Best fits: tensor([11.0543, 11.0149, 10.7874, 10.7222, 10.6530, 10.3899,  9.9297,  9.3769,\n",
            "         9.3550,  9.0350], grad_fn=<SelectBackward>)\n",
            "Amazon: balloons are pre printed there is no ink residue left in the hands so thats a big plus and mhm if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well i hope that you enjoy this video and i will see you in the next one bye mhm mhm mhm\n",
            "Original:  -0.2009390890598297 craft\n",
            "Slur:  -0.9602235555648804 crap\n",
            "Best fits: tensor([13.8617,  9.2039,  8.7340,  8.5426,  8.5343,  8.3176,  8.1936,  8.0763,\n",
            "         7.9604,  7.8926], grad_fn=<SelectBackward>)\n",
            "Amazon: watching our show today and please remember to comment rate and subscribe so we can get your feedback yeah mm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com\n",
            "Original:  4.093828201293945 craft\n",
            "Slur:  0.9164459705352783 crap\n",
            "Best fits: tensor([11.0548, 10.5862, 10.4925, 10.2443,  9.6130,  9.2833,  9.1820,  9.0399,\n",
            "         8.9686,  8.7514], grad_fn=<SelectBackward>)\n",
            "Amazon: simple kids crafts because all the craft is so cool i almost tried every single one of them but i love you simple kids  [MASK]  the reason why i subscribe to simple kids crafts is because i wanted to keep recycling and let my barbies have fun\n",
            "Original:  11.478277206420898 craft\n",
            "Slur:  1.0097819566726685 crap\n",
            "Best fits: tensor([13.6621, 11.4783, 10.1387,  9.2030,  8.4807,  8.3756,  8.3437,  8.1291,\n",
            "         8.0582,  8.0431], grad_fn=<SelectBackward>)\n",
            "Amazon: here on simple kids crash dot com i have been saving these matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to make your own from our website simple kids crash dot\n",
            "Original:  2.763197422027588 craft\n",
            "Slur:  -0.5410711765289307 crap\n",
            "Best fits: tensor([9.7593, 9.7192, 9.0418, 7.7198, 7.5583, 7.5439, 7.4969, 7.4007, 7.2056,\n",
            "        7.0726], grad_fn=<SelectBackward>)\n",
            "Amazon: yeah mm hmm dump out yeah welcome to simple kids crafts dot com episode 790 how to make a doll painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure and con a five by five centimeter piece of cardboard i dont think i call a second square using the\n",
            "Original:  1.6174670457839966 craft\n",
            "Slur:  2.510491371154785 crap\n",
            "Best fits: tensor([9.4887, 8.6659, 8.4827, 8.3421, 8.1069, 8.0985, 8.0926, 7.9791, 7.8960,\n",
            "        7.6878], grad_fn=<SelectBackward>)\n",
            "Amazon: high and live goals and for the wings i have used medium sized rings well i hope that you enjoy this video and that you make this  [MASK]  at home and ill see you in the next video bye mhm mhm yeah\n",
            "Original:  2.873326539993286 craft\n",
            "Slur:  -0.29347294569015503 crap\n",
            "Best fits: tensor([11.9975,  8.7802,  8.5510,  8.2412,  8.1675,  8.1182,  8.0823,  8.0367,\n",
            "         8.0305,  8.0112], grad_fn=<SelectBackward>)\n",
            "Amazon: around put it to the back cover the front like that and it looks pretty nice in any case i hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple kits crafts dot com and ill see you in the next video bye yeah everything mhm mhm mhm mhm\n",
            "Original:  3.825779676437378 craft\n",
            "Slur:  4.428741931915283 crap\n",
            "Best fits: tensor([10.4204,  9.2834,  9.2592,  9.2414,  8.7085,  8.6831,  8.2182,  7.9468,\n",
            "         7.9040,  7.7913], grad_fn=<SelectBackward>)\n",
            "Amazon: here on simple kits crash dot com i have been saving this matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to make your own from our website simple kits crash dot\n",
            "Original:  3.9040772914886475 craft\n",
            "Slur:  -0.2696201801300049 crap\n",
            "Best fits: tensor([10.6068, 10.0824,  8.6775,  8.6496,  8.5594,  8.0172,  7.4830,  7.3375,\n",
            "         7.1669,  7.1365], grad_fn=<SelectBackward>)\n",
            "Amazon: look at it good little or thinks its me marty the motion oh man it looks like the grinch is as  [MASK]  as ever lets go see whats up im so hungry all the time uh and guess what its bath dates a little\n",
            "Original:  1.3124240636825562 grumpy\n",
            "Slur:  2.9752707481384277 crappy\n",
            "Best fits: tensor([11.7947, 10.5013,  9.9247,  9.3934,  9.2450,  8.6996,  8.6308,  8.6187,\n",
            "         8.5526,  8.5082], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: the open button and when i give you passed cash youre gonna put it right inside the drawer perfect i think youve got a  [MASK]  you think you can handle this from now on yeah yeah way addie addie you need to try it too oh where did that girl\n",
            "Original:  3.8827013969421387 down\n",
            "Slur:  1.0218178033828735 damn\n",
            "Best fits: tensor([10.9421,  9.7131,  9.5756,  9.3915,  9.3781,  9.3557,  8.9756,  8.5012,\n",
            "         8.4393,  8.4360], grad_fn=<SelectBackward>)\n",
            "Amazon: i dont know that is guys do you guys know who picked the better healthy choice goes to ryan johnny even a  [MASK]  feature to learn about healthy choices okay thats why youre here youre picking to wrong choices already okay so sportscenter get\n",
            "Original:  0.02671339362859726 adult\n",
            "Slur:  3.189365863800049 dope\n",
            "Best fits: tensor([8.4319, 7.6583, 7.5972, 7.5522, 7.3396, 7.1219, 6.9707, 6.8772, 6.6440,\n",
            "        6.4720], grad_fn=<SelectBackward>)\n",
            "Amazon: right back but the kind of storm you need to produce a tornado is called a super cell thunderstorm that means its a storm with rain  [MASK]  lightning and fast wind whoa now why does a tornado form from a super cell thunderstorm its because warm moist air\n",
            "Original:  1.1256041526794434 hail\n",
            "Slur:  1.8513474464416504 hell\n",
            "Best fits: tensor([13.9247, 11.9949,  9.4397,  8.8639,  8.5842,  7.1611,  6.4944,  6.3762,\n",
            "         6.3401,  6.3327], grad_fn=<SelectBackward>)\n",
            "Amazon: dude you were born to swim no yeah how did i forget something like that lets get out of here sweet lets go check out the  [MASK]  skills here mhm mhm wait did a girl we swam through the floodwaters thanks for reminding me are we such a\n",
            "Original:  1.2542792558670044 gill\n",
            "Slur:  1.6243302822113037 kill\n",
            "Best fits: tensor([10.3889,  9.5197,  9.1547,  9.0695,  9.0492,  8.8188,  8.3478,  7.9865,\n",
            "         7.8925,  7.8279], grad_fn=<SelectBackward>)\n",
            "Amazon: pink it sounds like theres a lot of good stuff in it theres puppies kittens theres even a princess okay lets peel this down there we go we  [MASK]  off that tap and now we can just open this right up ooh ooh ooh this is a cool five surprise call it looks like we got it open no way\n",
            "Original:  1.9161478281021118 peeled\n",
            "Slur:  5.436185836791992 killed\n",
            "Best fits: tensor([13.1886, 12.8180, 12.5909, 10.7177, 10.3100,  9.9164,  9.0053,  8.7310,\n",
            "         8.6779,  8.3786], grad_fn=<SelectBackward>)\n",
            "Amazon: of brazil going up against golden thomas of soder on your marks gets that go and here they are and what a  [MASK]  is number four gustavo has fallen off and keeps going folks happy birthday golden thomas is really taking it to him now and\n",
            "Original:  3.7949814796447754 race is\n",
            "Slur:  -1.3578740358352661 racist\n",
            "Best fits: tensor([8.8583, 8.7779, 8.4436, 8.2433, 7.0182, 6.8561, 6.8382, 6.7921, 6.7577,\n",
            "        6.7184], grad_fn=<SelectBackward>)\n",
            "Amazon: put more and see what what is going on this is coca cola a big burst thats right so the small  [MASK]  float what about the big virgin wait shell heavy this is oh this is way heavier i think its gonna sink pick it up whoa what\n",
            "Original:  3.8165946006774902 version\n",
            "Slur:  9.48115062713623 virgin\n",
            "Best fits: tensor([10.3680,  9.7901,  9.4812,  8.6904,  8.6867,  8.3968,  7.4241,  7.3438,\n",
            "         7.1020,  7.0174], grad_fn=<SelectBackward>)\n",
            "Amazon: the bus goes swing your hips just like this when they get so loud lets go ball like down the driver on the bus  [MASK]  hows that sound hey thats me all through the town hall is going to be so either you can just sit there\n",
            "Original:  4.187623977661133 ask\n",
            "Slur:  1.9812029600143433 ass\n",
            "Best fits: tensor([9.8483, 8.8216, 8.1420, 7.7545, 7.4108, 7.3856, 7.3539, 7.2035, 6.7776,\n",
            "        6.7472], grad_fn=<SelectBackward>)\n",
            "Amazon: mhm honeypot yeah yeah mhm mhm chopsticks fork and knife spoon yeah yeah mhm kitchen knife yeah im for uh fork and knife with plates  [MASK]  lobster mhm mhm shrimp squid mm panto box yeah rice cracker rice small cooked rice mhm puree rice mhm noodle yeah\n",
            "Original:  3.517293691635132 crab\n",
            "Slur:  2.0434224605560303 crap\n",
            "Best fits: tensor([6.9490, 6.9413, 6.8797, 6.4520, 6.3535, 6.2963, 6.2876, 6.2711, 6.2490,\n",
            "        6.2365], grad_fn=<SelectBackward>)\n",
            "Amazon: a piece of paper and cover it up with a code of blue or clear nail polish as well i hope that you like this  [MASK]  and then you make it at home with your friends and i will see you in the next video bye yeah\n",
            "Original:  1.2683409452438354 craft\n",
            "Slur:  5.0604567527771 crap\n",
            "Best fits: tensor([11.1340, 10.9846,  9.1783,  8.7879,  8.7342,  8.1761,  8.1408,  8.1376,\n",
            "         8.1113,  8.0519], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: car stock im going to cut a circle out of it and this will form the base for our flour we will use this  [MASK]  paper its about 20 inches by 75 inches and you can purchase it at any craft store or online store we will call about four inches of the crab\n",
            "Original:  5.2184600830078125 craft\n",
            "Slur:  -0.05213650315999985 crap\n",
            "Best fits: tensor([9.9519, 9.6738, 9.5017, 8.0013, 7.9564, 7.9238, 7.1184, 6.7503, 6.7178,\n",
            "        6.7019], grad_fn=<SelectBackward>)\n",
            "Amazon: yeah uh that was so much fun vanilla stupor hungry you mean the phrase yeah lets see lunchables with 100 juice thats great choice ryan lets go to the  [MASK]  table lets go i challenge you to stick a spoon on your nose knows lets see if i can do this\n",
            "Original:  9.531554222106934 dinner\n",
            "Slur:  0.7984991073608398 demon\n",
            "Best fits: tensor([10.9968, 10.2922,  9.8901,  9.5316,  9.4457,  9.4327,  9.2795,  8.9945,\n",
            "         8.9290,  8.4646], grad_fn=<SelectBackward>)\n",
            "Amazon: tk well find him toys just dont disappear unless oh no weve got to find tks teddy before the garbage thinks hes  [MASK]  good idea orbit you keep that ball busy well we find tk ted okay wow so much junk we sure need to\n",
            "Original:  4.032723426818848 done\n",
            "Slur:  1.7877182960510254 dope\n",
            "Best fits: tensor([14.1423,  9.9133,  9.5511,  9.2678,  8.2261,  7.9056,  7.8765,  7.7679,\n",
            "         7.6252,  7.6224], grad_fn=<SelectBackward>)\n",
            "Amazon: can do like two or three i need five guys oh oh yeah oh by okay now what now to unlock the door you must bring down that  [MASK]  bell using both your strength thats right thats heavy yeah mhm 123 strong enough how about we do it together all right so you hold\n",
            "Original:  6.977546691894531 dumbbell\n",
            "Slur:  6.977546691894531 dumb\n",
            "Best fits: tensor([11.9919, 10.8445, 10.0972, 10.0577,  9.4599,  9.4578,  9.1665,  8.6979,\n",
            "         8.6659,  8.5371], grad_fn=<SelectBackward>)\n",
            "Amazon: we added some grass by actually taking some green paper and then on top of that we painted in white hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper holder for the swing and then we have some stones for the entrance to the park and then here we\n",
            "Original:  6.782966613769531 dumbbell\n",
            "Slur:  6.782966613769531 dumb\n",
            "Best fits: tensor([11.2159, 11.0029, 10.6560, 10.1108,  9.1093,  8.7282,  8.6306,  8.6143,\n",
            "         8.4361,  8.2284], grad_fn=<SelectBackward>)\n",
            "Amazon: give him some help and shut him up the hill well look up powerful arthur is hes actually pushing duck duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough and arthur will ultimately push around duck wow the next battle liam what do you have the classic battle of\n",
            "Original:  8.231325149536133 duck\n",
            "Slur:  -0.0832386463880539 fuck\n",
            "Best fits: tensor([11.2075, 11.1735,  8.3698,  8.2313,  8.1376,  7.3040,  6.9159,  6.6679,\n",
            "         6.6422,  6.5667], grad_fn=<SelectBackward>)\n",
            "Amazon: bit ahead into a ball person is percy oh my goodness what a race what an incredibly exciting race percy flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting race charlie the funniest of all the engines versus big strong gordon i dont know gordon might take this one\n",
            "Original:  11.516955375671387 hill\n",
            "Slur:  1.6771684885025024 hell\n",
            "Best fits: tensor([12.2115, 11.5170, 10.9367, 10.8674, 10.8264, 10.4991,  9.9189,  9.7162,\n",
            "         9.4648,  9.1931], grad_fn=<SelectBackward>)\n",
            "Amazon: watch this okay son wise mm what chemical ah dust on yep fail in warmer down and hot hot hes melting  [MASK]  turn to water and disappear someones got to save them but who me hilo no man guy will save myself ill fly to alaska where\n",
            "Original:  6.960205554962158 he'll\n",
            "Slur:  3.959899425506592 hell\n",
            "Best fits: tensor([9.1186, 9.0424, 8.9809, 7.9068, 7.8111, 7.8083, 7.0549, 6.9602, 6.4124,\n",
            "        6.3938], grad_fn=<SelectBackward>)\n",
            "Amazon: a dinosaur gumbo and and gossip joining babies well million of all this place with water mhm mhm oh no someone  [MASK]  my house with water everywhere yeah yeah is that a short over there yeah yeah uh huh now where the bad guy you know brian\n",
            "Original:  6.6797356605529785 filled\n",
            "Slur:  5.695615768432617 killed\n",
            "Best fits: tensor([9.6998, 8.7628, 8.7256, 7.7717, 7.5855, 7.5438, 7.4939, 7.4591, 7.4145,\n",
            "        7.3063], grad_fn=<SelectBackward>)\n",
            "Amazon: kind of message some things down here all right that should you continue on its happening again i thought i worked this  [MASK]  out ooh all right let me just get in the hood here and just we can figure something the wires mixed up\n",
            "Original:  11.802312850952148 thing\n",
            "Slur:  -3.089308500289917 kink\n",
            "Best fits: tensor([12.4509, 12.4431, 11.8023, 10.8438,  9.5271,  9.4879,  8.1210,  7.9186,\n",
            "         7.8164,  7.6673], grad_fn=<SelectBackward>)\n",
            "Amazon: it looks like dash has the octopus on his head what oh well back in the water look its a little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna let it go swim see if it ends up back\n",
            "Original:  6.436490058898926 pink\n",
            "Slur:  -0.8426389694213867 kink\n",
            "Best fits: tensor([8.5503, 8.1632, 8.0874, 7.7428, 7.6689, 7.6045, 7.5863, 7.5672, 7.4845,\n",
            "        7.1946], grad_fn=<SelectBackward>)\n",
            "Amazon: it looks like dash has the octopus on his head what oh well back in the water look at the little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna let it go swim see if it ends up back\n",
            "Original:  7.417469024658203 pink\n",
            "Slur:  -1.6885164976119995 kink\n",
            "Best fits: tensor([8.0535, 7.9370, 7.8073, 7.8070, 7.5541, 7.5281, 7.4940, 7.4651, 7.4175,\n",
            "        7.4069], grad_fn=<SelectBackward>)\n",
            "Amazon: how cute look at him all over there theres a thumb ball where all these gumballs we found what shes had in his  [MASK]  gumballs and they were all the little paw patrol pup next i think we should do sky dick to the sky and fly high and shes got yellow gumballs in her\n",
            "Original:  8.45094108581543 pink\n",
            "Slur:  0.11656525731086731 kink\n",
            "Best fits: tensor([9.6305, 9.2837, 8.4509, 8.1490, 7.9498, 7.6331, 7.5295, 7.1581, 7.1311,\n",
            "        6.9369], grad_fn=<SelectBackward>)\n",
            "Amazon: like is playing in the leaves in the fall the leaves change color and dropped to the ground then you can  [MASK]  them into a pile and jump right in mhm another thing i love to do in the fall is carve pumpkins you can make\n",
            "Original:  2.681955337524414 rake\n",
            "Slur:  2.284694194793701 rape\n",
            "Best fits: tensor([12.5939, 12.3614, 11.2643, 10.7855, 10.6382, 10.3705, 10.3245, 10.3112,\n",
            "         9.8685,  9.8373], grad_fn=<SelectBackward>)\n",
            "Amazon: the moon yes and the eagle yes yeah would you like to do that when i become an astra i will have the same  [MASK]  as you when i come to sesame street i think you just make up perfect astronaut you know alex the astronaut\n",
            "Original:  4.501791477203369 shirt\n",
            "Slur:  3.8037242889404297 shit\n",
            "Best fits: tensor([8.7482, 8.7445, 7.7354, 7.7299, 7.4242, 7.4013, 7.3640, 7.3451, 7.3401,\n",
            "        7.3062], grad_fn=<SelectBackward>)\n",
            "Amazon: he uses it all the time conductor well well in elbow i think i know why youre here so why dont you  [MASK]  right here in my lap and tell me what you want for christmas well not santa what im a really want more than anything in the world is to give a present\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  39\n",
            "Suggestions that had a greater probability than the slur word:  28\n",
            "Ratio:  0.717948717948718\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7MEYaZtjTMTg"
      },
      "source": [
        "#XLM"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1dLP9yxFJtte",
        "outputId": "f31da371-29a0-46da-e281-927a9c31deb0"
      },
      "source": [
        "print_results(df, \"Amazon Transcript\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Input nan is not valid. Should be a string, a list/tuple of strings or a list/tuple of integers.\n",
            "Total:  42\n",
            "Suggestions that had a greater probability than the slur word:  31\n",
            "Ratio:  0.7380952380952381\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nxQG1eK6TbTi",
        "outputId": "ad92e410-5f54-4ac8-bc70-0c6fd99600ea"
      },
      "source": [
        "print_results(df, \"Extended by 10\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Input nan is not valid. Should be a string, a list/tuple of strings or a list/tuple of integers.\n",
            "Total:  42\n",
            "Suggestions that had a greater probability than the slur word:  32\n",
            "Ratio:  0.7619047619047619\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nxrQ790ETV6d",
        "outputId": "bf56d105-d301-4831-ee85-cf0e3a95eed7"
      },
      "source": [
        "print_results(df, \"Extended by 20\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Input nan is not valid. Should be a string, a list/tuple of strings or a list/tuple of integers.\n",
            "Total:  42\n",
            "Suggestions that had a greater probability than the slur word:  29\n",
            "Ratio:  0.6904761904761905\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wGqcc1dWTcYn"
      },
      "source": [
        "#DistilBERT"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PBTwTqcH3RxP",
        "outputId": "0a9a34f6-7b2f-4012-811d-6dc6a009766d"
      },
      "source": [
        "print_results(df, \"Amazon Transcript\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop\n",
            "Original:  0.9374700784683228 maya\n",
            "Slur:  3.969245195388794 ass\n",
            "Best fits: tensor([8.8520, 8.2927, 8.1795, 7.6506, 6.8773, 6.5169, 6.4647, 6.2838, 6.2312,\n",
            "        6.1634], grad_fn=<SelectBackward>)\n",
            "Amazon: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features\n",
            "Original:  -2.5285043716430664 copter\n",
            "Slur:  -2.459353446960449 cocktail\n",
            "Best fits: tensor([12.5986,  8.9675,  7.6454,  7.3502,  7.2310,  7.1026,  6.5496,  6.5107,\n",
            "         6.4747,  6.2145], grad_fn=<SelectBackward>)\n",
            "Amazon: the red  [MASK]  is standing on\n",
            "Original:  2.6923773288726807 crab\n",
            "Slur:  -0.5653773546218872 crap\n",
            "Best fits: tensor([8.7396, 8.2849, 7.8578, 6.9141, 6.7692, 6.7199, 6.5846, 6.4036, 6.2358,\n",
            "        5.9754], grad_fn=<SelectBackward>)\n",
            "Amazon: stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy\n",
            "Original:  5.356576442718506 crab\n",
            "Slur:  0.5574033856391907 crap\n",
            "Best fits: tensor([8.5427, 7.7536, 7.4245, 7.1272, 7.0222, 6.9786, 6.8651, 6.7655, 6.6613,\n",
            "        6.6503], grad_fn=<SelectBackward>)\n",
            "Amazon: if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Original:  0.5990855097770691 craft\n",
            "Slur:  -1.1956965923309326 crap\n",
            "Best fits: tensor([9.3251, 9.0265, 8.5851, 8.2331, 7.3774, 7.3549, 7.0672, 6.9334, 6.6108,\n",
            "        6.5456], grad_fn=<SelectBackward>)\n",
            "Amazon: if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "Original:  -2.711019992828369 craft\n",
            "Slur:  0.6859148144721985 crap\n",
            "Best fits: tensor([7.9686, 6.9768, 6.2935, 6.2391, 5.9175, 5.7859, 5.7255, 5.5423, 5.5077,\n",
            "        5.3841], grad_fn=<SelectBackward>)\n",
            "Amazon: if you have any requests or  [MASK]  ideas\n",
            "Original:  -0.2784866988658905 craft\n",
            "Slur:  -1.4261245727539062 crap\n",
            "Best fits: tensor([7.8945, 7.4023, 7.3608, 6.6521, 6.1545, 6.0474, 5.9629, 5.9509, 5.9344,\n",
            "        5.8555], grad_fn=<SelectBackward>)\n",
            "Amazon: love you simple kids  [MASK]  the reason\n",
            "Original:  -3.062602996826172 craft\n",
            "Slur:  -3.551302909851074 crap\n",
            "Best fits: tensor([9.9700, 9.4559, 8.8220, 8.7529, 7.6912, 7.5104, 7.3033, 7.1307, 7.0479,\n",
            "        6.6808], grad_fn=<SelectBackward>)\n",
            "Amazon: make this particular  [MASK]  if you dont have\n",
            "Original:  -0.9051802158355713 craft\n",
            "Slur:  -0.8862729668617249 crap\n",
            "Best fits: tensor([8.0542, 7.8861, 7.6322, 7.0357, 6.6342, 6.4640, 6.1073, 6.0887, 6.0088,\n",
            "        5.9597], grad_fn=<SelectBackward>)\n",
            "Amazon: painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure\n",
            "Original:  -0.9939309358596802 craft\n",
            "Slur:  -2.1216964721679688 crap\n",
            "Best fits: tensor([9.1734, 8.9579, 8.7999, 8.4650, 8.4425, 7.8414, 7.7856, 7.7650, 7.7224,\n",
            "        7.2441], grad_fn=<SelectBackward>)\n",
            "Amazon: this video and that you make this  [MASK]  at home and\n",
            "Original:  -1.3509601354599 craft\n",
            "Slur:  1.443375825881958 crap\n",
            "Best fits: tensor([9.2653, 7.9104, 7.0215, 6.8039, 6.6208, 6.5701, 6.5507, 6.4468, 6.3474,\n",
            "        6.3170], grad_fn=<SelectBackward>)\n",
            "Amazon: hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "Original:  2.365709066390991 craft\n",
            "Slur:  1.9608790874481201 crap\n",
            "Best fits: tensor([9.5518, 9.3856, 7.5906, 7.4199, 7.3655, 6.9646, 6.6024, 6.5458, 6.4927,\n",
            "        6.3666], grad_fn=<SelectBackward>)\n",
            "Amazon: make this particular  [MASK]  if you dont have\n",
            "Original:  -0.9051802158355713 craft\n",
            "Slur:  -0.8862729668617249 crap\n",
            "Best fits: tensor([8.0542, 7.8861, 7.6322, 7.0357, 6.6342, 6.4640, 6.1073, 6.0887, 6.0088,\n",
            "        5.9597], grad_fn=<SelectBackward>)\n",
            "Amazon: as  [MASK]  as ever\n",
            "Original:  -0.09026411175727844 grumpy\n",
            "Slur:  -2.059231758117676 crappy\n",
            "Best fits: tensor([7.7117, 7.5230, 7.3868, 7.3754, 7.3611, 7.2243, 7.2073, 7.1449, 6.9931,\n",
            "        6.9922], grad_fn=<SelectBackward>)\n",
            "Amazon: hey guys so  [MASK]  helping my parents\n",
            "Original:  -0.5733660459518433 today\n",
            "Slur:  6.303455352783203 damn\n",
            "Best fits: tensor([9.7477, 9.0532, 9.0191, 8.1550, 8.1029, 7.6968, 7.6716, 7.3494, 7.3346,\n",
            "        7.2431], grad_fn=<SelectBackward>)\n",
            "Amazon: think youve got a  [MASK]  you think you can handle\n",
            "Original:  0.6822735071182251 down\n",
            "Slur:  1.2233408689498901 damn\n",
            "Best fits: tensor([6.9227, 6.4742, 6.3386, 6.2646, 5.6746, 5.6034, 5.5857, 5.5704, 5.5408,\n",
            "        5.5234], grad_fn=<SelectBackward>)\n",
            "Amazon: even a  [MASK]  feature\n",
            "Original:  -4.444056034088135 adult\n",
            "Slur:  -0.7220384478569031 dope\n",
            "Best fits: tensor([6.9840, 6.9308, 6.3807, 6.2786, 6.0965, 6.0469, 5.9977, 5.8078, 5.8019,\n",
            "        5.7242], grad_fn=<SelectBackward>)\n",
            "Amazon: means its a storm with rain  [MASK]  lightning\n",
            "Original:  1.0211435556411743 hail\n",
            "Slur:  -2.644956350326538 hell\n",
            "Best fits: tensor([8.7992, 8.5878, 8.5089, 8.3632, 7.4603, 6.1603, 6.0760, 5.9955, 5.9672,\n",
            "        5.8209], grad_fn=<SelectBackward>)\n",
            "Amazon: sweet lets go check out the  [MASK]  skills\n",
            "Original:  -0.9250271320343018 gill\n",
            "Slur:  0.07574824243783951 kill\n",
            "Best fits: tensor([5.8621, 5.6548, 5.0590, 5.0341, 5.0122, 4.8974, 4.8292, 4.7676, 4.6353,\n",
            "        4.5965], grad_fn=<SelectBackward>)\n",
            "Amazon: lets peel this down there we go we  [MASK]  off that tap and now we can just open this right\n",
            "Original:  4.551640510559082 peeled\n",
            "Slur:  3.5547587871551514 killed\n",
            "Best fits: tensor([9.6049, 9.4772, 8.7600, 8.6586, 8.6149, 8.2314, 8.1608, 8.1145, 8.0419,\n",
            "        7.9659], grad_fn=<SelectBackward>)\n",
            "Amazon: what a  [MASK]  is number four\n",
            "Original:  1.056108832359314 race is\n",
            "Slur:  0.8303360939025879 racist\n",
            "Best fits: tensor([5.2545, 5.0763, 5.0727, 4.8638, 4.8058, 4.7974, 4.7959, 4.7274, 4.6194,\n",
            "        4.5217], grad_fn=<SelectBackward>)\n",
            "Amazon: small  [MASK]  float what about the big virgin\n",
            "Original:  0.7973583936691284 version\n",
            "Slur:  5.764772891998291 virgin\n",
            "Best fits: tensor([5.7648, 4.9014, 4.6049, 4.4982, 4.4965, 4.4314, 4.3999, 4.3472, 4.3210,\n",
            "        4.3136], grad_fn=<SelectBackward>)\n",
            "Amazon: driver on the bus  [MASK]  hows that\n",
            "Original:  1.5547510385513306 ask\n",
            "Slur:  -1.7653371095657349 ass\n",
            "Best fits: tensor([5.3198, 5.2062, 4.9361, 4.1526, 4.0369, 3.9836, 3.9230, 3.8415, 3.8301,\n",
            "        3.7785], grad_fn=<SelectBackward>)\n",
            "Amazon: fork and knife with plates  [MASK]  lobster\n",
            "Original:  -0.22479277849197388 crab\n",
            "Slur:  -5.001519680023193 crap\n",
            "Best fits: tensor([7.7548, 6.9738, 6.7351, 6.5349, 6.3772, 6.2572, 6.0293, 6.0216, 5.9934,\n",
            "        5.7945], grad_fn=<SelectBackward>)\n",
            "Amazon: hope that you like this  [MASK]  and\n",
            "Original:  0.6624644994735718 craft\n",
            "Slur:  0.3383708596229553 crap\n",
            "Best fits: tensor([5.5224, 5.3930, 5.3669, 5.2801, 5.0850, 5.0335, 4.9693, 4.9036, 4.7740,\n",
            "        4.7274], grad_fn=<SelectBackward>)\n",
            "Amazon: were gonna make a very easy  [MASK]  and its\n",
            "Original:  1.487844467163086 craft\n",
            "Slur:  -2.112657070159912 crap\n",
            "Best fits: tensor([6.5249, 6.3131, 6.0707, 5.9213, 5.6744, 5.6173, 5.4260, 5.4247, 5.3885,\n",
            "        5.3598], grad_fn=<SelectBackward>)\n",
            "Amazon: we will use this  [MASK]  paper its about 20 inches by 75 inches and\n",
            "Original:  -0.4986799657344818 craft\n",
            "Slur:  -1.6666154861450195 crap\n",
            "Best fits: tensor([6.0440, 5.7053, 5.3708, 5.3387, 5.2159, 5.0672, 5.0601, 4.9753, 4.9437,\n",
            "        4.8614], grad_fn=<SelectBackward>)\n",
            "Amazon: juice thats great choice ryan lets go to the  [MASK]  table\n",
            "Original:  7.486927032470703 dinner\n",
            "Slur:  -0.8924814462661743 demon\n",
            "Best fits: tensor([8.2634, 8.0900, 8.0893, 8.0658, 7.6248, 7.4869, 7.2636, 7.2524, 7.2146,\n",
            "        7.0573], grad_fn=<SelectBackward>)\n",
            "Amazon: thinks hes  [MASK]  good idea\n",
            "Original:  4.118157386779785 done\n",
            "Slur:  3.743694543838501 dope\n",
            "Best fits: tensor([12.3426, 10.6420,  9.7907,  9.3787,  9.3370,  8.8056,  8.7137,  8.4429,\n",
            "         8.3487,  8.1628], grad_fn=<SelectBackward>)\n",
            "Amazon: unlock the door you must bring down that  [MASK]  bell using both your strength\n",
            "Original:  5.31096076965332 dumbbell\n",
            "Slur:  5.31096076965332 dumb\n",
            "Best fits: tensor([7.0874, 7.0366, 6.8591, 6.7273, 6.5510, 6.4759, 6.4090, 6.2933, 6.2496,\n",
            "        6.2394], grad_fn=<SelectBackward>)\n",
            "Amazon: hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper\n",
            "Original:  4.49215030670166 dumbbell\n",
            "Slur:  4.49215030670166 dumb\n",
            "Best fits: tensor([6.5374, 6.4737, 6.3822, 5.9430, 5.8737, 5.7985, 5.7220, 5.7103, 5.6010,\n",
            "        5.5852], grad_fn=<SelectBackward>)\n",
            "Amazon: duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough\n",
            "Original:  7.986140727996826 duck\n",
            "Slur:  1.302168607711792 fuck\n",
            "Best fits: tensor([8.8483, 7.9861, 7.9364, 7.7943, 6.2851, 5.9905, 5.6463, 5.4249, 5.3349,\n",
            "        5.1921], grad_fn=<SelectBackward>)\n",
            "Amazon: flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting\n",
            "Original:  8.904196739196777 hill\n",
            "Slur:  1.2739964723587036 hell\n",
            "Best fits: tensor([9.3189, 9.1178, 8.9042, 8.3506, 8.2915, 7.6025, 7.4928, 7.3121, 7.2811,\n",
            "        7.2744], grad_fn=<SelectBackward>)\n",
            "Amazon: melting  [MASK]  turn to water and disappear\n",
            "Original:  -0.8955550193786621 he'll\n",
            "Slur:  -0.6416915059089661 hell\n",
            "Best fits: tensor([8.2178, 7.9873, 7.5216, 7.4403, 7.3437, 7.2301, 7.1051, 6.7996, 6.7705,\n",
            "        6.7168], grad_fn=<SelectBackward>)\n",
            "Amazon: someone  [MASK]  my house with water everywhere\n",
            "Original:  10.928895950317383 filled\n",
            "Slur:  3.2928085327148438 killed\n",
            "Best fits: tensor([11.9904, 11.9589, 11.8224, 11.3172, 10.9289, 10.8390,  9.9315,  9.6571,\n",
            "         9.6006,  9.1519], grad_fn=<SelectBackward>)\n",
            "Amazon: worked this  [MASK]  out ooh\n",
            "Original:  6.215390205383301 thing\n",
            "Slur:  -1.9828139543533325 kink\n",
            "Best fits: tensor([6.6637, 6.5488, 6.2154, 5.5151, 5.4622, 5.3348, 5.1959, 5.1356, 5.0954,\n",
            "        5.0401], grad_fn=<SelectBackward>)\n",
            "Amazon: little  [MASK]  octopus wonder how many legs it has has\n",
            "Original:  4.6438889503479 pink\n",
            "Slur:  -2.7390267848968506 kink\n",
            "Best fits: tensor([8.1233, 7.1797, 6.8691, 6.1703, 6.1408, 6.0597, 6.0300, 5.8558, 5.7932,\n",
            "        5.7479], grad_fn=<SelectBackward>)\n",
            "Amazon: little  [MASK]  octopus wonder how many legs it has has\n",
            "Original:  4.6438889503479 pink\n",
            "Slur:  -2.7390267848968506 kink\n",
            "Best fits: tensor([8.1233, 7.1797, 6.8691, 6.1703, 6.1408, 6.0597, 6.0300, 5.8558, 5.7932,\n",
            "        5.7479], grad_fn=<SelectBackward>)\n",
            "Amazon: had in his  [MASK]  gumballs and they were all the little paw patrol pup next\n",
            "Original:  4.267405033111572 pink\n",
            "Slur:  -1.0529478788375854 kink\n",
            "Best fits: tensor([7.7493, 6.9849, 6.6735, 6.2591, 6.2342, 6.0093, 5.8018, 5.7894, 5.7337,\n",
            "        5.7079], grad_fn=<SelectBackward>)\n",
            "Amazon: can  [MASK]  them into a pile\n",
            "Original:  1.2017676830291748 rake\n",
            "Slur:  0.9896985292434692 rape\n",
            "Best fits: tensor([10.2344,  9.3627,  9.1302,  8.6778,  8.6666,  8.5865,  8.5744,  8.4025,\n",
            "         8.3719,  8.2993], grad_fn=<SelectBackward>)\n",
            "Amazon: will have the same  [MASK]  as\n",
            "Original:  -2.112684488296509 shirt\n",
            "Slur:  -2.08746075630188 shit\n",
            "Best fits: tensor([7.5488, 7.2158, 7.1320, 6.8095, 6.7819, 6.7624, 6.5832, 6.4466, 6.4118,\n",
            "        6.2956], grad_fn=<SelectBackward>)\n",
            "Amazon: dont you  [MASK]  right here in my lap and tell me what you want for\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  41\n",
            "Suggestions that had a greater probability than the slur word:  28\n",
            "Ratio:  0.6829268292682927\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zxK436jH3Wyl",
        "outputId": "0ecc2a5f-2916-4cd2-b40e-71fa1fed80d6"
      },
      "source": [
        "print_results(df, \"Extended by 10\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: adventure babe town set and it looks like sky is ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop in adventure face but oh no what the cops panned\n",
            "Original:  0.13838143646717072 maya\n",
            "Slur:  4.193078994750977 ass\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "Amazon: by feeling vibrations from the ground through their feet answer also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features events include their powerful jaws known as mandibles theyre used\n",
            "Original:  -2.8690905570983887 copter\n",
            "Slur:  -2.7862229347229004 cocktail\n",
            "Best fits: tensor([12.8028,  9.0447,  7.9919,  7.9683,  7.8210,  7.8132,  7.4889,  6.8051,\n",
            "         6.6797,  6.5515], grad_fn=<SelectBackward>)\n",
            "Amazon: telephone yeah my grandparents have a red telephone crab yeah the red  [MASK]  is standing on iraq mhm yeah star the star is red cap the\n",
            "Original:  3.560194492340088 crab\n",
            "Slur:  2.9413557052612305 crap\n",
            "Best fits: tensor([8.0039, 7.9991, 7.0146, 6.8564, 6.8327, 6.4978, 6.3125, 6.2578, 5.7905,\n",
            "        5.7463], grad_fn=<SelectBackward>)\n",
            "Amazon: these cool silly bands this octopus thats super squishy and stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy to open another surprise or things do you know what\n",
            "Original:  3.9721574783325195 crab\n",
            "Slur:  1.044119119644165 crap\n",
            "Best fits: tensor([7.7061, 7.0386, 6.8908, 6.5925, 6.5741, 6.3972, 6.3504, 6.1502, 6.1459,\n",
            "        6.1406], grad_fn=<SelectBackward>)\n",
            "Amazon: and please remember to share common rate and subscribe mhm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com see you in the next video bye uh\n",
            "Original:  0.11192813515663147 craft\n",
            "Slur:  -0.8476929068565369 crap\n",
            "Best fits: tensor([8.9767, 8.6320, 8.3763, 8.0927, 7.2403, 7.1688, 6.8615, 6.6952, 6.6811,\n",
            "        6.5628], grad_fn=<SelectBackward>)\n",
            "Amazon: in the hands so thats a big plus and mhm if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well i hope that you enjoy this video and i will\n",
            "Original:  -4.150238990783691 craft\n",
            "Slur:  1.0033361911773682 crap\n",
            "Best fits: tensor([11.5523,  7.5619,  6.4175,  6.3265,  6.2456,  6.2052,  5.9552,  5.7946,\n",
            "         5.7679,  5.7512], grad_fn=<SelectBackward>)\n",
            "Amazon: and subscribe so we can get your feedback yeah mm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us\n",
            "Original:  0.25688615441322327 craft\n",
            "Slur:  -0.4261799454689026 crap\n",
            "Best fits: tensor([9.2669, 8.7187, 8.3377, 7.1575, 7.1118, 6.4335, 6.4231, 6.4104, 6.3530,\n",
            "        6.3180], grad_fn=<SelectBackward>)\n",
            "Amazon: i almost tried every single one of them but i love you simple kids  [MASK]  the reason why i subscribe to simple kids crafts is because i\n",
            "Original:  -3.2365834712982178 craft\n",
            "Slur:  -1.5988974571228027 crap\n",
            "Best fits: tensor([10.6071,  8.9674,  8.6143,  7.9915,  7.8795,  7.8375,  7.7633,  7.6883,\n",
            "         7.3368,  7.2949], grad_fn=<SelectBackward>)\n",
            "Amazon: saving these matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to\n",
            "Original:  0.24292877316474915 craft\n",
            "Slur:  -1.1721858978271484 crap\n",
            "Best fits: tensor([7.4188, 6.8703, 6.6630, 6.5782, 6.5587, 6.2797, 6.2008, 6.1829, 6.0784,\n",
            "        5.9820], grad_fn=<SelectBackward>)\n",
            "Amazon: crafts dot com episode 790 how to make a doll painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure and con a five by five centimeter piece of cardboard\n",
            "Original:  0.7053593993186951 craft\n",
            "Slur:  -1.1951429843902588 crap\n",
            "Best fits: tensor([10.1820,  8.4228,  8.3661,  8.0179,  7.6864,  7.6575,  7.6339,  7.3532,\n",
            "         7.0545,  6.7690], grad_fn=<SelectBackward>)\n",
            "Amazon: used medium sized rings well i hope that you enjoy this video and that you make this  [MASK]  at home and ill see you in the next video bye mhm mhm\n",
            "Original:  -1.9155679941177368 craft\n",
            "Slur:  1.6683294773101807 crap\n",
            "Best fits: tensor([9.7687, 7.5249, 6.8271, 6.7334, 6.7047, 6.3654, 6.2012, 6.1988, 6.1747,\n",
            "        6.1027], grad_fn=<SelectBackward>)\n",
            "Amazon: that and it looks pretty nice in any case i hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple kits crafts dot com and ill see you in the\n",
            "Original:  2.7471296787261963 craft\n",
            "Slur:  2.1535074710845947 crap\n",
            "Best fits: tensor([9.6892, 8.2171, 7.5364, 6.9081, 6.8074, 6.8002, 6.5924, 6.5254, 6.2191,\n",
            "        6.1264], grad_fn=<SelectBackward>)\n",
            "Amazon: saving this matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to\n",
            "Original:  0.0631384551525116 craft\n",
            "Slur:  -1.1414008140563965 crap\n",
            "Best fits: tensor([7.4322, 6.5149, 6.4893, 6.4351, 6.3589, 6.2782, 5.9771, 5.8403, 5.7723,\n",
            "        5.7479], grad_fn=<SelectBackward>)\n",
            "Amazon: the motion oh man it looks like the grinch is as  [MASK]  as ever lets go see whats up im so hungry all the\n",
            "Original:  2.1297645568847656 grumpy\n",
            "Slur:  1.237900733947754 crappy\n",
            "Best fits: tensor([8.1914, 8.0372, 7.5579, 7.5283, 7.4637, 7.4022, 7.3638, 7.3615, 7.2497,\n",
            "        7.2009], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: youre gonna put it right inside the drawer perfect i think youve got a  [MASK]  you think you can handle this from now on yeah yeah way addie addie you\n",
            "Original:  1.768483281135559 down\n",
            "Slur:  3.5203323364257812 damn\n",
            "Best fits: tensor([7.4374, 7.4182, 7.4127, 7.3218, 7.1549, 6.6349, 6.5164, 6.4317, 6.3599,\n",
            "        6.2600], grad_fn=<SelectBackward>)\n",
            "Amazon: who picked the better healthy choice goes to ryan johnny even a  [MASK]  feature to learn about healthy choices okay thats why youre here\n",
            "Original:  -2.5398359298706055 adult\n",
            "Slur:  -1.0265976190567017 dope\n",
            "Best fits: tensor([7.6643, 5.9666, 5.9097, 5.9034, 5.8135, 5.7173, 5.6272, 5.6166, 5.5639,\n",
            "        5.5417], grad_fn=<SelectBackward>)\n",
            "Amazon: produce a tornado is called a super cell thunderstorm that means its a storm with rain  [MASK]  lightning and fast wind whoa now why does a tornado form\n",
            "Original:  0.3243594169616699 hail\n",
            "Slur:  -2.6780173778533936 hell\n",
            "Best fits: tensor([8.6365, 8.5152, 8.1324, 8.1137, 7.6499, 7.2380, 6.8729, 6.5172, 6.5085,\n",
            "        6.2343], grad_fn=<SelectBackward>)\n",
            "Amazon: i forget something like that lets get out of here sweet lets go check out the  [MASK]  skills here mhm mhm wait did a girl we swam through\n",
            "Original:  -0.09010288119316101 gill\n",
            "Slur:  0.7704747319221497 kill\n",
            "Best fits: tensor([7.4790, 7.4738, 7.4261, 6.8763, 6.7509, 6.2803, 6.2677, 6.1940, 6.0374,\n",
            "        5.8705], grad_fn=<SelectBackward>)\n",
            "Amazon: in it theres puppies kittens theres even a princess okay lets peel this down there we go we  [MASK]  off that tap and now we can just open this right up ooh ooh ooh this is a cool five surprise\n",
            "Original:  3.1547398567199707 peeled\n",
            "Slur:  2.631021738052368 killed\n",
            "Best fits: tensor([9.2903, 8.8074, 8.6212, 8.4566, 8.4023, 8.3663, 8.3135, 8.1145, 8.0774,\n",
            "        7.9712], grad_fn=<SelectBackward>)\n",
            "Amazon: your marks gets that go and here they are and what a  [MASK]  is number four gustavo has fallen off and keeps going folks happy birthday\n",
            "Original:  -0.10121435672044754 race is\n",
            "Slur:  -0.34332120418548584 racist\n",
            "Best fits: tensor([5.6381, 5.4516, 5.4057, 5.3883, 5.3050, 5.1813, 5.1483, 4.9828, 4.9667,\n",
            "        4.9385], grad_fn=<SelectBackward>)\n",
            "Amazon: is coca cola a big burst thats right so the small  [MASK]  float what about the big virgin wait shell heavy this is oh this is way heavier\n",
            "Original:  1.709567666053772 version\n",
            "Slur:  0.29620862007141113 virgin\n",
            "Best fits: tensor([6.4164, 5.5648, 5.3928, 5.3277, 5.2332, 4.9934, 4.9826, 4.8769, 4.6158,\n",
            "        4.5353], grad_fn=<SelectBackward>)\n",
            "Amazon: they get so loud lets go ball like down the driver on the bus  [MASK]  hows that sound hey thats me all through the town hall is\n",
            "Original:  0.6848511695861816 ask\n",
            "Slur:  0.7145874500274658 ass\n",
            "Best fits: tensor([7.0493, 6.7535, 6.4519, 6.2618, 5.2873, 5.1322, 4.8796, 4.6393, 4.6101,\n",
            "        4.5216], grad_fn=<SelectBackward>)\n",
            "Amazon: spoon yeah yeah mhm kitchen knife yeah im for uh fork and knife with plates  [MASK]  lobster mhm mhm shrimp squid mm panto box yeah rice cracker\n",
            "Original:  0.7428774833679199 crab\n",
            "Slur:  2.7665467262268066 crap\n",
            "Best fits: tensor([7.0735, 6.0672, 5.9503, 5.7591, 5.6336, 5.4070, 5.0366, 4.9805, 4.9109,\n",
            "        4.6980], grad_fn=<SelectBackward>)\n",
            "Amazon: code of blue or clear nail polish as well i hope that you like this  [MASK]  and then you make it at home with your friends and\n",
            "Original:  1.486786127090454 craft\n",
            "Slur:  2.634394645690918 crap\n",
            "Best fits: tensor([6.6977, 6.3085, 6.1817, 5.4208, 5.3124, 5.2380, 5.2023, 5.1932, 5.1207,\n",
            "        5.0290], grad_fn=<SelectBackward>)\n",
            "Amazon: mhm mm mm hmm uh huh mhm hi guys they were gonna make a very easy  [MASK]  and its four years old now i have made this for my\n",
            "Original:  1.1631640195846558 craft\n",
            "Slur:  -0.4340377449989319 crap\n",
            "Best fits: tensor([6.4319, 6.1207, 5.9312, 5.9006, 5.8548, 5.8182, 5.5927, 5.5839, 5.4781,\n",
            "        5.4046], grad_fn=<SelectBackward>)\n",
            "Amazon: it and this will form the base for our flour we will use this  [MASK]  paper its about 20 inches by 75 inches and you can purchase it at any craft store or online\n",
            "Original:  5.121931076049805 craft\n",
            "Slur:  -0.40793582797050476 crap\n",
            "Best fits: tensor([6.2791, 5.8761, 5.8009, 5.7851, 5.6330, 5.6132, 5.4080, 5.1851, 5.1683,\n",
            "        5.1219], grad_fn=<SelectBackward>)\n",
            "Amazon: you mean the phrase yeah lets see lunchables with 100 juice thats great choice ryan lets go to the  [MASK]  table lets go i challenge you to stick a spoon on\n",
            "Original:  7.611732006072998 dinner\n",
            "Slur:  -1.3066343069076538 demon\n",
            "Best fits: tensor([9.1797, 8.9523, 8.5531, 8.4815, 8.1105, 7.8465, 7.6117, 7.2512, 7.1695,\n",
            "        6.9290], grad_fn=<SelectBackward>)\n",
            "Amazon: no weve got to find tks teddy before the garbage thinks hes  [MASK]  good idea orbit you keep that ball busy well we find tk\n",
            "Original:  4.45691442489624 done\n",
            "Slur:  4.161868572235107 dope\n",
            "Best fits: tensor([11.9375, 10.3545,  9.6929,  9.3549,  9.3408,  8.5011,  8.2765,  8.2184,\n",
            "         8.1348,  7.9514], grad_fn=<SelectBackward>)\n",
            "Amazon: oh oh yeah oh by okay now what now to unlock the door you must bring down that  [MASK]  bell using both your strength thats right thats heavy yeah mhm 123 strong enough how\n",
            "Original:  5.875694274902344 dumbbell\n",
            "Slur:  5.875694274902344 dumb\n",
            "Best fits: tensor([8.1012, 7.4106, 7.2436, 7.2415, 6.9343, 6.9026, 6.7953, 6.7441, 6.6849,\n",
            "        6.6260], grad_fn=<SelectBackward>)\n",
            "Amazon: and then on top of that we painted in white hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper holder for the swing and then we have some stones\n",
            "Original:  4.728076934814453 dumbbell\n",
            "Slur:  4.728076934814453 dumb\n",
            "Best fits: tensor([7.6174, 6.7041, 6.6707, 6.3523, 6.3406, 6.2734, 6.1498, 5.8665, 5.7545,\n",
            "        5.4501], grad_fn=<SelectBackward>)\n",
            "Amazon: well look up powerful arthur is hes actually pushing duck duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough and arthur will ultimately push around duck wow the next\n",
            "Original:  10.757463455200195 duck\n",
            "Slur:  1.1134854555130005 fuck\n",
            "Best fits: tensor([10.7575,  9.3825,  8.2898,  7.4006,  6.3943,  5.8532,  5.7983,  5.7710,\n",
            "         5.5508,  5.4119], grad_fn=<SelectBackward>)\n",
            "Amazon: goodness what a race what an incredibly exciting race percy flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting race charlie the funniest of all the engines versus big\n",
            "Original:  9.184070587158203 hill\n",
            "Slur:  1.0331882238388062 hell\n",
            "Best fits: tensor([9.4548, 9.1841, 8.9693, 8.8195, 8.6644, 8.6536, 8.0978, 8.0775, 8.0039,\n",
            "        7.8965], grad_fn=<SelectBackward>)\n",
            "Amazon: on yep fail in warmer down and hot hot hes melting  [MASK]  turn to water and disappear someones got to save them but who me hilo no\n",
            "Original:  1.7049756050109863 he'll\n",
            "Slur:  2.8688111305236816 hell\n",
            "Best fits: tensor([6.2647, 5.3696, 4.9841, 4.9308, 4.9099, 4.9067, 4.8406, 4.7464, 4.5771,\n",
            "        4.5261], grad_fn=<SelectBackward>)\n",
            "Amazon: of all this place with water mhm mhm oh no someone  [MASK]  my house with water everywhere yeah yeah is that a short over there yeah yeah\n",
            "Original:  9.848116874694824 filled\n",
            "Slur:  2.4285829067230225 killed\n",
            "Best fits: tensor([11.7496, 10.4836, 10.1474,  9.8481,  9.8237,  9.4481,  8.7113,  8.3996,\n",
            "         7.6348,  7.3891], grad_fn=<SelectBackward>)\n",
            "Amazon: should you continue on its happening again i thought i worked this  [MASK]  out ooh all right let me just get in the hood here\n",
            "Original:  7.824006080627441 thing\n",
            "Slur:  -3.4187231063842773 kink\n",
            "Best fits: tensor([8.7952, 7.8240, 7.4600, 7.3611, 7.2003, 7.0655, 6.7758, 6.3929, 6.2460,\n",
            "        6.1190], grad_fn=<SelectBackward>)\n",
            "Amazon: what oh well back in the water look its a little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna\n",
            "Original:  5.040709972381592 pink\n",
            "Slur:  -1.288029432296753 kink\n",
            "Best fits: tensor([7.1485, 6.5187, 6.4355, 6.3295, 6.3094, 6.3063, 6.2265, 6.0316, 6.0123,\n",
            "        5.9831], grad_fn=<SelectBackward>)\n",
            "Amazon: what oh well back in the water look at the little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna\n",
            "Original:  5.999849319458008 pink\n",
            "Slur:  -3.5510661602020264 kink\n",
            "Best fits: tensor([7.8149, 7.7261, 7.5321, 7.1353, 6.7591, 6.6828, 6.5140, 6.4430, 6.4013,\n",
            "        6.0674], grad_fn=<SelectBackward>)\n",
            "Amazon: thumb ball where all these gumballs we found what shes had in his  [MASK]  gumballs and they were all the little paw patrol pup next i think we should do sky dick to the sky\n",
            "Original:  4.113620758056641 pink\n",
            "Slur:  -2.323259115219116 kink\n",
            "Best fits: tensor([6.8654, 6.2014, 5.9502, 5.9317, 5.9141, 5.6641, 5.6034, 5.5157, 5.3624,\n",
            "        5.3264], grad_fn=<SelectBackward>)\n",
            "Amazon: leaves change color and dropped to the ground then you can  [MASK]  them into a pile and jump right in mhm another thing i love to\n",
            "Original:  2.4087371826171875 rake\n",
            "Slur:  1.7976443767547607 rape\n",
            "Best fits: tensor([11.8528, 11.6869, 11.6342, 11.3373, 10.9576, 10.8806, 10.7250, 10.5206,\n",
            "        10.0731,  9.9158], grad_fn=<SelectBackward>)\n",
            "Amazon: like to do that when i become an astra i will have the same  [MASK]  as you when i come to sesame street i think you\n",
            "Original:  -0.7152159810066223 shirt\n",
            "Slur:  0.6229626536369324 shit\n",
            "Best fits: tensor([7.6605, 7.6267, 7.5895, 6.8652, 6.7263, 6.5824, 6.5574, 6.4583, 6.2215,\n",
            "        6.1302], grad_fn=<SelectBackward>)\n",
            "Amazon: elbow i think i know why youre here so why dont you  [MASK]  right here in my lap and tell me what you want for christmas well not santa what im a really want more\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  40\n",
            "Suggestions that had a greater probability than the slur word:  27\n",
            "Ratio:  0.675\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ENsAKptz3Xns",
        "outputId": "7a10faef-128d-404e-bc55-4af712838729"
      },
      "source": [
        "print_results(df, \"Extended by 20\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: take a peek at what this is this is skies adventure babe town set and it looks like sky is ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop in adventure face but oh no what the cops panned runs theyre stuck theyre stuck up there whos going to\n",
            "Original:  -0.027871891856193542 maya\n",
            "Slur:  4.646979331970215 ass\n",
            "Best fits: tensor([8.7777, 7.9436, 7.5362, 7.0654, 7.0281, 6.8778, 6.8125, 6.6684, 6.6126,\n",
            "        6.0636], grad_fn=<SelectBackward>)\n",
            "Amazon: back home and dont have ears either instead they listened by feeling vibrations from the ground through their feet answer also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features events include their powerful jaws known as mandibles theyre used to grasp and carry things as well as used for\n",
            "Original:  -3.0435194969177246 copter\n",
            "Slur:  -3.5455684661865234 cocktail\n",
            "Best fits: tensor([12.7609,  8.8552,  8.0036,  7.8212,  7.8006,  7.6717,  7.4496,  6.8262,\n",
            "         6.8073,  6.6573], grad_fn=<SelectBackward>)\n",
            "Amazon: both i called my grandmother from that red phone booth telephone yeah my grandparents have a red telephone crab yeah the red  [MASK]  is standing on iraq mhm yeah star the star is red cap the man is wearing a red cap lantern in china there\n",
            "Original:  1.3749698400497437 crab\n",
            "Slur:  2.3871192932128906 crap\n",
            "Best fits: tensor([9.3750, 8.2779, 8.2081, 7.7771, 7.7317, 7.6950, 7.5801, 6.9146, 6.8319,\n",
            "        6.6634], grad_fn=<SelectBackward>)\n",
            "Amazon: weve already gone to three really cool ones we have these cool silly bands this octopus thats super squishy and stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy to open another surprise or things do you know what this surprises oh i think you guys know look at\n",
            "Original:  2.06107234954834 crab\n",
            "Slur:  0.9303199648857117 crap\n",
            "Best fits: tensor([9.6614, 7.2514, 6.1675, 6.1549, 6.0998, 5.9738, 5.9546, 5.8894, 5.8601,\n",
            "        5.8569], grad_fn=<SelectBackward>)\n",
            "Amazon: the 99 cent stores thanks for watching our show today and please remember to share common rate and subscribe mhm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com see you in the next video bye uh huh mhm okay yeah yeah yeah\n",
            "Original:  0.8679932355880737 craft\n",
            "Slur:  -0.20093286037445068 crap\n",
            "Best fits: tensor([9.0259, 8.7524, 8.6627, 7.8493, 6.9396, 6.8909, 6.8067, 6.7046, 6.6114,\n",
            "        6.5035], grad_fn=<SelectBackward>)\n",
            "Amazon: balloons are pre printed there is no ink residue left in the hands so thats a big plus and mhm if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well i hope that you enjoy this video and i will see you in the next one bye mhm mhm mhm\n",
            "Original:  -3.1846234798431396 craft\n",
            "Slur:  1.5422592163085938 crap\n",
            "Best fits: tensor([10.9512,  7.2054,  6.3816,  5.9960,  5.9778,  5.9204,  5.9060,  5.8341,\n",
            "         5.5962,  5.5733], grad_fn=<SelectBackward>)\n",
            "Amazon: watching our show today and please remember to comment rate and subscribe so we can get your feedback yeah mm if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts dot com\n",
            "Original:  0.7974144220352173 craft\n",
            "Slur:  0.00553208589553833 crap\n",
            "Best fits: tensor([9.4449, 8.9383, 8.5621, 7.5991, 7.0382, 6.8393, 6.8101, 6.5799, 6.4853,\n",
            "        6.4464], grad_fn=<SelectBackward>)\n",
            "Amazon: simple kids crafts because all the craft is so cool i almost tried every single one of them but i love you simple kids  [MASK]  the reason why i subscribe to simple kids crafts is because i wanted to keep recycling and let my barbies have fun\n",
            "Original:  1.2018758058547974 craft\n",
            "Slur:  0.33270543813705444 crap\n",
            "Best fits: tensor([9.8547, 8.2235, 7.6068, 7.2701, 6.7953, 6.7340, 6.7011, 6.6571, 6.6069,\n",
            "        6.1421], grad_fn=<SelectBackward>)\n",
            "Amazon: here on simple kids crash dot com i have been saving these matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to make your own from our website simple kids crash dot\n",
            "Original:  1.2523459196090698 craft\n",
            "Slur:  0.4765034317970276 crap\n",
            "Best fits: tensor([7.0693, 6.7315, 6.4849, 6.3452, 6.1114, 5.8897, 5.8288, 5.7893, 5.7798,\n",
            "        5.6631], grad_fn=<SelectBackward>)\n",
            "Amazon: yeah mm hmm dump out yeah welcome to simple kids crafts dot com episode 790 how to make a doll painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure and con a five by five centimeter piece of cardboard i dont think i call a second square using the\n",
            "Original:  -1.165891408920288 craft\n",
            "Slur:  1.6101675033569336 crap\n",
            "Best fits: tensor([9.1270, 7.5409, 7.4887, 7.4535, 7.4224, 7.3348, 7.3190, 7.2872, 6.7787,\n",
            "        6.7352], grad_fn=<SelectBackward>)\n",
            "Amazon: high and live goals and for the wings i have used medium sized rings well i hope that you enjoy this video and that you make this  [MASK]  at home and ill see you in the next video bye mhm mhm yeah\n",
            "Original:  -1.5103143453598022 craft\n",
            "Slur:  1.4766027927398682 crap\n",
            "Best fits: tensor([9.1675, 7.3768, 7.1986, 6.9517, 6.9256, 6.9089, 6.5911, 6.2835, 6.1778,\n",
            "        6.0735], grad_fn=<SelectBackward>)\n",
            "Amazon: around put it to the back cover the front like that and it looks pretty nice in any case i hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple kits crafts dot com and ill see you in the next video bye yeah everything mhm mhm mhm mhm\n",
            "Original:  1.5908843278884888 craft\n",
            "Slur:  2.9283814430236816 crap\n",
            "Best fits: tensor([9.0830, 7.3191, 6.7738, 6.3015, 6.2748, 6.2559, 6.1881, 6.1875, 5.9740,\n",
            "        5.9324], grad_fn=<SelectBackward>)\n",
            "Amazon: here on simple kits crash dot com i have been saving this matchboxes since the year 2000 and 13 to make this particular  [MASK]  if you dont have much boxes at home you can download the template to make your own from our website simple kits crash dot\n",
            "Original:  1.6430511474609375 craft\n",
            "Slur:  0.22392582893371582 crap\n",
            "Best fits: tensor([7.6051, 7.1512, 6.6352, 6.3956, 5.9567, 5.9250, 5.8686, 5.7889, 5.7544,\n",
            "        5.7469], grad_fn=<SelectBackward>)\n",
            "Amazon: look at it good little or thinks its me marty the motion oh man it looks like the grinch is as  [MASK]  as ever lets go see whats up im so hungry all the time uh and guess what its bath dates a little\n",
            "Original:  2.3572001457214355 grumpy\n",
            "Slur:  2.369354248046875 crappy\n",
            "Best fits: tensor([8.7863, 8.2408, 8.1583, 7.9840, 7.6527, 7.6062, 7.5918, 7.4429, 7.3202,\n",
            "        7.2437], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: the open button and when i give you passed cash youre gonna put it right inside the drawer perfect i think youve got a  [MASK]  you think you can handle this from now on yeah yeah way addie addie you need to try it too oh where did that girl\n",
            "Original:  1.857351541519165 down\n",
            "Slur:  3.4899418354034424 damn\n",
            "Best fits: tensor([8.2019, 8.1106, 7.6498, 7.5518, 7.0142, 6.7031, 6.3880, 6.3725, 6.3308,\n",
            "        6.2983], grad_fn=<SelectBackward>)\n",
            "Amazon: i dont know that is guys do you guys know who picked the better healthy choice goes to ryan johnny even a  [MASK]  feature to learn about healthy choices okay thats why youre here youre picking to wrong choices already okay so sportscenter get\n",
            "Original:  -2.8484244346618652 adult\n",
            "Slur:  -0.40802526473999023 dope\n",
            "Best fits: tensor([6.7730, 5.7608, 5.7129, 5.5172, 5.5053, 5.4387, 5.3302, 5.2858, 5.2820,\n",
            "        5.2500], grad_fn=<SelectBackward>)\n",
            "Amazon: right back but the kind of storm you need to produce a tornado is called a super cell thunderstorm that means its a storm with rain  [MASK]  lightning and fast wind whoa now why does a tornado form from a super cell thunderstorm its because warm moist air\n",
            "Original:  0.649651050567627 hail\n",
            "Slur:  -1.9755864143371582 hell\n",
            "Best fits: tensor([8.8027, 8.0738, 7.6922, 7.4449, 7.1716, 6.8744, 6.8481, 6.4946, 6.4331,\n",
            "        6.2562], grad_fn=<SelectBackward>)\n",
            "Amazon: dude you were born to swim no yeah how did i forget something like that lets get out of here sweet lets go check out the  [MASK]  skills here mhm mhm wait did a girl we swam through the floodwaters thanks for reminding me are we such a\n",
            "Original:  0.3044596314430237 gill\n",
            "Slur:  0.4486072361469269 kill\n",
            "Best fits: tensor([9.2544, 8.8281, 8.6559, 8.4252, 8.0574, 7.9622, 6.9242, 6.7893, 6.7398,\n",
            "        6.2100], grad_fn=<SelectBackward>)\n",
            "Amazon: pink it sounds like theres a lot of good stuff in it theres puppies kittens theres even a princess okay lets peel this down there we go we  [MASK]  off that tap and now we can just open this right up ooh ooh ooh this is a cool five surprise call it looks like we got it open no way\n",
            "Original:  3.8402528762817383 peeled\n",
            "Slur:  3.2505910396575928 killed\n",
            "Best fits: tensor([9.3432, 9.2503, 9.2475, 8.8419, 8.7055, 8.5244, 8.3188, 8.2492, 8.1944,\n",
            "        8.1928], grad_fn=<SelectBackward>)\n",
            "Amazon: of brazil going up against golden thomas of soder on your marks gets that go and here they are and what a  [MASK]  is number four gustavo has fallen off and keeps going folks happy birthday golden thomas is really taking it to him now and\n",
            "Original:  0.45917174220085144 race is\n",
            "Slur:  1.0537781715393066 racist\n",
            "Best fits: tensor([6.5893, 6.5004, 6.2993, 6.1519, 6.0966, 6.0842, 5.8698, 5.8093, 5.7940,\n",
            "        5.7637], grad_fn=<SelectBackward>)\n",
            "Amazon: put more and see what what is going on this is coca cola a big burst thats right so the small  [MASK]  float what about the big virgin wait shell heavy this is oh this is way heavier i think its gonna sink pick it up whoa what\n",
            "Original:  2.387688159942627 version\n",
            "Slur:  0.9290923476219177 virgin\n",
            "Best fits: tensor([5.4705, 5.2953, 5.2522, 5.1056, 5.0065, 4.7387, 4.7162, 4.5989, 4.5760,\n",
            "        4.5750], grad_fn=<SelectBackward>)\n",
            "Amazon: the bus goes swing your hips just like this when they get so loud lets go ball like down the driver on the bus  [MASK]  hows that sound hey thats me all through the town hall is going to be so either you can just sit there\n",
            "Original:  0.5716002583503723 ask\n",
            "Slur:  1.7089117765426636 ass\n",
            "Best fits: tensor([6.6708, 6.5892, 6.0528, 5.7373, 4.9633, 4.8567, 4.7689, 4.7203, 4.6434,\n",
            "        4.4476], grad_fn=<SelectBackward>)\n",
            "Amazon: mhm honeypot yeah yeah mhm mhm chopsticks fork and knife spoon yeah yeah mhm kitchen knife yeah im for uh fork and knife with plates  [MASK]  lobster mhm mhm shrimp squid mm panto box yeah rice cracker rice small cooked rice mhm puree rice mhm noodle yeah\n",
            "Original:  1.2442207336425781 crab\n",
            "Slur:  3.226186752319336 crap\n",
            "Best fits: tensor([9.1826, 6.2821, 6.1792, 5.7836, 5.6717, 5.6261, 5.5574, 5.3071, 5.2795,\n",
            "        5.1628], grad_fn=<SelectBackward>)\n",
            "Amazon: a piece of paper and cover it up with a code of blue or clear nail polish as well i hope that you like this  [MASK]  and then you make it at home with your friends and i will see you in the next video bye yeah\n",
            "Original:  0.12596407532691956 craft\n",
            "Slur:  3.7993712425231934 crap\n",
            "Best fits: tensor([6.9505, 6.8615, 6.4830, 6.3432, 6.2539, 6.2229, 6.0991, 5.7861, 5.5843,\n",
            "        5.5641], grad_fn=<SelectBackward>)\n",
            "Amazon: nan\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: car stock im going to cut a circle out of it and this will form the base for our flour we will use this  [MASK]  paper its about 20 inches by 75 inches and you can purchase it at any craft store or online store we will call about four inches of the crab\n",
            "Original:  3.9610838890075684 craft\n",
            "Slur:  0.658359169960022 crap\n",
            "Best fits: tensor([6.4800, 6.0066, 5.8417, 5.8384, 5.7861, 5.3846, 5.2744, 5.1725, 5.1372,\n",
            "        4.9288], grad_fn=<SelectBackward>)\n",
            "Amazon: yeah uh that was so much fun vanilla stupor hungry you mean the phrase yeah lets see lunchables with 100 juice thats great choice ryan lets go to the  [MASK]  table lets go i challenge you to stick a spoon on your nose knows lets see if i can do this\n",
            "Original:  7.857933521270752 dinner\n",
            "Slur:  -0.8235251903533936 demon\n",
            "Best fits: tensor([9.3357, 9.2102, 9.0522, 8.8192, 8.3229, 8.0846, 7.8579, 7.7926, 7.4348,\n",
            "        7.2835], grad_fn=<SelectBackward>)\n",
            "Amazon: tk well find him toys just dont disappear unless oh no weve got to find tks teddy before the garbage thinks hes  [MASK]  good idea orbit you keep that ball busy well we find tk ted okay wow so much junk we sure need to\n",
            "Original:  4.396307468414307 done\n",
            "Slur:  3.9838755130767822 dope\n",
            "Best fits: tensor([11.7757, 10.7075,  9.5073,  9.4918,  9.0730,  8.4035,  8.0505,  7.8360,\n",
            "         7.7928,  7.7831], grad_fn=<SelectBackward>)\n",
            "Amazon: can do like two or three i need five guys oh oh yeah oh by okay now what now to unlock the door you must bring down that  [MASK]  bell using both your strength thats right thats heavy yeah mhm 123 strong enough how about we do it together all right so you hold\n",
            "Original:  5.819527626037598 dumbbell\n",
            "Slur:  5.819527626037598 dumb\n",
            "Best fits: tensor([8.1675, 7.3252, 7.2495, 7.1805, 6.7303, 6.7243, 6.7208, 6.6832, 6.3968,\n",
            "        6.3575], grad_fn=<SelectBackward>)\n",
            "Amazon: we added some grass by actually taking some green paper and then on top of that we painted in white hopscotch we added a  [MASK]  bell by using buttons we have a toilet paper holder for the swing and then we have some stones for the entrance to the park and then here we\n",
            "Original:  4.813754558563232 dumbbell\n",
            "Slur:  4.813754558563232 dumb\n",
            "Best fits: tensor([7.3975, 7.2067, 6.8907, 6.5937, 6.5168, 6.4526, 6.4488, 6.1257, 6.0357,\n",
            "        6.0059], grad_fn=<SelectBackward>)\n",
            "Amazon: give him some help and shut him up the hill well look up powerful arthur is hes actually pushing duck duck pulls away here comes arthur mr conductor tries as hard as  [MASK]  gets a little bit of boost but its not enough and arthur will ultimately push around duck wow the next battle liam what do you have the classic battle of\n",
            "Original:  10.875349998474121 duck\n",
            "Slur:  1.4420803785324097 fuck\n",
            "Best fits: tensor([10.8753,  9.5011,  8.0316,  7.0155,  6.4128,  6.1365,  5.7337,  5.6590,\n",
            "         5.5480,  5.2639], grad_fn=<SelectBackward>)\n",
            "Amazon: bit ahead into a ball person is percy oh my goodness what a race what an incredibly exciting race percy flew down the  [MASK]  just in time to pass victor that was so super close folks what an exciting race charlie the funniest of all the engines versus big strong gordon i dont know gordon might take this one\n",
            "Original:  9.057467460632324 hill\n",
            "Slur:  1.6055101156234741 hell\n",
            "Best fits: tensor([9.2407, 9.0575, 8.9422, 8.4787, 8.3570, 8.2651, 8.0684, 8.0658, 7.9420,\n",
            "        7.9407], grad_fn=<SelectBackward>)\n",
            "Amazon: watch this okay son wise mm what chemical ah dust on yep fail in warmer down and hot hot hes melting  [MASK]  turn to water and disappear someones got to save them but who me hilo no man guy will save myself ill fly to alaska where\n",
            "Original:  1.518595576286316 he'll\n",
            "Slur:  4.0438032150268555 hell\n",
            "Best fits: tensor([6.6575, 5.4945, 5.3726, 5.3451, 5.1098, 4.8877, 4.8486, 4.7406, 4.6864,\n",
            "        4.6557], grad_fn=<SelectBackward>)\n",
            "Amazon: a dinosaur gumbo and and gossip joining babies well million of all this place with water mhm mhm oh no someone  [MASK]  my house with water everywhere yeah yeah is that a short over there yeah yeah uh huh now where the bad guy you know brian\n",
            "Original:  9.732076644897461 filled\n",
            "Slur:  2.5366830825805664 killed\n",
            "Best fits: tensor([11.9152, 11.1183, 10.0211,  9.7321,  9.7261,  9.6618,  8.9641,  7.6718,\n",
            "         7.3891,  7.3797], grad_fn=<SelectBackward>)\n",
            "Amazon: kind of message some things down here all right that should you continue on its happening again i thought i worked this  [MASK]  out ooh all right let me just get in the hood here and just we can figure something the wires mixed up\n",
            "Original:  8.172760963439941 thing\n",
            "Slur:  -3.708240509033203 kink\n",
            "Best fits: tensor([8.8551, 8.1728, 8.0839, 7.6663, 7.4753, 6.9207, 6.6804, 6.6245, 6.4561,\n",
            "        6.2226], grad_fn=<SelectBackward>)\n",
            "Amazon: it looks like dash has the octopus on his head what oh well back in the water look its a little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna let it go swim see if it ends up back\n",
            "Original:  4.805661201477051 pink\n",
            "Slur:  -1.8075555562973022 kink\n",
            "Best fits: tensor([7.3842, 7.1179, 6.6120, 6.5752, 6.1553, 6.1012, 6.0878, 6.0722, 5.9878,\n",
            "        5.9275], grad_fn=<SelectBackward>)\n",
            "Amazon: it looks like dash has the octopus on his head what oh well back in the water look at the little  [MASK]  octopus wonder how many legs it has has 123 45678 so octopus has four legs oh were gonna let it go swim see if it ends up back\n",
            "Original:  6.195676803588867 pink\n",
            "Slur:  -4.431175708770752 kink\n",
            "Best fits: tensor([8.3126, 7.2867, 7.2574, 7.0488, 6.7606, 6.6680, 6.5629, 6.4167, 6.3624,\n",
            "        6.3133], grad_fn=<SelectBackward>)\n",
            "Amazon: how cute look at him all over there theres a thumb ball where all these gumballs we found what shes had in his  [MASK]  gumballs and they were all the little paw patrol pup next i think we should do sky dick to the sky and fly high and shes got yellow gumballs in her\n",
            "Original:  7.401968479156494 pink\n",
            "Slur:  -2.659187078475952 kink\n",
            "Best fits: tensor([8.5287, 7.4020, 7.3252, 7.3184, 6.6422, 6.3553, 6.3237, 6.3057, 6.0353,\n",
            "        5.9630], grad_fn=<SelectBackward>)\n",
            "Amazon: like is playing in the leaves in the fall the leaves change color and dropped to the ground then you can  [MASK]  them into a pile and jump right in mhm another thing i love to do in the fall is carve pumpkins you can make\n",
            "Original:  2.5009074211120605 rake\n",
            "Slur:  1.621912956237793 rape\n",
            "Best fits: tensor([11.9277, 11.5439, 11.4556, 10.9356, 10.6389, 10.6114, 10.2706, 10.0333,\n",
            "        10.0330,  9.8492], grad_fn=<SelectBackward>)\n",
            "Amazon: the moon yes and the eagle yes yeah would you like to do that when i become an astra i will have the same  [MASK]  as you when i come to sesame street i think you just make up perfect astronaut you know alex the astronaut\n",
            "Original:  -0.3888002932071686 shirt\n",
            "Slur:  1.5040359497070312 shit\n",
            "Best fits: tensor([7.3990, 6.9820, 6.9685, 6.7269, 6.6533, 6.5238, 6.3005, 6.2353, 6.2243,\n",
            "        6.1762], grad_fn=<SelectBackward>)\n",
            "Amazon: he uses it all the time conductor well well in elbow i think i know why youre here so why dont you  [MASK]  right here in my lap and tell me what you want for christmas well not santa what im a really want more than anything in the world is to give a present\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n",
            "Total:  39\n",
            "Suggestions that had a greater probability than the slur word:  23\n",
            "Ratio:  0.5897435897435898\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9v7AQA5NOf4Y"
      },
      "source": [
        "#Pt 2"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "f114xbunPJAf",
        "outputId": "798317eb-ea87-4f8d-d96c-746cb8f46480"
      },
      "source": [
        "repl_word =\" [MASK] \"\n",
        "count=0\n",
        "n_count=0\n",
        "df=pd.read_csv(\"CSV/Dataset_Amazon_Final.csv\")\n",
        "for i in range(105):\n",
        "  try:\n",
        "      am=str(df['Amazon'][i])\n",
        "      word=str(df['Slur'][i])\n",
        "      if(df['Does the audio contain a slur or not?'][i]!='No'):\n",
        "        continue\n",
        "      res = am.replace(word, repl_word, 1)\n",
        "      input = tokenizer.encode(seq, return_tensors=\"pt\")\n",
        "      mask_token_index = torch.where(input == tokenizer.mask_token_id)[1]\n",
        "      token_logits = model(input).logits\n",
        "      mask_token_logits = token_logits[0, mask_token_index, :]\n",
        "      print(\"Amazon:\", am)\n",
        "      print(\"Original: \", predict_prob(df['Actual Word'][i]), df['Actual Word'][i])\n",
        "      print(\"Slur: \", predict_prob(word), word)\n",
        "      print(\"Best fits:\", torch.topk(mask_token_logits, 10, dim=1).values[0])\n",
        "      count+=1\n",
        "      if(predict_prob(word)<=predict_prob(df['Actual Word'][i])):\n",
        "        n_count+=1\n",
        "      print('\\n\\n\\n')\n",
        "  except Exception as e:\n",
        "    print(e)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my ass okay lets do that wow its a cute little toy shop\n",
            "Original:  0.13838143646717072 maya\n",
            "Slur:  4.193078994750977 ass\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own cocktail over their head other cool features\n",
            "Original:  0.4256294071674347 copter\n",
            "Slur:  -2.849954128265381 cocktail\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: the red crap is standing on\n",
            "Original:  -2.3741800785064697 crab\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: stretchy and sticky and now we have a crap and its green and look at it it looks like its crazy\n",
            "Original:  -2.3741800785064697 crab\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you have any requests or crap ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you want to make this crap let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you have any requests or crap ideas\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: love you simple kids crap the reason\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: make this particular crap if you dont have\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: painting canvas if you like this crap keep on watching until the end so you can see related videos and craft projects measure\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: this video and that you make this crap at home and\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hope that you enjoy this crap and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: make this particular crap if you dont have\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: as crappy as ever\n",
            "Original:  0.5956156253814697 grumpy\n",
            "Slur:  1.5735793113708496 crappy\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hey guys so damn helping my parents\n",
            "Original:  1.2624293565750122 today\n",
            "Slur:  1.9704067707061768 damn\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: think youve got a damn you think you can handle\n",
            "Original:  0.47255396842956543 down\n",
            "Slur:  1.9704067707061768 damn\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: even a dope feature\n",
            "Original:  -2.1862833499908447 adult\n",
            "Slur:  -0.7468392252922058 dope\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: means its a storm with rain hell lightning\n",
            "Original:  -3.621544599533081 hail\n",
            "Slur:  3.2384538650512695 hell\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: sweet lets go check out the kill skills\n",
            "Original:  0.5956156253814697 gill\n",
            "Slur:  -3.597228527069092 kill\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: lets peel this down there we go we killed off that tap and now we can just open this right\n",
            "Original:  -4.142721176147461 peeled\n",
            "Slur:  -3.877980947494507 killed\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: what a racist is number four\n",
            "Original:  -1.1683140993118286 race is\n",
            "Slur:  -4.307601451873779 racist\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: small virgin float what about the big virgin\n",
            "Original:  1.099936604499817 version\n",
            "Slur:  -3.5956268310546875 virgin\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: driver on the bus asks hows that\n",
            "Original:  -1.823728322982788 ask\n",
            "Slur:  4.193078994750977 ass\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: fork and knife with plates crab lobster\n",
            "Original:  -2.3741800785064697 crab\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hope that you liked this crap and\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: were gonna make a very easy crab and its\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: we will use this crab paper its about 20 inches by 75 inches and\n",
            "Original:  1.0433368682861328 craft\n",
            "Slur:  1.5735793113708496 crap\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: juice thats great choice Ryan lets go to the demon table\n",
            "Original:  1.4118753671646118 dinner\n",
            "Slur:  -0.7742125391960144 demon\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: thinks hes done good idea\n",
            "Original:  -1.5538291931152344 done\n",
            "Slur:  -0.7468392252922058 dope\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: unlock the door you must bring down that dumbbell using both your strength\n",
            "Original:  0.07672999799251556 dumbbell\n",
            "Slur:  0.07672999799251556 dumb\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hopscotch we added a dumbbell by using buttons we have a toilet paper\n",
            "Original:  0.07672999799251556 dumbbell\n",
            "Slur:  0.07672999799251556 dumb\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: duck pulls away here comes arthur mr conductor tries as hard as duck gets a little bit of boost but its not enough\n",
            "Original:  -1.357060194015503 duck\n",
            "Slur:  -0.101380854845047 fuck\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: flew down the hill just in time to pass victor that was so super close folks what an exciting\n",
            "Original:  0.18286287784576416 hill\n",
            "Slur:  3.2384538650512695 hell\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: melting He'll turn to water and disappear\n",
            "Original:  -0.16076895594596863 he'll\n",
            "Slur:  3.2384538650512695 hell\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: someone filled my house with water everywhere\n",
            "Original:  -1.5282812118530273 filled\n",
            "Slur:  -3.877980947494507 killed\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: worked this pink out ooh\n",
            "Original:  3.443183660507202 thing\n",
            "Slur:  -2.0149364471435547 kink\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: little pink octopus wonder how many legs it has has\n",
            "Original:  0.13088692724704742 pink\n",
            "Slur:  -2.0149364471435547 kink\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: little pink octopus wonder how many legs it has has\n",
            "Original:  0.13088692724704742 pink\n",
            "Slur:  -2.0149364471435547 kink\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: had in his pink gumballs and they were all the little paw patrol pup next\n",
            "Original:  0.13088692724704742 pink\n",
            "Slur:  -2.0149364471435547 kink\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: can rake them into a pile\n",
            "Original:  -2.296440601348877 rake\n",
            "Slur:  -4.690441608428955 rape\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: will have the same shirt as\n",
            "Original:  4.35581636428833 shirt\n",
            "Slur:  2.2425451278686523 shit\n",
            "Best fits: tensor([8.7497, 8.1727, 7.5613, 7.3213, 7.0661, 6.5602, 6.4301, 6.4197, 6.3986,\n",
            "        6.3024], grad_fn=<SelectBackward>)\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: dont you sit right here in my lap and tell me what you want for\n",
            "TextEncodeInput must be Union[TextInputSequence, Tuple[InputSequence, InputSequence]]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yHZjMEwHgiQA",
        "outputId": "0d520133-cec9-4a70-bc8a-4fcd97c05c8e"
      },
      "source": [
        "print(n_count)\n",
        "print(count)\n",
        "print(n_count/count)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "10\n",
            "41\n",
            "0.24390243902439024\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TubHq41i0esL"
      },
      "source": [
        "#BERT Masking with Levenshtein Threshold"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6qdy84FXUMaP",
        "outputId": "a655a29d-faac-4f31-f1a4-0fe3c5c7684d"
      },
      "source": [
        "repl_word =\" [MASK] \"\n",
        "dict_={}\n",
        "df=pd.read_csv(\"Dataset_Amazon_Final.csv\")\n",
        "for i in range(150):\n",
        "  try:\n",
        "      am=str(df['Amazon'][i])\n",
        "      word=str(df['Slur'][i])\n",
        "      res = am.replace(word, repl_word, 1)\n",
        "      print(\"Amazon:\", am)\n",
        "      print(\"Original:\", df['Original Transcription'][i])\n",
        "      print(\"Masked: \", res)\n",
        "      dict_=predict_kloze(res, word, dict_)\n",
        "      print('\\n\\n\\n')\n",
        "  except Exception as e:\n",
        "    print(e)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my ass okay lets do that wow its a cute little toy shop\n",
            "Original: ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open maya okay lets do that wow its a cute little toy shop\n",
            "Masked:  ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  [MASK]  okay lets do that wow its a cute little toy shop\n",
            "ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  eyes  okay lets do that wow its a cute little toy shop\n",
            "ready for a rescue shes going to take to the sky and rescue some penguins to save the day are you ready to get it open my  hands  okay lets do that wow its a cute little toy shop\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: his life hey bitch mean\n",
            "Original: nan\n",
            "Masked:  his life hey  [MASK]  mean\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own cocktail over their head other cool features\n",
            "Original: also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own copter over their head other cool features\n",
            "Masked:  also exceptionally strong for their size they can lift 10 to 50 times their own weight thats like being a little hero that can lift their own  [MASK]  over their head other cool features\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: the red crap is standing on\n",
            "Original: The red crab is standing on\n",
            "Masked:  the red  [MASK]  is standing on\n",
            "the red  cross  is standing on\n",
            "the red  flag  is standing on\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: stretchy and sticky and now we have a crap and its green and look at it it looks like its crazy\n",
            "Original: stretchy and sticky and now we have a crab and its green and look at it it looks like its crazy\n",
            "Masked:  stretchy and sticky and now we have a  [MASK]  and its green and look at it it looks like its crazy\n",
            "stretchy and sticky and now we have a  tree  and its green and look at it it looks like its crazy\n",
            "stretchy and sticky and now we have a  boat  and its green and look at it it looks like its crazy\n",
            "stretchy and sticky and now we have a  frog  and its green and look at it it looks like its crazy\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you have any requests or crap ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Original: if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "Masked:  if you have any requests or  [MASK]  ideas that you would like us to explore kindly send us an email at info at simple kids crafts\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you want to make this crap let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "Original: \n",
            "if you want to make this craft let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "\n",
            "Masked:  if you want to make this  [MASK]  let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "if you want to make this  deal  let me know in the comments below and if you already made it let me know if you did that and how it turned out well\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you have any requests or crap ideas\n",
            "Original: if you have any requests or craft ideas\n",
            "Masked:  if you have any requests or  [MASK]  ideas\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: love you simple kids crap the reason\n",
            "Original: love you simple kids crafts the reason\n",
            "Masked:  love you simple kids  [MASK]  the reason\n",
            "love you simple kids  are  the reason\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: make this particular crap if you dont have\n",
            "Original: make this particular craft if you dont have\n",
            "Masked:  make this particular  [MASK]  if you dont have\n",
            "make this particular  case  if you dont have\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: painting canvas if you like this crap keep on watching until the end so you can see related videos and craft projects measure\n",
            "Original: painting canvas if you like this crap keep on watching until the end so you can see related videos and craft projects measure\n",
            "Masked:  painting canvas if you like this  [MASK]  keep on watching until the end so you can see related videos and craft projects measure\n",
            "painting canvas if you like this  or  keep on watching until the end so you can see related videos and craft projects measure\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: this video and that you make this crap at home and\n",
            "Original: this video and that you make this crap at home and\n",
            "Masked:  this video and that you make this  [MASK]  at home and\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hope that you enjoy this crap and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "Original: hope that you enjoy this craft and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "Masked:  hope that you enjoy this  [MASK]  and you make it at home and as always thanks for watching our show today and please remember to comment rate and subscribe so we can get your feedback if you have any requests or craft ideas that you would like us to explore kindly send us an email at info at simple\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: make this particular crap if you dont have\n",
            "Original: make this particular craft if you dont have\n",
            "Masked:  make this particular  [MASK]  if you dont have\n",
            "make this particular  case  if you dont have\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: as crappy as ever\n",
            "Original: as grumpy as ever\n",
            "Masked:  as  [MASK]  as ever\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hey guys so damn helping my parents\n",
            "Original: nan\n",
            "Masked:  hey guys so  [MASK]  helping my parents\n",
            "hey guys so  come  helping my parents\n",
            "hey guys so  done  helping my parents\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: think youve got a damn you think you can handle\n",
            "Original: thik youve got it down you think you can handle\n",
            "Masked:  think youve got a  [MASK]  you think you can handle\n",
            "think youve got a  gun  you think you can handle\n",
            "think youve got a  plan  you think you can handle\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: even a dope feature\n",
            "Original: even adult teacher \n",
            "Masked:  even a  [MASK]  feature\n",
            "even a  rare  feature\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: like no stall and shifty or the shifty shifty drug or something like that so they are going to be sitting in here watching\n",
            "Original: nan\n",
            "Masked:  like no stall and shifty or the shifty shifty  [MASK]  or something like that so they are going to be sitting in here watching\n",
            "like no stall and shifty or the shifty shifty  guy  or something like that so they are going to be sitting in here watching\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: sit here like some dumb old bump on a log\n",
            "Original: sit here like some dumb old bump on a log\n",
            "Masked:  sit here like some  [MASK]  old bump on a log\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: kind of dumb question\n",
            "Original: kind of dumb question\n",
            "Masked:  kind of  [MASK]  question\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: wants to play a dumb old game of catch when they can be watching fish\n",
            "Original: wants to play a dumb old game of catch when they can be watching fish\n",
            "Masked:  wants to play a  [MASK]  old game of catch when they can be watching fish\n",
            "wants to play a  fun  old game of catch when they can be watching fish\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: mean its kind of dumb lets go over there and give it a try hey butch how is it going how are you doing\n",
            "Original: nan\n",
            "Masked:  mean its kind of  [MASK]  lets go over there and give it a try hey butch how is it going how are you doing\n",
            "mean its kind of  fun  lets go over there and give it a try hey butch how is it going how are you doing\n",
            "mean its kind of  guy  lets go over there and give it a try hey butch how is it going how are you doing\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: means its a storm with rain hell lightning\n",
            "Original: means its a storm with rain hail lightning\n",
            "Masked:  means its a storm with rain  [MASK]  lightning\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: think hell be visiting\n",
            "Original: nan\n",
            "Masked:  think  [MASK]  be visiting\n",
            "think  we  be visiting\n",
            "think  ill  be visiting\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: coming around past liam and hell go down and boom youve got the awesome spiral into another\n",
            "Original: nan\n",
            "Masked:  coming around past liam and  [MASK]  go down and boom youve got the awesome spiral into another\n",
            "coming around past liam and  lets  go down and boom youve got the awesome spiral into another\n",
            "coming around past liam and  then  go down and boom youve got the awesome spiral into another\n",
            "coming around past liam and  we  go down and boom youve got the awesome spiral into another\n",
            "coming around past liam and  yell  go down and boom youve got the awesome spiral into another\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: we become friends hell miss me too much he wont have any friends\n",
            "Original: nan\n",
            "Masked:  we become friends  [MASK]  miss me too much he wont have any friends\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: sure hope hell be safe\n",
            "Original: nan\n",
            "Masked:  sure hope  [MASK]  be safe\n",
            "sure hope  will  be safe\n",
            "sure hope  shall  be safe\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: if you get crumbs in your pajamas theyll make you itch you know\n",
            "Original: if you get crumbs in your pajamas theyll make you itch you know\n",
            "Masked:  if you get crumbs in your pajamas theyll make you  [MASK]  you know\n",
            "if you get crumbs in your pajamas theyll make you  wish  you know\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: himself down here just like how you itch right here dogs like to bite themselves but nice and gently yeah now he cant\n",
            "Original: himself down here just like how you itch right here dogs like to bite themselves but nice and gently yeah now he cant\n",
            "Masked:  himself down here just like how you  [MASK]  right here dogs like to bite themselves but nice and gently yeah now he cant\n",
            "himself down here just like how you  sit  right here dogs like to bite themselves but nice and gently yeah now he cant\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: means when youre really sensitive to something and it makes you itch or sneeze\n",
            "Original: means when youre really sensitive to something and it makes you itch or sneeze\n",
            "Masked:  means when youre really sensitive to something and it makes you  [MASK]  or sneeze\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: circle they kind of look like eggs so silly well looks like we have some more time to kill for these eggs to soften up so why dont we head on over to the pacific science center up in seattle washington to check\n",
            "Original: circle they kind of look like eggs so silly well looks like we have some more time to kill for these eggs to soften up so why dont we head on over to the pacific science center up in seattle washington to check\n",
            "Masked:  circle they kind of look like eggs so silly well looks like we have some more time to  [MASK]  for these eggs to soften up so why dont we head on over to the pacific science center up in seattle washington to check\n",
            "circle they kind of look like eggs so silly well looks like we have some more time to  dig  for these eggs to soften up so why dont we head on over to the pacific science center up in seattle washington to check\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: little blower device and you pull it out whoa did you see that whoa i love bubbles you know why because their circle they kind of look like eggs so silly well looks like we have some more time to kill for these eggs to soften up so why dont we head on over\n",
            "Original: little blower device and you pull it out whoa did you see that whoa i love bubbles you know why because their circle they kind of look like eggs so silly well looks like we have some more time to kill for these eggs to soften up so why dont we head on over\n",
            "Masked:  little blower device and you pull it out whoa did you see that whoa i love bubbles you know why because their circle they kind of look like eggs so silly well looks like we have some more time to  [MASK]  for these eggs to soften up so why dont we head on over\n",
            "little blower device and you pull it out whoa did you see that whoa i love bubbles you know why because their circle they kind of look like eggs so silly well looks like we have some more time to  dig  for these eggs to soften up so why dont we head on over\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: sweet lets go check out the kill skills\n",
            "Original: sweet lets go check out the gill skills\n",
            "Masked:  sweet lets go check out the  [MASK]  skills\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: soap will kill all of those\n",
            "Original: soap will kill all of those\n",
            "Masked:  soap will  [MASK]  all of those\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to kill a mockingbird you remind\n",
            "Original: drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to kill a mockingbird you remind\n",
            "Masked:  drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to  [MASK]  a mockingbird you remind\n",
            "drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to  call  a mockingbird you remind\n",
            "drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to  tell  a mockingbird you remind\n",
            "drinking water what are five things that make you happy family friends food being outside and expressing myself favorite book to  find  a mockingbird you remind\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: will probably kill you as\n",
            "Original: nan\n",
            "Masked:  will probably  [MASK]  you as\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: told you its bigger and better well its not trying to kill me so thats a start maybe this one does actually work yeah\n",
            "Original: nan\n",
            "Masked:  told you its bigger and better well its not trying to  [MASK]  me so thats a start maybe this one does actually work yeah\n",
            "told you its bigger and better well its not trying to  fool  me so thats a start maybe this one does actually work yeah\n",
            "told you its bigger and better well its not trying to  help  me so thats a start maybe this one does actually work yeah\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: youve killed your comrade\n",
            "Original: youve killed your comrade\n",
            "Masked:  youve  [MASK]  your comrade\n",
            "youve  missed  your comrade\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: theyre like because your daddy was killed in\n",
            "Original: theyre like because your daddy was killed in\n",
            "Masked:  theyre like because your daddy was  [MASK]  in\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: lets peel this down there we go we killed off that tap and now we can just open this right\n",
            "Original: lets peel this down there we go we peeled off that tap and now we can just open this right\n",
            "Masked:  lets peel this down there we go we  [MASK]  off that tap and now we can just open this right\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: usually almost gets all of us killed relax\n",
            "Original: nan\n",
            "Masked:  usually almost gets all of us  [MASK]  relax\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: little pouch little baby seahorses hey wow youre so colorful whoa okay okay lets see whoa a couple more yeah check this out a killer whale yeah an orca wow they are so cute\n",
            "Original: little pouch little baby seahorses hey wow youre so colorful whoa okay okay lets see whoa a couple more yeah check this out a killer whale yeah an orca wow they are so cute\n",
            "Masked:  little pouch little baby seahorses hey wow youre so colorful whoa okay okay lets see whoa a couple more yeah check this out a  [MASK]  whale yeah an orca wow they are so cute\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: cut cut cut the killer well how many times\n",
            "Original: nan\n",
            "Masked:  cut cut cut the  [MASK]  well how many times\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: moment this guy his name is killer moth hes actually\n",
            "Original: nan\n",
            "Masked:  moment this guy his name is  [MASK]  moth hes actually\n",
            "moment this guy his name is  tiger  moth hes actually\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: twins pharaoh calculator man and the killer whale\n",
            "Original: nan\n",
            "Masked:  twins pharaoh calculator man and the  [MASK]  whale\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: my feet are killing me ive been stomping\n",
            "Original: my feet are killing me ive been stomping\n",
            "Masked:  my feet are  [MASK]  me ive been stomping\n",
            "my feet are  telling  me ive been stomping\n",
            "my feet are  holding  me ive been stomping\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: idea but my feet are killing me ive been stomping\n",
            "Original: idea but my feet are killing me ive been stomping\n",
            "Masked:  idea but my feet are  [MASK]  me ive been stomping\n",
            "idea but my feet are  telling  me ive been stomping\n",
            "idea but my feet are  helping  me ive been stomping\n",
            "idea but my feet are  holding  me ive been stomping\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: is killing me\n",
            "Original: is killing me\n",
            "Masked:  is  [MASK]  me\n",
            "is  calling  me\n",
            "is  telling  me\n",
            "is  helping  me\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: wait my next killing me hopefully this works\n",
            "Original: wait my neck is killing me hopefully this works\n",
            "Masked:  wait my next  [MASK]  me hopefully this works\n",
            "wait my next  telling  me hopefully this works\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: why are you killing the middle\n",
            "Original: nan\n",
            "Masked:  why are you  [MASK]  the middle\n",
            "why are you  hitting  the middle\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: aggressive and she kills for sport\n",
            "Original: aggressive and she kills for sport\n",
            "Masked:  aggressive and she  [MASK]  for sport\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: room another part of the living things exhibit whoa yeah do you see these oh interesting these are naked mole rats wow theyre like rats but they have no\n",
            "Original: room another part of the living things exhibit whoa yeah do you see these oh interesting these are naked mole rats wow theyre like rats but they have no\n",
            "Masked:  room another part of the living things exhibit whoa yeah do you see these oh interesting these are  [MASK]  mole rats wow theyre like rats but they have no\n",
            "room another part of the living things exhibit whoa yeah do you see these oh interesting these are  like  mole rats wow theyre like rats but they have no\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: room another part of the living things exhibit whoa yeah do you see these oh interesting these are naked mole rats wow theyre like rats but they have\n",
            "Original: room another part of the living things exhibit whoa yeah do you see these oh interesting these are naked mole rats wow theyre like rats but they have\n",
            "Masked:  room another part of the living things exhibit whoa yeah do you see these oh interesting these are  [MASK]  mole rats wow theyre like rats but they have\n",
            "room another part of the living things exhibit whoa yeah do you see these oh interesting these are  like  mole rats wow theyre like rats but they have\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: dont plan to be a naked piece of poultry\n",
            "Original: dont plan to be a naked piece of poultry\n",
            "Masked:  dont plan to be a  [MASK]  piece of poultry\n",
            "dont plan to be a  nice  piece of poultry\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: theyre microscopic bugs and they cant be seen by the naked eye this seems\n",
            "Original: theyre microscopic bugs and they cant be seen by the naked eye this seems\n",
            "Masked:  theyre microscopic bugs and they cant be seen by the  [MASK]  eye this seems\n",
            "theyre microscopic bugs and they cant be seen by the  pale  eye this seems\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: theyre microscopic bugs and they cant be seen by the naked eye\n",
            "Original: theyre microscopic bugs and they cant be seen by the naked eye\n",
            "Masked:  theyre microscopic bugs and they cant be seen by the  [MASK]  eye\n",
            "theyre microscopic bugs and they cant be seen by the  red  eye\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: wilderness you know fully naked or whatever\n",
            "Original: nan\n",
            "Masked:  wilderness you know fully  [MASK]  or whatever\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: jungle nymph whoa what color is she yeah yeah she is the color green i actually knew it was a she because the males are brown and she is green yeah do you see how she looks like a leaf yeah she looks like\n",
            "Original: jungle nymph whoa what color is she yeah yeah she is the color green i actually knew it was a she because the males are brown and she is green yeah do you see how she looks like a leaf yeah she looks like\n",
            "Masked:  jungle  [MASK]  whoa what color is she yeah yeah she is the color green i actually knew it was a she because the males are brown and she is green yeah do you see how she looks like a leaf yeah she looks like\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: what a racist is number four\n",
            "Original: What a race is number four \n",
            "Masked:  what a  [MASK]  is number four\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: even experienced people being racist towards their own people\n",
            "Original: even experienced people being racist towards their own people\n",
            "Masked:  even experienced people being  [MASK]  towards their own people\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: people being racist towards their own people so we deal with it first is how shes\n",
            "Original: people being racist towards their own people so we deal with it first is how shes\n",
            "Masked:  people being  [MASK]  towards their own people so we deal with it first is how shes\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: this guarding is easy man hurry up you foot soldier scum as soon as this is open we can break into\n",
            "Original: nan\n",
            "Masked:  this guarding is easy man hurry up you foot soldier  [MASK]  as soon as this is open we can break into\n",
            "this guarding is easy man hurry up you foot soldier  but  as soon as this is open we can break into\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: you can identify the sex of the giraffe from the horns on its head both males and females have horns\n",
            "Original: you can identify the sex of the giraffe from the horns on its head both males and females have horns\n",
            "Masked:  you can identify the  [MASK]  of the giraffe from the horns on its head both males and females have horns\n",
            "you can identify the  size  of the giraffe from the horns on its head both males and females have horns\n",
            "you can identify the  head  of the giraffe from the horns on its head both males and females have horns\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: use them for sexual attractiveness defense\n",
            "Original: use them for sexual attractiveness defense\n",
            "Masked:  use them for  [MASK]  attractiveness defense\n",
            "use them for  visual  attractiveness defense\n",
            "use them for  mutual  attractiveness defense\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: rescue mission seems more like a suicide mission\n",
            "Original: nan\n",
            "Masked:  rescue mission seems more like a  [MASK]  mission\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: small virgin float what about the big virgin\n",
            "Original: small version float what about the big version\n",
            "Masked:  small  [MASK]  float what about the big virgin\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: bagpipes whiskey and\n",
            "Original: bagpipes whiskey and\n",
            "Masked:  bagpipes  [MASK]  and\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: driver on the bus asks hows that\n",
            "Original: driver on the bus ask hows that\n",
            "Masked:  driver on the bus asks hows that\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: fork and knife with plates crab lobster\n",
            "Original: fork and knife with plates crab lobster\n",
            "Masked:  fork and knife with plates crab lobster\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: hope that you liked this crap and\n",
            "Original: hope that you like this craft and\n",
            "Masked:  hope that you liked this  [MASK]  and\n",
            "hope that you liked this  day  and\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: were gonna make a very easy crab and its\n",
            "Original: were gonna make a very easy craft and its\n",
            "Masked:  were gonna make a very easy crab and its\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: we will use this crab paper its about 20 inches by 75 inches and\n",
            "Original: we will use this craft paper its about 20 inches by 75 inches and\n",
            "Masked:  we will use this crab paper its about 20 inches by 75 inches and\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: juice thats great choice Ryan lets go to the demon table\n",
            "Original: juice thats great choice ryan lets go to the dinner table\n",
            "Masked:  juice thats great choice Ryan lets go to the  [MASK]  table\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: also have this bright red Corvette wow this is like a speed demon on the road do you have one of those nope\n",
            "Original: also have this bright red corvette wow this is like a speed demon on the road do you have one of those nope\n",
            "Masked:  also have this bright red Corvette wow this is like a speed  [MASK]  on the road do you have one of those nope\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: speed demon so I love\n",
            "Original: speed demon so i love\n",
            "Masked:  speed  [MASK]  so I love\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: thinks hes done good idea\n",
            "Original: thinks hes done good idea\n",
            "Masked:  thinks hes done good idea\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: maybe you can dig something out of your tummy trunk thats\n",
            "Original: maybe you can dig something out of your tummy trunk thats\n",
            "Masked:  maybe you can dig something out of your tummy trunk thats\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: maybe you can dig something out of your tummy trunk thats\n",
            "Original: maybe you can dig something out of your tummy drunk thats\n",
            "Masked:  maybe you can dig something out of your tummy trunk thats\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: really very dumb At times\n",
            "Original: really very dumb at times\n",
            "Masked:  really very  [MASK]  At times\n",
            "really very  busy  At times\n",
            "really very  fun  At times\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: those dumb comments theyre just negative nonsense\n",
            "Original: those dumb comments there just negative nonsense\n",
            "Masked:  those  [MASK]  comments theyre just negative nonsense\n",
            "those  lame  comments theyre just negative nonsense\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: unlock the door you must bring down that dumbbell using both your strength\n",
            "Original: unlock the door you must bring down that dumbbell using both your strength\n",
            "Masked:  unlock the door you must bring down that  [MASK] bell using both your strength\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: hopscotch we added a dumbbell by using buttons we have a toilet paper\n",
            "Original: hopscotch we added a dumb bell by using buttons we have a toilet paper\n",
            "Masked:  hopscotch we added a  [MASK] bell by using buttons we have a toilet paper\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: should have never gotten someone so dumb to rob that bank I dont know how are you doing\n",
            "Original: nan\n",
            "Masked:  should have never gotten someone so  [MASK]  to rob that bank I dont know how are you doing\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: duck pulls away here comes arthur mr conductor tries as hard as duck gets a little bit of boost but its not enough\n",
            "Original: duck pulls away here comes arthur mr conductor tries as hard as duck gets a little bit of boost but its not enough\n",
            "Masked:  duck pulls away here comes arthur mr conductor tries as hard as duck gets a little bit of boost but its not enough\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: flew down the hill just in time to pass victor that was so super close folks what an exciting\n",
            "Original: flew down the hell just in time to pass victor that was so super close folks what an exciting\n",
            "Masked:  flew down the hill just in time to pass victor that was so super close folks what an exciting\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: melting Hell turn to water and disappear\n",
            "Original: melting he'll turn to water and disappear\n",
            "Masked:  melting Hell turn to water and disappear\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: raise and lower this heel that wheel turns\n",
            "Original: nan\n",
            "Masked:  raise and lower this heel that wheel turns\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: maybe i could be a hero you mean a heroine yes\n",
            "Original: maybe i could be a hero you mean a heroine yes\n",
            "Masked:  maybe i could be a hero you mean a  [MASK] e yes\n",
            "maybe i could be a hero you mean a  hero e yes\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: maybe i could be a hero you mean a heroine yes emma the mighty oh me\n",
            "Original: maybe i could be a hero you mean a heroine yes emma the mighty oh me\n",
            "Masked:  maybe i could be a hero you mean a  [MASK] e yes emma the mighty oh me\n",
            "maybe i could be a hero you mean a  hero e yes emma the mighty oh me\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: monsters that seems pretty heroic hey im really fast maybe i could be a hero you mean a heroine yes emma\n",
            "Original: monsters that seems pretty heroic hey im really fast maybe i could be a hero you mean a heroine yes emma\n",
            "Masked:  monsters that seems pretty heroic hey im really fast maybe i could be a hero you mean a  [MASK] e yes emma\n",
            "monsters that seems pretty heroic hey im really fast maybe i could be a hero you mean a  hero e yes emma\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: symbol or the his symbol and out pops a little backhoe shovel and this is cool so watch this again so if\n",
            "Original: nan\n",
            "Masked:  symbol or the his symbol and out pops a little back [MASK]  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back and  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back your  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back a  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back from  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back to  shovel and this is cool so watch this again so if\n",
            "symbol or the his symbol and out pops a little back the  shovel and this is cool so watch this again so if\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: would just kill me Oh my gosh\n",
            "Original: would just kill me oh my gosh\n",
            "Masked:  would just  [MASK]  me Oh my gosh\n",
            "would just  call  me Oh my gosh\n",
            "would just  kiss  me Oh my gosh\n",
            "would just  tell  me Oh my gosh\n",
            "would just  lick  me Oh my gosh\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: did a one hit kill again Ryan one hit\n",
            "Original: did a one hit kill again ryan one hit\n",
            "Masked:  did a one hit  [MASK]  again Ryan one hit\n",
            "did a one hit  list  again Ryan one hit\n",
            "did a one hit  deal  again Ryan one hit\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: someone filled my house with water everywhere\n",
            "Original: someone filled my house with water everywhere\n",
            "Masked:  someone filled my house with water everywhere\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: worked this pink out ooh\n",
            "Original: worked this thing out ooh\n",
            "Masked:  worked this pink out ooh\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: little pink octopus wonder how many legs it has has\n",
            "Original: little pink octopus wonder how many legs it has has\n",
            "Masked:  little pink octopus wonder how many legs it has has\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: little pink octopus wonder how many legs it has has\n",
            "Original: little pink octopus wonder how many legs it has has\n",
            "Masked:  little pink octopus wonder how many legs it has has\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: had in his pink gumballs and they were all the little paw patrol pup next\n",
            "Original: had in his pink gumballs and they were all the little paw patrol pup next\n",
            "Masked:  had in his pink gumballs and they were all the little paw patrol pup next\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: drag strip with lightning and the king now these minis came out years ago but you can still probably find\n",
            "Original: nan\n",
            "Masked:  drag strip with lightning and the king now these minis came out years ago but you can still probably find\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: pink its not hes naked okay its gonna turn into brown\n",
            "Original: pink its not his naked okay its gonna turn into brown\n",
            "Masked:  pink its not hes  [MASK]  okay its gonna turn into brown\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: everything but I do like the penis of it and then of course the yellow right there hey thanks for watching dont forget\n",
            "Original: nan\n",
            "Masked:  everything but I do like the  [MASK]  of it and then of course the yellow right there hey thanks for watching dont forget\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: can rake them into a pile\n",
            "Original: can rake them into a pile\n",
            "Masked:  can rake them into a pile\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: will have the same shirt as\n",
            "Original: will have the same shirt as\n",
            "Masked:  will have the same shirt as\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: dont you sit right here in my lap and tell me what you want for\n",
            "Original: dont you sit right here in my lap and tell me what you want for\n",
            "Masked:  dont you sit right here in my lap and tell me what you want for\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: standing on a Tramp door\n",
            "Original: nan\n",
            "Masked:  standing on a Tramp door\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: superhero virgin this is Ryan transforming\n",
            "Original: superhero version this is ryan transforming\n",
            "Masked:  superhero  [MASK]  this is Ryan transforming\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: superhero virgin this is Ryan transforming\n",
            "Original: superhero version this is ryan transforming\n",
            "Masked:  superhero  [MASK]  this is Ryan transforming\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: can you say ah nice now\n",
            "Original: can you say ah nice now\n",
            "Masked:  can you say ah nice now\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: down by the bay so do you want to learn all about camping yeah that sounds like weve got a mission and you\n",
            "Original: down by the bay so do you want to learn all about camping yeah that sounds like weve got a mission and you\n",
            "Masked:  down by the bay so do you want to learn all about camping yeah that sounds like weve got a mission and you\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: like this name please guys\n",
            "Original: like this video please subscribe\n",
            "Masked:  like this name please guys\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: wanted to find out what a beach ball would\n",
            "Original: wanted to find out what a beach ball would\n",
            "Masked:  wanted to find out what a beach ball would\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: glasses so you can see that and then here we have his sandals his sandals are completely made out of plastic they are orange and they have the same flames at the top and then we have a little beach towel that came with him and what is really cool about this towel is a motif which\n",
            "Original: glasses so you can see that and then here we have his sandals his sandals are completely made out of plastic they are orange and they have the same flames at the top and then we have a little beach towel that came with him and what is really cool about this towel is a motif which\n",
            "Masked:  glasses so you can see that and then here we have his sandals his sandals are completely made out of plastic they are orange and they have the same flames at the top and then we have a little beach towel that came with him and what is really cool about this towel is a motif which\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: a bench cant catch me\n",
            "Original: nan\n",
            "Masked:  a bench cant catch me\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: helping out thank you so much for putting on my burning benches you guys saved my life no problem\n",
            "Original: helping out thank you so much for putting on my burning benches you guys saved my life no problem\n",
            "Masked:  helping out thank you so much for putting on my burning benches you guys saved my life no problem\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: right here and i am going to make another hole at the at the bottom of it inside of the circle here but ill make that after i do the con so im going to cut around the perimeter of my template so that i can cut off the figure that\n",
            "Original: right here and i am going to make another hole at the at the bottom of it inside of the circle here but ill make that after i do the cut so im going to cut around the perimeter of my template so that i can cut off the figure that\n",
            "Masked:  right here and i am going to make another hole at the at the bottom of it inside of the circle here but ill make that after i do the con so im going to cut around the perimeter of my template so that i can cut off the figure that\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: my sand castle little crab When summer ends fall cools things down\n",
            "Original: my sand castle little craft when summer ends fall cools things down\n",
            "Masked:  my sand castle little crab When summer ends fall cools things down\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: grab the smelly carrot from the bottom of the crack she held it out to him and he was gone in a flash\n",
            "Original: grab the smelly carrot from the bottom of the trash she held it out to him and he was gone in a flash\n",
            "Masked:  grab the smelly carrot from the bottom of the crack she held it out to him and he was gone in a flash\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: this cram and Ill see you\n",
            "Original: this craft and ill see you\n",
            "Masked:  this cram and Ill see you\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: away after you make them and there are a lot of fun so lets get started for this craft you will need a bowl sugar a spoon or a cough\n",
            "Original: away after you make them and there are a lot of fun so lets get started for this crap you will need a bowl sugar a spoon or a cup\n",
            "Masked:  away after you make them and there are a lot of fun so lets get started for this craft you will need a bowl sugar a spoon or a cough\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: much that he backed away running right into his crash ship which made him fall over it was game over for the alien\n",
            "Original: nan\n",
            "Masked:  much that he backed away running right into his crash ship which made him fall over it was game over for the alien\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: blowing in the wind wow you are like a speed demon out there so what do you think about this car are you ready to make a purchase\n",
            "Original: blowing in the wind wow you were like a speed demon out there so what do you think about this car are you ready to make a purchase\n",
            "Masked:  blowing in the wind wow you are like a speed  [MASK]  out there so what do you think about this car are you ready to make a purchase\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: dips and stuff you can see the dip on the glass on the other side so there it is super easy how to make a sugar stained glass and of course\n",
            "Original: dent and stuff you can see the dent on the glass on the other side so there it is super easy how to make a sugar stained glass and of course\n",
            "Masked:  dips and stuff you can see the dip on the glass on the other side so there it is super easy how to make a sugar stained glass and of course\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: bored dick okay Alex you Alex you what would\n",
            "Original: nan\n",
            "Masked:  bored  [MASK]  okay Alex you Alex you what would\n",
            "bored  is  okay Alex you Alex you what would\n",
            "bored  life  okay Alex you Alex you what would\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: together with this monster truck on your mark get set\n",
            "Original: together with this monster trunk on your mark get set\n",
            "Masked:  together with this monster truck on your mark get set\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: really a dumb game How do I get out of\n",
            "Original: really a dumb game how do i get out of\n",
            "Masked:  really a  [MASK]  game How do I get out of\n",
            "really a  fun  game How do I get out of\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: dump truck more like dumb truck my right meanwhile across town\n",
            "Original: dump truck more like dumb truck my right meanwhile across town\n",
            "Masked:  dump truck more like  [MASK]  truck my right meanwhile across town\n",
            "dump truck more like  dump  truck my right meanwhile across town\n",
            "dump truck more like  my  truck my right meanwhile across town\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: robot dumptruck also found two vehicles whoever finds the next vehicle\n",
            "Original: robot dumb truck also found two vehicles whoever finds the next vehicle\n",
            "Masked:  robot dumptruck also found two vehicles whoever finds the next vehicle\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: too if it wasnt for you and your dumb Phantom Zone projector robin i hope you know where the mystery machine went we need it back whatever\n",
            "Original: nan\n",
            "Masked:  too if it wasnt for you and your  [MASK]  Phantom Zone projector robin i hope you know where the mystery machine went we need it back whatever\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: come on you dumb reindeer yes finally\n",
            "Original: nan\n",
            "Masked:  come on you  [MASK]  reindeer yes finally\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: im so full who else do we have here\n",
            "Original: im so full who else do we have here\n",
            "Masked:  im so full who else do we have here\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: good look at all the fun colors look at all of these colors that we have it looks like we have orange and yellow blue and purple we have pink\n",
            "Original: good look at all the fuck colors look at all of these colors that we have it looks like we have orange and yellow blue and purple we have pink\n",
            "Masked:  good look at all the fun colors look at all of these colors that we have it looks like we have orange and yellow blue and purple we have pink\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: anybody help me theres two more bunks this homemade\n",
            "Original: anybody help me theres two more bugs this homemade\n",
            "Masked:  anybody help me theres two more bunks this homemade\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: weights easy dont forget to ask a grownup for help gus is also exercising you cant catch me yes i can\n",
            "Original: weights easy dont forget to ask a grown up for help gus is also exercising you cant catch me yes i can\n",
            "Masked:  weights easy dont forget to ask a grownup for help gus is also exercising you cant catch me yes i can\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: digging oh dear this could take a long time but look theres digly hell be able\n",
            "Original: nan\n",
            "Masked:  digging oh dear this could take a long time but look theres digly  [MASK]  be able\n",
            "digging oh dear this could take a long time but look theres digly  will  be able\n",
            "digging oh dear this could take a long time but look theres digly  still  be able\n",
            "digging oh dear this could take a long time but look theres digly  shall  be able\n",
            "digging oh dear this could take a long time but look theres digly  shed  be able\n",
            "digging oh dear this could take a long time but look theres digly  ill  be able\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: climbing the hell and she is oh no\n",
            "Original: climbing the hell and she is oh no\n",
            "Masked:  climbing the  [MASK]  and she is oh no\n",
            "climbing the  hill  and she is oh no\n",
            "climbing the  wall  and she is oh no\n",
            "climbing the  walls  and she is oh no\n",
            "\n",
            "\n",
            "\n",
            "\n",
            "Amazon: toe up there has a nice shine on it Its got a heel down here and a place up there to put the laces\n",
            "Original: toe up there has a nice shine on it Its got a heel down here and a place up there to put the laces\n",
            "Masked:  toe up there has a nice shine on it Its got a heel down here and a place up there to put the laces\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: obstacle course its the best training hero out there equipped with\n",
            "Original: nan\n",
            "Masked:  obstacle course its the best training hero out there equipped with\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: great job thanks for watching todays episode and always remember to raise them high we gotta give combo and kill their\n",
            "Original: great job thanks for watching todays episode and always remember to raise them high we gotta give combo and killed their\n",
            "Masked:  great job thanks for watching todays episode and always remember to raise them high we gotta give combo and kill their\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: and look its Killer Croc even fighting with\n",
            "Original: nan\n",
            "Masked:  and look its Killer Croc even fighting with\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: bagpipes whiskey and kilts Wales sheep rugby and singing\n",
            "Original: bagpipes whiskey and kills wales sheep rugby and singing\n",
            "Masked:  bagpipes whiskey and kilts Wales sheep rugby and singing\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: whats this a jumpy pit my favorite thats right\n",
            "Original: nan\n",
            "Masked:  whats this a jumpy pit my favorite thats right\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: childs pose into a downward hulk where you just you lift up your legs\n",
            "Original: childs pose into a downward hulk where you just you lift up your legs\n",
            "Masked:  childs pose into a downward hulk where you just you lift up your legs\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: one of those cute nonpopping virtual pets\n",
            "Original: one of those cute non pooping virtual pets\n",
            "Masked:  one of those cute nonpopping virtual pets\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: and dried up all the rain so\n",
            "Original: and dried up all the rain so\n",
            "Masked:  and dried up all the rain so\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: my shed again no not that anything but that not that no one will let me sleep but\n",
            "Original: my shit again no not that anything but that not that no one will let me sleep but\n",
            "Masked:  my shed again no not that anything but that not that no one will let me sleep but\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: my shed again no not that anything but that not that\n",
            "Original: my shed again no not that anything but that not that\n",
            "Masked:  my shed again no not that anything but that not that\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: rips the shed apart\n",
            "Original: rips the shed apart\n",
            "Masked:  rips the shed apart\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: toys thank you guys for helping me find combo remember oh shes happy and rise up by\n",
            "Original: toys thank you guys for helping me find combo remember oh shes happy and rise up by\n",
            "Masked:  toys thank you guys for helping me find combo remember oh shes happy and rise up by\n",
            "index 0 is out of bounds for dimension 0 with size 0\n",
            "Amazon: headed back to his shed she was upset all those other engines were taking advantage\n",
            "Original: headed back to his shed she was upset all those other engines were taking advantage\n",
            "Masked:  headed back to his shed she was upset all those other engines were taking advantage\n",
            "index 0 is out of bounds for dimension 0 with size 0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ibZUENjxA1AB"
      },
      "source": [
        "repl_word =\" [MASK] \"\n",
        "dict_={}\n",
        "for slur in lex:\n",
        "  print(slur)\n",
        "  all_transcripts_=[]\n",
        "  try:\n",
        "    df=pd.read_csv(\"CSV/Slurs_/\"+slur+\".csv\")\n",
        "    for i in range(len(df)):\n",
        "      am=str(df['Amazon'][i])\n",
        "      print(am)\n",
        "      print(df['YT'][i]+'\\n')\n",
        "      word=slur[:-4]\n",
        "      res = am.replace(word, repl_word, 1)\n",
        "      dict_=predict_kloze(res, word, dict_)\n",
        "    break\n",
        "    print('\\n\\n\\n')\n",
        "  except:\n",
        "    continue"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_UijDIRAd8Vv"
      },
      "source": [
        "def find_slur(slur, len_=10):\n",
        "    df=pd.read_csv(\"CSV/Slurs_/\"+slur+\".csv\")\n",
        "    for i in range(len_):\n",
        "      am=str(df['Amazon'][i])\n",
        "      print(am)\n",
        "      print(df['YT'][i]+'\\n')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Zzl3ldxAo-iA",
        "outputId": "0680bbc7-5b36-4131-9dd9-808dbd9d923c"
      },
      "source": [
        "print(lex)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "['\\ufeffabuse', 'addict', 'addicts', 'amateur', 'anal', 'anus', 'aroused', 'arse', 'arsehole', 'ass', 'assassin', 'assassinate', 'assassination', 'assault', 'assbagger', 'assblaster', 'assclown', 'asscowboy', 'asses', 'assfuck', 'assfucker', 'asshat', 'asshole', 'assholes', 'asshore', 'assjockey', 'asskiss', 'asskisser', 'asslick', 'asslicker', 'asslover', 'assman', 'assmonkey', 'assmunch', 'assmuncher', 'asspacker', 'asspirate', 'asspuppies', 'assranger', 'asswhore', 'asswipe', 'attack', 'babe', 'ballsack', 'baptist', 'bastard', 'bazongas', 'bazooms', 'beaner', 'beast', 'beaver', 'bitch', 'bitcher', 'bitches', 'bitchez', 'bitchin', 'bitching', 'bitchslap', 'bitchy', 'blowjob', 'bollock', 'boom', 'booty', 'bootycall', 'brothel', 'bugger', 'buggered', 'buggery', 'bullcrap', 'bullshit', 'buttbang', 'butt-bang', 'buttface', 'buttfuck', 'butt-fuck', 'buttfucker', 'butt-fucker', 'buttfuckers', 'butt-fuckers', 'butthead', 'buttman', 'buttmunch', 'buttmuncher', 'buttpirate', 'buttplug', 'buttstain', 'byatch', 'cacker', 'cameljockey', 'cameltoe', 'carpetmuncher', 'chav', 'cherrypopper', 'chickslick', 'chink', 'chinky', 'cigarette', 'cigs', 'clamdigger', 'clamdiver', 'clit', 'clitoris', 'clogwog', 'cocaine', 'cock', 'cockblock', 'cockblocker', 'cockcowboy', 'cockfight', 'cockhead', 'cockknob', 'cocklicker', 'cocklover', 'cocknob', 'cockqueen', 'cockrider', 'cocksman', 'cocksmith', 'cocksmoker', 'cocksucer', 'cocksuck', 'cocksucked', 'cocksucker', 'cocksucking', 'cocktail', 'cocktease', 'cohee', 'coitus', 'commie', 'communist', 'condom', 'coon', 'coondog', 'copulate', 'cornhole', 'crackpipe', 'crackwhore', 'crack-whore', 'crap', 'crapola', 'crapper', 'crappy', 'crotch', 'crotchjockey', 'crotchmonkey', 'crotchrot', 'cum', 'cumbubble', 'cumfest', 'cumjockey', 'cumm', 'cummer', 'cumming', 'cumquat', 'cumqueen', 'cumshot', 'cunilingus', 'cunillingus', 'cunn', 'cunnilingus', 'cunntt', 'cunt', 'cunteyed', 'cuntfuck', 'cuntfucker', 'cuntlick', 'cuntlicker', 'cuntlicking', 'cuntsucker', 'cybersex', 'cyberslimer', 'dago', 'dahmer', 'dammit', 'damn', 'damnation', 'damnit', 'darkie', 'darky', 'datnigga', 'deapthroat', 'deepthroat', 'defecate', 'dego', 'demon', 'dick', 'dickbrain', 'dickforbrains', 'dickhead', 'dickless', 'dicklick', 'dicklicker', 'dickman', 'dickwad', 'dickweed', 'diddle', 'dildo', 'dingleberry', 'dink', 'dipshit', 'dipstick', 'dong', 'doodoo', 'doo-doo', 'doom', 'dope', 'dragqueen', 'dragqween', 'dripdick', 'drug', 'drunk', 'drunken', 'dumb', 'dumbass', 'dumbbitch', 'dumbfuck', 'dyefly', 'dyke', 'easyslut', 'eatballs', 'eatpussy', 'ejaculate', 'ejaculated', 'ejaculating', 'ejaculation', 'enema', 'erection', 'ero', 'facefucker', 'faeces', 'fag', 'fagging', 'faggot', 'fagot', 'fannyfucker', 'fatah', 'fatass', 'fatfuck', 'fatfucker', 'fatso', 'fckcum', 'feces', 'felatio', 'felch', 'felcher', 'felching', 'fellatio', 'feltch', 'feltcher', 'feltching', 'fetish', 'fight', 'filipina', 'filipino', 'fingerfood', 'fingerfuck', 'fingerfucked', 'fingerfucker', 'fingerfuckers', 'fingerfucking', 'fister', 'fistfuck', 'fistfucked', 'fistfucker', 'fistfucking', 'fisting', 'flasher', 'flatulence', 'floo', 'flydie', 'flydye', 'fok', 'fondle', 'footaction', 'footfuck', 'footfucker', 'footlicker', 'footstar', 'fore', 'foreskin', 'forni', 'fornicate', 'foursome', 'fourtwenty', 'freakfuck', 'freakyfucker', 'freefuck', 'fu', 'fubar', 'fuc', 'fucck', 'fuck', 'fucka', 'fuckable', 'fuckbag', 'fuckbuddy', 'fucked', 'fuckedup', 'fucker', 'fuckers', 'fuckface', 'fuckfest', 'fuckfreak', 'fuckfriend', 'fuckhead', 'fuckher', 'fuckin', 'fuckina', 'fucking', 'fuckingbitch', 'fuckinnuts', 'fuckinright', 'fuckit', 'fuckknob', 'fuckme', 'fuckmehard', 'fuckmonkey', 'fuckoff', 'fuckpig', 'fucks', 'fucktard', 'fuckwhore', 'fuckyou', 'fudgepacker', 'fugly', 'fuk', 'fuks', 'funfuck', 'fuuck', 'gangbang', 'gangbanged', 'gangbanger', 'gangsta', 'gatorbait', 'gaymuthafuckinwhore', 'geni', 'genital', 'ginzo', 'gipp', 'godammit', 'goddamit', 'goddammit', 'goddamn', 'goddamned', 'goddamnes', 'goddamnit', 'goddamnmuthafucker', 'gonorrhea', 'gonzagas', 'gook', 'goy', 'goyim', 'greaseball', 'gringo', 'groe', 'grostulation', 'handjob', 'hardon', 'harem', 'headfuck', 'hebe', 'heeb', 'hell', 'henhouse', 'heroin', 'herpes', 'hindoo', 'hiscock', 'hiv', 'ho', 'hobo', 'hodgie', 'hoes', 'holestuffer', 'homicide', 'homobangers', 'honger', 'honk', 'honkers', 'honkey', 'honky', 'hooker', 'hookers', 'hooters', 'hore', 'hork', 'horney', 'horniest', 'horny', 'horseshit', 'hosejob', 'hotdamn', 'hotpussy', 'hussy', 'hustler', 'hymen', 'hymie', 'idiot', 'ikey', 'illegal', 'incest', 'insest', 'intercourse', 'interracial', 'intheass', 'inthebuff', 'israel', 'israeli', \"israel's\", 'italiano', 'itch', 'jackass', 'jackoff', 'jackshit', 'jacktheripper', 'jebus', 'jeez', 'jerkoff', 'jihad', 'jizz', 'jizzim', 'jizzum', 'juggalo', 'jugs', 'junglebunny', 'kigger', 'kike', 'kill', 'killed', 'killer', 'killing', 'kills', 'kink', 'kinky', 'kissass', 'kkk', 'kock', 'kondum', 'koon', 'kotex', 'krap', 'krappy', 'kraut', 'kum', 'kumbubble', 'kumbullbe', 'kummer', 'kumming', 'kumquat', 'kums', 'kunilingus', 'kunnilingus', 'kunt', 'ky', 'kyke', 'lactate', 'lapdance', 'lezbo', 'lezz', 'lezzo', 'libido', 'licker', 'lickme', 'limey', 'limpdick', 'limy', 'lingerie', 'liquor', 'livesex', 'loadedgun', 'lolita', 'looser', 'loser', 'lowlife', 'lsd', 'lubejob', 'lucifer', 'lugan', 'lynch', 'macaca', 'mad', 'mafia', 'magicwand', 'mams', 'manhater', 'manpaste', 'marijuana', 'mastabate', 'mastabater', 'masterbate', 'masterblaster', 'mastrabator', 'masturbate', 'masturbating', 'mattressprincess', 'meatbeatter', 'meatrack', 'meth', 'mgger', 'mggor', 'mickeyfinn', 'milf', 'mockey', 'mockie', 'mocky', 'mofo', 'moky', 'moles', 'molest', 'molestation', 'molester', 'molestor', 'moneyshot', 'mooncricket', 'mormon', 'moron', 'mosshead', 'mothafuck', 'mothafucka', 'mothafuckaz', 'mothafucked', 'mothafucker', 'mothafuckin', 'mothafucking', 'mothafuckings', 'motherfuck', 'motherfucked', 'motherfucker', 'motherfuckin', 'motherfucking', 'motherfuckings', 'muff', 'muffdive', 'muffdiver', 'muffindiver', 'mufflikcer', 'mulatto', 'muncher', 'munt', 'murder', 'murderer', 'naked', 'narcotic', 'nastybitch', 'nastyho', 'nastyslut', 'nastywhore', 'nazi', 'necro', 'negro', 'negroes', 'negroid', \"negro's\", 'nig', 'niger', 'nigerian', 'nigerians', 'nigg', 'nigga', 'niggah', 'niggaracci', 'niggard', 'niggarded', 'niggarding', 'niggardliness', \"niggardliness's\", 'niggardly', 'niggards', \"niggard's\", 'niggaz', 'nigger', 'niggerhead', 'niggerhole', 'niggers', \"nigger's\", 'niggle', 'niggled', 'niggles', 'niggling', 'nigglings', 'niggor', 'niggur', 'niglet', 'nignog', 'nigr', 'nigra', 'nigre', 'nip', 'nipple', 'nipplering', 'noonan', 'nooner', 'nude', 'nuke', 'nutfucker', 'nymph', 'ontherag', 'oral', 'orga', 'orgasim', 'orgasm', 'orgies', 'orgy', 'osama', 'paki', 'palesimian', 'palestinian', 'pansies', 'pansy', 'panti', 'panties', 'payo', 'pecker', 'peckerwood', 'pee', 'peehole', 'pee-pee', 'peepshow', 'peepshpw', 'pendy', 'penetration', 'peni5', 'penile', 'penis', 'penises', 'perv', 'phonesex', 'phuk', 'phuked', 'phuking', 'phukked', 'phukking', 'phungky', 'phuq', 'pi55', 'picaninny', 'piccaninny', 'pickaninny', 'piker', 'pikey', 'piky', 'pimp', 'pimped', 'pimper', 'pimpjuic', 'pimpjuice', 'pimpsimp', 'pindick', 'piss', 'pissed', 'pisser', 'pisses', 'pisshead', 'pissin', 'pissing', 'pissoff', 'playboy', 'playgirl', 'pocha', 'pocho', 'pocketpool', 'pohm', 'polack', 'poo', 'poon', 'poontang', 'poop', 'pooper', 'pooperscooper', 'pooping', 'poorwhitetrash', 'popimp', 'porchmonkey', 'porn', 'pornflick', 'pornking', 'porno', 'pornography', 'pornprincess', 'prickhead', 'primetime', 'propaganda', 'pros', 'prostitute', 'protestant', 'pu55i', 'pu55y', 'pube', 'pubic', 'pubiclice', 'pud', 'pudboy', 'pudd', 'puddboy', 'puntang', 'purinapricness', 'pussyeater', 'pussyfucker', 'pussylicker', 'pussylips', 'pussylover', 'pussypounder', 'pusy', 'quashie', 'quim', 'ra8s', 'racist', 'radical', 'radicals', 'raghead', 'randy', 'rape', 'raped', 'raper', 'rapist', 'rearend', 'rearentry', 'rectum', 'redlight', 'rere', 'retard', 'retarded', 'ribbed', 'rigger', 'rimjob', 'rump', 'satan', 'scag', 'scallywag', 'scat', 'schlong', 'screw', 'you', 'scrotum', 'scum', 'semen', 'seppo', 'servant', 'sex', 'sexed', 'sexfarm', 'sexhound', 'sexhouse', 'sexing', 'sexkitten', 'sexpot', 'sexslave', 'sextogo', 'sextoy', 'sextoys', 'sexual', 'sexually', 'sexwhore', 'sexy', 'sexymoma', 'sexy-slim', 'shag', 'shaggin', 'shagging', 'shat', 'shav', 'shawtypimp', 'sheeney', 'shhit', 'shinola', 'shit', 'shitcan', 'shitdick', 'shite', 'shiteater', 'shited', 'shitface', 'shitfaced', 'shitfit', 'shitforbrains', 'shitfuck', 'shitfucker', 'shitfull', 'shithapens', 'shithappens', 'shithead', 'shithouse', 'shiting', 'shitlist', 'shitola', 'shitoutofluck', 'shits', 'shitstain', 'shitted', 'shitter', 'shitting', 'shitty', 'shortfuck', 'sissy', 'sixsixsix', 'sixtynine', 'sixtyniner', 'skank', 'skankbitch', 'skankfuck', 'skankwhore', 'skanky', 'skankybitch', 'skankywhore', 'skinflute', 'skum', 'skumbag', 'slanteye', 'slapper', 'slaughter', 'slav', 'slave', 'slavedriver', 'sleezebag', 'sleezeball', 'slideitin', 'slime', 'slimeball', 'slimebucket', 'slopehead', 'slopey', 'slopy', 'slut', 'sluts', 'slutt', 'slutting', 'slutty', 'slutwear', 'slutwhore', 'smack', 'smackthemonkey', 'smut', 'snatchpatch', 'snot', 'snowback', 'snownigger', 'sodom', 'sodomise', 'sodomite', 'sodomize', 'sodomy', 'sonofabitch', 'sonofbitch', 'sooty', 'sos', 'soviet', 'spaghettibender', 'spaghettinigger', 'spank', 'spankthemonkey', 'sperm', 'spermacide', 'spermbag', 'spermhearder', 'spermherder', 'spic', 'spick', 'spig', 'spigotty', 'spik', 'spitter', 'splittail', 'spooge', 'spreadeagle', 'spunk', 'spunky', 'squaw', 'stagg', 'stiffy', 'strapon', 'stringer', 'stripclub', 'stroke', 'stroking', 'stupid', 'stupidfuck', 'stupidfucker', 'suck', 'dick', 'sucker', 'suckme', 'suckmyass', 'suckmydick', 'suckmytit', 'suckoff', 'suicide', 'swastika', 'syphilis', 'taff', 'tampon', 'tang', 'tantra', 'tarbaby', 'tard', 'teat', 'terror', 'terrorist', 'teste', 'testicle', 'testicles', 'thicklips', 'thirdeye', 'thirdleg', 'threesome', 'threeway', 'timbernigger', 'tit', 'titbitnipply', 'titfuck', 'titfucker', 'titfuckin', 'titjob', 'titlicker', 'titlover', 'tits', 'tittie', 'titties', 'titty', 'tnt', 'torture', 'tosser', 'towelhead', 'trailertrash', 'tramp', 'trannie', 'tranny', 'transexual', 'transsexual', 'transvestite', 'triplex', 'trisexual', 'trojan', 'trots', 'tuckahoe', 'tunneloflove', 'turd', 'turnon', 'twat', 'twink', 'twinkie', 'twobitwhore', 'uck', 'uk', 'unfuckable', 'upskirt', 'uptheass', 'upthebutt', 'vagina', 'vaginal', 'vatican', 'vibr', 'vibrater', 'vibrator', 'vietcong', 'virgin', 'virginbreaker', 'vulva', 'wab', 'wank', 'wanker', 'wanking', 'waysted', 'weapon', 'weenie', 'weewee', 'welcher', 'welfare', 'wetb', 'wetback', 'wetspot', 'whacker', 'whash', 'whigger', 'whiskey', 'whiskeydick', 'whiskydick', 'whit', 'whitenigger', 'whitetrash', 'whitey', 'whiz', 'whop', 'whore', 'whorefucker', 'whorehouse', 'wigger', 'willie', 'williewanker', 'willy', 'wn', 'wog', 'wop', 'wtf', 'wuss', 'wuzzie', 'xtc', 'xxx', 'yankee', 'yellowman', 'zigabo', 'zipperhead']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5mOQok33CwlK"
      },
      "source": [
        "#Levenstein test to obtain the most likely words from the YouTube Transcripts"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hASh381GFtO4"
      },
      "source": [
        "def predict_levenstein(seq, ori):\n",
        "  lev_words=[]\n",
        "  lev_score=[]\n",
        "  for tok in (seq.lower()).split():\n",
        "    lev=textdistance.levenshtein(ori, tok)\n",
        "    lev_words.append(tok)\n",
        "    lev_score.append(lev)\n",
        "\n",
        "  lev_score, lev_words = zip(*sorted(zip(lev_score, lev_words)))\n",
        "  print(lev_words)\n",
        "  print(lev_score)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Pwnl8EjKC2Wn",
        "outputId": "5834c956-4f2d-4db2-9c21-0d6c0a31cfcd"
      },
      "source": [
        "import re\n",
        "\n",
        "for slur in os.listdir('CSV/Slurs_/'):\n",
        "  try:\n",
        "      print(slur)\n",
        "      all_transcripts_=[]\n",
        "      df=pd.read_csv('CSV/Slurs_/'+slur)\n",
        "      for i in range(len(df)):\n",
        "\n",
        "        yt=str(df['YT'][i])\n",
        "        yt = re.sub(r'[^\\w\\s]','',yt)\n",
        "        print((df['Amazon'][i]))\n",
        "        print(yt)\n",
        "        word=slur[:-4]\n",
        "        predict_levenstein(yt, word)\n",
        "      break\n",
        "  except:\n",
        "    continue"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "ass.csv\n",
            "you need your ass now You\n",
            " Make sure that you lay down now   You need your rest now \n",
            "('lay', 'make', 'now', 'now', 'rest', 'you', 'you', 'down', 'need', 'sure', 'that', 'your')\n",
            "(3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4)\n",
            "Can you say ass nice Now\n",
            "the sound ah can you say ah Applause\n",
            "('ah', 'ah', 'can', 'say', 'the', 'you', 'sound', 'applause')\n",
            "(2, 2, 3, 3, 3, 3, 5, 6)\n",
            "but he's perfect ass\n",
            "different a little bit but hes perfect to us\n",
            "('a', 'hes', 'us', 'bit', 'but', 'to', 'little', 'perfect', 'different')\n",
            "(2, 2, 2, 3, 3, 3, 6, 7, 9)\n",
            "My my my ass cookie monster\n",
            " And the last ingredient two bananas gasps\n",
            "('and', 'gasps', 'last', 'the', 'two', 'bananas', 'ingredient')\n",
            "(2, 2, 2, 3, 3, 5, 10)\n",
            "everything's coming nose ass A smell\n",
            " Honey everythings comin up noses   Ah\n",
            "('ah', 'noses', 'up', 'comin', 'honey', 'everythings')\n",
            "(2, 3, 3, 5, 5, 10)\n",
            "dress up your ass Yeah Tell\n",
            "you like to dress up as  Children Yeah tell us\n",
            "('as', 'us', 'dress', 'to', 'up', 'you', 'like', 'tell', 'yeah', 'children')\n",
            "(1, 2, 3, 3, 3, 3, 4, 4, 4, 8)\n",
            "s up here ass Rebate my\n",
            "Manos cabeza pies Repeat\n",
            "('manos', 'pies', 'cabeza', 'repeat')\n",
            "(3, 3, 5, 6)\n",
            "potato faces Great ass potato It's\n",
            " Or carbohydrate like potato   Tastes as great as potato \n",
            "('as', 'as', 'or', 'tastes', 'like', 'great', 'potato', 'potato', 'carbohydrate')\n",
            "(1, 1, 3, 3, 4, 5, 5, 5, 11)\n",
            "something like that ass blog He's\n",
            "guess something like that Ask Blogg\n",
            "('ask', 'guess', 'like', 'that', 'blogg', 'something')\n",
            "(1, 3, 4, 4, 5, 9)\n",
            "everything's coming nose ass love Oh\n",
            " Honey everythings coming up noses   Smell a flower \n",
            "('a', 'noses', 'up', 'honey', 'smell', 'coming', 'flower', 'everythings')\n",
            "(2, 3, 3, 5, 5, 6, 6, 10)\n",
            "Yeah ass search seek\n",
            "MUSIC PLAYING MAN S Search\n",
            "('s', 'man', 'music', 'search', 'playing')\n",
            "(2, 3, 4, 5, 6)\n",
            "Let your ass We'll take\n",
            " Letter S will take us to a word that start with the sound\n",
            "\n",
            "('a', 's', 'us', 'take', 'the', 'to', 'start', 'that', 'will', 'with', 'word', 'sound', 'letter')\n",
            "(2, 2, 2, 3, 3, 3, 4, 4, 4, 4, 4, 5, 6)\n",
            "with the letter ass And so\n",
            "somersault and Switzerland\n",
            " and Studebaker and\n",
            "('and', 'and', 'and', 'somersault', 'studebaker', 'switzerland')\n",
            "(2, 2, 2, 9, 9, 10)\n",
            "shit Yeah Angry ass hot day\n",
            "GRASSHOPPER Um actually middle aged FYI\n",
            "('aged', 'fyi', 'um', 'middle', 'actually', 'grasshopper')\n",
            "(3, 3, 3, 6, 7, 8)\n",
            "chair loud ugly ass better The\n",
            " And give a cheer   Loud and clear \n",
            "('a', 'and', 'and', 'give', 'loud', 'cheer', 'clear')\n",
            "(2, 2, 2, 4, 4, 5, 5)\n",
            "no no no ass no It's\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "you like my ass Excess Like\n",
            "all the fun  huh oh god did you like  accessor you liked it liked it please\n",
            "('all', 'did', 'fun', 'god', 'huh', 'it', 'it', 'oh', 'the', 'you', 'you', 'like', 'please', 'accessor', 'liked', 'liked')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 5, 5, 5)\n",
            "dress up your ass Yeah tell\n",
            "you like to dress up as  Children Yeah tell us\n",
            "('as', 'us', 'dress', 'to', 'up', 'you', 'like', 'tell', 'yeah', 'children')\n",
            "(1, 2, 3, 3, 3, 3, 4, 4, 4, 8)\n",
            "going on my ass It likes\n",
            "animals look at my cute bunny boy it likes to be by my bed\n",
            "('at', 'be', 'bed', 'boy', 'by', 'it', 'my', 'my', 'to', 'cute', 'likes', 'look', 'animals', 'bunny')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 5, 5)\n",
            "shit You're hungry ass hot down\n",
            " Patience young grasshopper  Um Im actually middle aged FYI\n",
            "('aged', 'fyi', 'im', 'um', 'young', 'middle', 'actually', 'patience', 'grasshopper')\n",
            "(3, 3, 3, 3, 5, 6, 7, 7, 8)\n",
            "my neighborhood My ass hood high\n",
            "the people in my neighborhood SPEAKING SPANISH\n",
            "('in', 'my', 'the', 'spanish', 'people', 'speaking', 'neighborhood')\n",
            "(3, 3, 3, 5, 6, 7, 12)\n",
            "gonna make my ass Yeah Try\n",
            "Music Applause\n",
            "('music', 'applause')\n",
            "(4, 6)\n",
            "no no no ass no It's\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "more rescue Her ass does hover\n",
            "wait this is spiderman costume yeah but hey this is completely different one\n",
            "('is', 'is', 'but', 'hey', 'one', 'this', 'this', 'wait', 'yeah', 'costume', 'different', 'spiderman', 'completely')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 4, 6, 9, 9, 10)\n",
            "inside my tender ass all this\n",
            "whats inside my kinder egg all this time this ones easy\n",
            "('all', 'easy', 'egg', 'my', 'ones', 'this', 'this', 'whats', 'time', 'inside', 'kinder')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 4, 5, 6)\n",
            "Spartan man Giant ass As much\n",
            "you okay Yea I am Its spiderman giant egg\n",
            "('am', 'its', 'egg', 'i', 'yea', 'you', 'giant', 'okay', 'spiderman')\n",
            "(2, 2, 3, 3, 3, 3, 4, 4, 9)\n",
            "see more giant ass And please\n",
            "Its Thomas Plates If you want to see more Giant Eggs Please subscribe\n",
            "('its', 'eggs', 'if', 'see', 'to', 'want', 'you', 'giant', 'more', 'plates', 'please', 'thomas', 'subscribe')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 8)\n",
            "to struggle my ass Hello Grass\n",
            "we should sometimes turn the bass no grass no Rapids are the best\n",
            "('bass', 'are', 'grass', 'best', 'no', 'no', 'the', 'the', 'we', 'rapids', 'turn', 'should', 'sometimes')\n",
            "(1, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 6, 8)\n",
            "more rescue Her ass does have\n",
            "Music hey this is completely different one\n",
            "('is', 'hey', 'one', 'this', 'music', 'different', 'completely')\n",
            "(2, 3, 3, 3, 4, 9, 10)\n",
            "make this way ass Wow that's\n",
            "so we can make this play ass oh wow thats cool whoa I didnt\n",
            "('ass', 'so', 'can', 'i', 'make', 'oh', 'thats', 'this', 'we', 'wow', 'cool', 'play', 'whoa', 'didnt')\n",
            "(0, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 5)\n",
            "my master my ass Time on\n",
            "there I know you have our surprise egg Music\n",
            "('egg', 'have', 'i', 'our', 'you', 'know', 'music', 'there', 'surprise')\n",
            "(3, 3, 3, 3, 3, 4, 4, 5, 7)\n",
            "gonna build that ass and stuff\n",
            "so first were gonna build this all right good yeah what if he burped\n",
            "('all', 'so', 'he', 'if', 'this', 'first', 'good', 'were', 'what', 'yeah', 'build', 'gonna', 'right', 'burped')\n",
            "(2, 2, 3, 3, 3, 4, 4, 4, 4, 4, 5, 5, 5, 6)\n",
            "some live an ass beginning Banana\n",
            "some Tomatoes here you go Jack Jack hey you go combo can you both for two small\n",
            "('can', 'for', 'go', 'go', 'hey', 'jack', 'jack', 'two', 'you', 'you', 'you', 'both', 'here', 'small', 'some', 'combo', 'tomatoes')\n",
            "(3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 6)\n",
            "more rescue her ass God's hover\n",
            "it also has more muscular abs it does have a muscles i like that\n",
            "('abs', 'a', 'also', 'has', 'does', 'have', 'i', 'it', 'it', 'like', 'more', 'that', 'muscles', 'muscular')\n",
            "(1, 2, 2, 2, 3, 3, 3, 3, 3, 4, 4, 4, 5, 7)\n",
            "Amber She's backing ass A nice\n",
            "shes behind there  the Viking yes thats job go think mommys gone Ryan\n",
            "('yes', 'go', 'job', 'shes', 'thats', 'the', 'gone', 'ryan', 'mommys', 'there', 'think', 'behind', 'viking')\n",
            "(2, 3, 3, 3, 3, 3, 4, 4, 5, 5, 5, 6, 6)\n",
            "We're going kicking ass How about\n",
            "five youre right sharing if Karaboudjan share so I got these three some jumbo\n",
            "('so', 'got', 'i', 'if', 'five', 'share', 'some', 'these', 'jumbo', 'right', 'three', 'youre', 'sharing', 'karaboudjan')\n",
            "(2, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5, 6, 10)\n",
            "see more Giant ass then Please\n",
            "Bye dont forget to subscribe see you later BYE If you want to see more giant eggs then please subscribe\n",
            "('bye', 'bye', 'eggs', 'if', 'see', 'see', 'to', 'to', 'want', 'you', 'you', 'dont', 'giant', 'later', 'more', 'please', 'then', 'forget', 'subscribe', 'subscribe')\n",
            "(3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 6, 8, 8)\n",
            "is very bad ass high Oh\n",
            "daddy and his pet shark did you just hit my shark revenge of daddy\n",
            "('and', 'his', 'did', 'hit', 'just', 'my', 'of', 'pet', 'you', 'daddy', 'daddy', 'shark', 'shark', 'revenge')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 7)\n",
            "minute Alright What ass Because we\n",
            "I know you love pizza all right what happens we are on a roll find something\n",
            "('a', 'all', 'are', 'i', 'on', 'we', 'you', 'find', 'know', 'love', 'roll', 'what', 'happens', 'pizza', 'right', 'something')\n",
            "(2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 4, 5, 5, 5, 9)\n",
            "it's rare Super ass Who does\n",
            "because its rare super sye Brian hes Brad where you put snow building yeah\n",
            "('hes', 'its', 'put', 'rare', 'sye', 'you', 'brad', 'snow', 'yeah', 'because', 'brian', 'super', 'where', 'building')\n",
            "(2, 2, 3, 3, 3, 3, 4, 4, 4, 5, 5, 5, 5, 8)\n",
            "look at my ass Hey everybody's\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "yeah Start your ass I'm sure\n",
            "Wow now we need Captain America\n",
            "('now', 'we', 'wow', 'need', 'america', 'captain')\n",
            "(3, 3, 3, 4, 6, 6)\n",
            "to struggle by ass No grass\n",
            "should sometimes turn the bass no grass no what is it together kind of three\n",
            "('bass', 'grass', 'is', 'it', 'no', 'no', 'of', 'the', 'kind', 'turn', 'what', 'three', 'should', 'sometimes', 'together')\n",
            "(1, 2, 2, 3, 3, 3, 3, 3, 4, 4, 4, 5, 6, 8, 8)\n",
            "Dig for surprise ass guys I've\n",
            "dig dig for surprises for surprises\n",
            "('dig', 'dig', 'for', 'for', 'surprises', 'surprises')\n",
            "(3, 3, 3, 3, 7, 7)\n",
            "A penguin That ass is there\n",
            "today science by its Teresa thats a good choice so were gonna come back in\n",
            "('a', 'its', 'so', 'back', 'by', 'in', 'thats', 'come', 'good', 'were', 'gonna', 'teresa', 'today', 'choice', 'science')\n",
            "(2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 5, 5, 5, 6, 7)\n",
            "crash anti the ass Sure Look\n",
            "did not work you guys time and time yeah I do\n",
            "('and', 'did', 'do', 'guys', 'i', 'not', 'you', 'time', 'time', 'work', 'yeah')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4)\n",
            "PT a s ass W oh\n",
            "maybe the password is password Music\n",
            "('is', 'the', 'maybe', 'music', 'password', 'password')\n",
            "(2, 3, 4, 4, 5, 5)\n",
            "has more muscular ass does harbor\n",
            "yeah but hey this is completely different one what you did to my costume\n",
            "('is', 'but', 'did', 'hey', 'my', 'one', 'this', 'to', 'you', 'what', 'yeah', 'costume', 'different', 'completely')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 6, 9, 10)\n",
            "some live an ass Yeah beginning\n",
            "some Tomatoes here you go Jack Jack hey you know combo can you both are too\n",
            "('are', 'can', 'go', 'hey', 'jack', 'jack', 'too', 'you', 'you', 'you', 'both', 'here', 'know', 'some', 'combo', 'tomatoes')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 6)\n",
            "h a uh ass Mm Another\n",
            "l a h\n",
            "('a', 'h', 'l')\n",
            "(2, 3, 3)\n",
            "Solid tower My ass is going\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "gonna build that ass and street\n",
            "rectangular piece there at the base another construction\n",
            "('at', 'base', 'the', 'piece', 'there', 'another', 'rectangular', 'construction')\n",
            "(2, 2, 3, 5, 5, 6, 10, 11)\n",
            "Look at your ass Mhm Hi\n",
            "its a tall and long look at your ad Music\n",
            "('a', 'ad', 'and', 'at', 'its', 'tall', 'long', 'look', 'music', 'your')\n",
            "(2, 2, 2, 2, 2, 3, 4, 4, 4, 4)\n",
            "full and ponies ass girls cute\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "the toys Your ass Your Toys\n",
            "where ya Toys R Us alright thats cool lets go some\n",
            "('us', 'go', 'lets', 'r', 'thats', 'toys', 'ya', 'cool', 'some', 'where', 'alright')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 5, 6)\n",
            "is very bad ass high Did\n",
            "Eliot is fat shark did you just hit my Music\n",
            "('is', 'did', 'fat', 'hit', 'just', 'my', 'you', 'music', 'shark', 'eliot')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 5)\n",
            "to enjoy your ass Oh perfect\n",
            "more alright Oh perfect because you know what we still have a lot of works do you\n",
            "('a', 'do', 'have', 'lot', 'of', 'oh', 'we', 'you', 'you', 'know', 'more', 'what', 'works', 'because', 'still', 'alright', 'perfect')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 6, 7)\n",
            "test Okay my ass That sounds\n",
            "conduct a selective hearing I detect okay I am that sounds good lets do it\n",
            "('a', 'am', 'do', 'i', 'i', 'it', 'lets', 'good', 'okay', 'that', 'sounds', 'detect', 'hearing', 'conduct', 'selective')\n",
            "(2, 2, 3, 3, 3, 3, 3, 4, 4, 4, 5, 6, 6, 7, 9)\n",
            "chicken pox my ass Okay Yeah\n",
            "chicken pox my answer came Wow another case salt and another healthy\n",
            "('and', 'case', 'came', 'my', 'pox', 'salt', 'wow', 'answer', 'another', 'another', 'healthy', 'chicken')\n",
            "(2, 2, 3, 3, 3, 3, 3, 4, 6, 6, 6, 7)\n",
            "to bust his ass to open\n",
            "package rips\n",
            "  And hope we find soy sauce\n",
            "('and', 'rips', 'soy', 'we', 'find', 'hope', 'sauce', 'package')\n",
            "(2, 3, 3, 3, 4, 4, 4, 6)\n",
            "can't every half ass I can't\n",
            "the finishing touch no I have no idea what youre talking\n",
            "('have', 'i', 'no', 'no', 'the', 'idea', 'what', 'touch', 'youre', 'talking', 'finishing')\n",
            "(3, 3, 3, 3, 3, 4, 4, 5, 5, 6, 8)\n",
            "actually Is your ass I don't\n",
            "oh and I left the toys what else we just decide on the present I gotta get back\n",
            "('and', 'back', 'else', 'get', 'i', 'i', 'just', 'oh', 'on', 'the', 'the', 'toys', 'we', 'left', 'what', 'gotta', 'decide', 'present')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 5, 6, 6)\n",
            "to enact my ass It is\n",
            "you have to win that man it is a pretty cool prize but dont worry because even\n",
            "('a', 'is', 'but', 'have', 'it', 'man', 'to', 'win', 'you', 'cool', 'dont', 'even', 'that', 'because', 'prize', 'worry', 'pretty')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 6)\n",
            "to toys Her ass Oh Daddy\n",
            "is weird already what did you get from toysrus this time oh is this the new\n",
            "('is', 'is', 'did', 'get', 'new', 'oh', 'the', 'this', 'this', 'you', 'from', 'time', 'what', 'toysrus', 'weird', 'already')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 5, 5, 6)\n",
            "can do my ass Yeah this\n",
            "can do my ass Music\n",
            "('ass', 'can', 'do', 'my', 'music')\n",
            "(0, 3, 3, 3, 4)\n",
            "right room my ass It take\n",
            "well look at least threaten the right room I am take her and well put her in\n",
            "('am', 'and', 'at', 'her', 'her', 'i', 'in', 'least', 'put', 'take', 'the', 'look', 'room', 'well', 'well', 'right', 'threaten')\n",
            "(2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5, 7)\n",
            "a new gig ass This super\n",
            "have a new gig ask this SuperDuper cool carnival first doctor pretty cool huh\n",
            "('ask', 'a', 'gig', 'have', 'huh', 'new', 'this', 'cool', 'cool', 'first', 'doctor', 'pretty', 'carnival', 'superduper')\n",
            "(1, 2, 3, 3, 3, 3, 3, 4, 4, 4, 6, 6, 7, 10)\n",
            "back to my ass five Time\n",
            "Well be back Maya  Bye\n",
            "('back', 'be', 'bye', 'maya', 'well')\n",
            "(3, 3, 3, 3, 4)\n",
            "in yours my ass Whoa It's\n",
            "whats in yours Maya whoa I always wanted a monkey rainbow\n",
            "('a', 'i', 'in', 'maya', 'whats', 'always', 'whoa', 'yours', 'wanted', 'monkey', 'rainbow')\n",
            "(2, 3, 3, 3, 3, 4, 4, 4, 5, 6, 6)\n",
            "Here Tweeze your ass Let me\n",
            "Im pretty sure we do have gel pens here at tweezer s let me go look in the back\n",
            "('at', 's', 'back', 'do', 'gel', 'go', 'have', 'im', 'in', 'let', 'me', 'pens', 'the', 'we', 'here', 'look', 'sure', 'pretty', 'tweezer')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 6, 7)\n",
            "you go my ass Mhm Yeah\n",
            "time for the next Music\n",
            "('for', 'the', 'music', 'next', 'time')\n",
            "(3, 3, 4, 4, 4)\n",
            "at toys her ass See you\n",
            "shopping at Toys R Us see you later oh my theres an area to put your cards\n",
            "('an', 'at', 'us', 'area', 'cards', 'my', 'oh', 'put', 'r', 'see', 'to', 'toys', 'you', 'later', 'your', 'theres', 'shopping')\n",
            "(2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 5, 8)\n",
            "clean up your ass You look\n",
            "clean up your ass Music\n",
            "('ass', 'up', 'music', 'your', 'clean')\n",
            "(0, 3, 4, 4, 5)\n",
            "on the bus ass How's that\n",
            "asks hows that sound Hey thats me\n",
            "('asks', 'hey', 'hows', 'me', 'thats', 'that', 'sound')\n",
            "(1, 3, 3, 3, 3, 4, 5)\n",
            "found earlier Fat ass and then\n",
            "shredder the crane field earlier thought I said theyd still our shellraiser but\n",
            "('but', 'i', 'our', 'said', 'the', 'crane', 'field', 'still', 'theyd', 'earlier', 'thought', 'shredder', 'shellraiser')\n",
            "(3, 3, 3, 3, 3, 4, 5, 5, 5, 6, 7, 8, 9)\n",
            "I think my ass going back\n",
            "love found now guys I think by us going back in time we created an alternate\n",
            "('an', 'us', 'back', 'by', 'guys', 'i', 'in', 'now', 'we', 'love', 'time', 'found', 'going', 'think', 'created', 'alternate')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 5, 5, 5, 6, 8)\n",
            "next to my ass A few\n",
            "lets get those next Maya upbeat music\n",
            "('get', 'lets', 'maya', 'music', 'next', 'those', 'upbeat')\n",
            "(3, 3, 3, 4, 4, 4, 6)\n",
            "it Open my ass Okay let's\n",
            "are you ready to get it open my ass okay lets do that\n",
            "('ass', 'are', 'do', 'get', 'it', 'lets', 'my', 'to', 'you', 'okay', 'open', 'ready', 'that')\n",
            "(0, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4)\n",
            "Wonder Follow that ass Uh you\n",
            "wonderful ass you mean wonderful wow this is really annoying but luckily\n",
            "('ass', 'is', 'but', 'this', 'wow', 'you', 'mean', 'really', 'annoying', 'luckily', 'wonderful', 'wonderful')\n",
            "(0, 2, 3, 3, 3, 3, 4, 5, 7, 7, 9, 9)\n",
            "the clue my ass Go find\n",
            " Alright lets go find the clue Maya  Lets go find the clue\n",
            "('go', 'go', 'lets', 'lets', 'maya', 'the', 'the', 'clue', 'clue', 'find', 'find', 'alright')\n",
            "(3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 6)\n",
            "I love the ass first nut\n",
            "star hair bands and I love that adds first nut that is a cute hair band so\n",
            "('a', 'adds', 'and', 'is', 'so', 'band', 'bands', 'hair', 'hair', 'i', 'nut', 'cute', 'first', 'love', 'star', 'that', 'that')\n",
            "(2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4)\n",
            "to put my ass food onto\n",
            " Yeah these up to her now\n",
            "('her', 'now', 'to', 'up', 'these', 'yeah')\n",
            "(3, 3, 3, 3, 4, 4)\n",
            "Welcome between their ass Can I\n",
            "welcome to the red can I help you up I dont think youre a real toy garage\n",
            "('a', 'can', 'i', 'i', 'red', 'the', 'to', 'toy', 'up', 'you', 'dont', 'help', 'real', 'garage', 'think', 'youre', 'welcome')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 5, 5, 5, 7)\n",
            "gonna show my ass who this\n",
            "Im gonna shove my head whoohoo some sort of little roller so soon\n",
            "('so', 'im', 'my', 'of', 'head', 'some', 'soon', 'sort', 'gonna', 'shove', 'little', 'roller', 'whoohoo')\n",
            "(2, 3, 3, 3, 4, 4, 4, 4, 5, 5, 6, 6, 7)\n",
            "Mm It's the ass for space\n",
            "Music Music\n",
            "('music', 'music')\n",
            "(4, 4)\n",
            "Yeah I'm an ass Were a\n",
            "top to the top top top top top top Music\n",
            "('the', 'to', 'top', 'top', 'top', 'top', 'top', 'top', 'top', 'music')\n",
            "(3, 3, 3, 3, 3, 3, 3, 3, 3, 4)\n",
            "a nice little ass encryption on\n",
            "with a nice little ass encrypted on it and he was damn Oh Harley Quinn goes\n",
            "('ass', 'a', 'and', 'was', 'damn', 'goes', 'he', 'it', 'oh', 'on', 'nice', 'with', 'harley', 'quinn', 'little', 'encrypted')\n",
            "(0, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 5, 5, 6, 9)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "1-_2Y8MQ9VOU"
      },
      "source": [
        "#Similarity of Amazon and YouTube transcripts with the manually generated ones"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cCGoRzKuPW9b"
      },
      "source": [
        "from collections import Counter"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RIhhahOVPePu"
      },
      "source": [
        "import math\n",
        "\n",
        "def counter_cosine_similarity(c1, c2):\n",
        "    terms = set(c1).union(c2)\n",
        "    dotprod = sum(c1.get(k, 0) * c2.get(k, 0) for k in terms)\n",
        "    magA = math.sqrt(sum(c1.get(k, 0)**2 for k in terms))\n",
        "    magB = math.sqrt(sum(c2.get(k, 0)**2 for k in terms))\n",
        "    return dotprod / (magA * magB)\n",
        "\n",
        "def length_similarity(c1, c2):\n",
        "    lenc1 = sum(c1.values())\n",
        "    lenc2 = sum(c2.values())\n",
        "    return min(lenc1, lenc2) / float(max(lenc1, lenc2))\n",
        "\n",
        "def similarity_score(l1, l2):\n",
        "    c1, c2 = Counter(l1), Counter(l2)\n",
        "    return length_similarity(c1, c2) * counter_cosine_similarity(c1, c2)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uBwwgwlTPgKE"
      },
      "source": [
        "for i in range(len(trans_1_common)):\n",
        "  counterA = Counter(trans_1_common[i])\n",
        "  counterB = Counter(trans_2_common[i])\n",
        "  print(counter_cosine_similarity(counterA, counterB))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fI1ksUmcPx4x"
      },
      "source": [
        "for i in video_ids_amazon:\n",
        "  if(i in video_ids_youtube):\n",
        "    t1=transcripts_amazon[video_ids_amazon.index(i)].split()\n",
        "    t2 = (' '.join(transcripts_youtube[video_ids_youtube.index(i)])).split()\n",
        "    if(similarity_score(t1, t2)>0.677):\n",
        "      print(similarity_score(t1, t2))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TPwWQ_fsbE11"
      },
      "source": [
        "#Algorithm"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yEhIBdtSlMZk"
      },
      "source": [
        "def find_matching(seq_am, seq_yt, slur_word):\n",
        "  #remove punctuation\n",
        "  seq_am = re.sub(r'[^\\w\\s]','', seq_am)\n",
        "  seq_yt = re.sub(r'[^\\w\\s]','', seq_yt)\n",
        "  seq_am=seq_am.lower().split()\n",
        "  seq_yt=seq_yt.lower().split()\n",
        "\n",
        "  end_index=len(seq_yt)-1\n",
        "  start_index=0\n",
        "  for i in range(seq_am.index(slur_word)):\n",
        "    try:\n",
        "      if(seq_yt[i] in seq_am):\n",
        "        start_index=i\n",
        "    except:\n",
        "      continue\n",
        "  ind=seq_am.index(slur_word)+1\n",
        "  for i in range(ind, len(seq_am)):\n",
        "    if(seq_am[i] in seq_yt[i:len(seq_yt)]):\n",
        "      end_index=seq_yt.index(seq_am[i])\n",
        "      break\n",
        "  return(' '.join(seq_yt[start_index:end_index+1]))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "79VGqMFnuVT9"
      },
      "source": [
        "Kloze Test"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "b2MGa4agfWwA",
        "outputId": "eb0873cd-4eea-4ac8-987b-404bd22708d8"
      },
      "source": [
        "repl_word =\" [MASK] \"\n",
        "dict_={}\n",
        "for file in os.listdir(\"CSV/Slurs_\"):\n",
        "  df=pd.read_csv('CSV/Slurs_/'+file)\n",
        "  slur_w=file[:-4]\n",
        "  for i in range(len(df)):\n",
        "    am=df['Amazon'][i]\n",
        "    yt=df['YT'][i]\n",
        "    if(similarity_score(am,yt)>0.4):\n",
        "      res = am.replace(slur_w, repl_word, 1)\n",
        "      dict_=predict_kloze(res, word, dict_)\n",
        "      print(\"Amazon: \", am)\n",
        "      print(\"YouTube:\", yt)\n",
        "      print(\"Replaced Amazon:\", res)\n",
        "      print(dict_,'\\n')\n",
        "  break"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Amazon:  Can you say ass nice Now\n",
            "YouTube: the sound ah can you say ah [Applause]\n",
            "Replaced Amazon: Can you say  [MASK]  nice Now\n",
            "{'something': 1, 'anything': 1, 'how': 1, 'so': 1, '?': 1, 'some': 1, ',': 1, 'what': 1, 'pretty': 1, 'too': 1} \n",
            "\n",
            "Amazon:  everything's coming nose ass A smell\n",
            "YouTube: ♪ Honey, everything's comin' up noses ♪ - Ah.\n",
            "Replaced Amazon: everything's coming nose  [MASK]  A smell\n",
            "{',': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, '?': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, ':': 1, '##s': 1, 'with': 1, '-': 1, '.': 1, 'smells': 1, '!': 1, '—': 1, '/': 1} \n",
            "\n",
            "Amazon:  dress up your ass Yeah Tell\n",
            "YouTube: you like to dress up as? - [Children] Yeah, tell us.\n",
            "Replaced Amazon: dress up your  [MASK]  Yeah Tell\n",
            "{',': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, '?': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, ':': 1, '##s': 1, 'with': 1, '-': 1, '.': 1, 'smells': 1, '!': 1, '—': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'baby': 1, 'shirts': 1} \n",
            "\n",
            "Amazon:  s up here ass Rebate my\n",
            "YouTube: Manos, cabeza, pies. Repeat!\n",
            "Replaced Amazon: s up here  [MASK]  Rebate my\n",
            "{',': 3, '?': 2, '.': 2, '!': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, ':': 1, '##s': 1, 'with': 1, '-': 1, 'smells': 1, '—': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'baby': 1, 'shirts': 1, 'to': 1, 'and': 1, 'for': 1, 'gonna': 1, '&': 1, 'in': 1} \n",
            "\n",
            "Amazon:  potato faces Great ass potato It's\n",
            "YouTube: ♪ Or carbohydrate like potato ♪ ♪ Tastes as great as potato ♪\n",
            "Replaced Amazon: potato faces Great  [MASK]  potato It's\n",
            "{',': 3, '?': 2, '.': 2, '!': 2, ':': 2, '-': 2, 'and': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'with': 1, 'smells': 1, '—': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'baby': 1, 'shirts': 1, 'to': 1, 'for': 1, 'gonna': 1, '&': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1} \n",
            "\n",
            "Amazon:  something like that ass blog He's\n",
            "YouTube: guess something like that. Ask Blogg.\n",
            "Replaced Amazon: something like that  [MASK]  blog He's\n",
            "{',': 4, '.': 3, ':': 3, '?': 2, '!': 2, '-': 2, 'and': 2, '—': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'with': 1, 'smells': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'baby': 1, 'shirts': 1, 'to': 1, 'for': 1, 'gonna': 1, '&': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1} \n",
            "\n",
            "Amazon:  everything's coming nose ass love Oh\n",
            "YouTube: ♪ Honey everything's coming up noses ♪ ♪ Smell a flower ♪\n",
            "Replaced Amazon: everything's coming nose  [MASK]  love Oh\n",
            "{',': 5, ':': 4, '.': 3, '!': 3, '-': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, '&': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'smells': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'baby': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1} \n",
            "\n",
            "Amazon:  chair loud ugly ass better The\n",
            "YouTube: ♪ And give a cheer ♪ ♪ Loud and clear ♪\n",
            "Replaced Amazon: chair loud ugly  [MASK]  better The\n",
            "{',': 6, ':': 5, '.': 3, '!': 3, '-': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, '&': 2, 'baby': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'smells': 1, '/': 1, 'dress': 1, 'own': 1, 'pants': 1, 'clothes': 1, 'hair': 1, 'shoes': 1, 'shirt': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1} \n",
            "\n",
            "Amazon:  dress up your ass Yeah tell\n",
            "YouTube: you like to dress up as? - [Children] Yeah, tell us.\n",
            "Replaced Amazon: dress up your  [MASK]  Yeah tell\n",
            "{',': 6, ':': 5, '.': 3, '!': 3, '-': 3, 'baby': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, '&': 2, 'dress': 2, 'own': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1} \n",
            "\n",
            "Amazon:  my neighborhood My ass hood high\n",
            "YouTube: the people in my neighborhood? [SPEAKING SPANISH]\n",
            "Replaced Amazon: my neighborhood My  [MASK]  hood high\n",
            "{',': 6, ':': 5, '.': 3, '!': 3, '-': 3, 'baby': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, '&': 2, 'dress': 2, 'own': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1} \n",
            "\n",
            "Amazon:  inside my tender ass all this\n",
            "YouTube: what's inside my kinder egg all this time this one's easy\n",
            "Replaced Amazon: inside my tender  [MASK]  all this\n",
            "{',': 6, ':': 5, '.': 3, '!': 3, '-': 3, 'baby': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, '&': 2, 'dress': 2, 'own': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, '##s': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, 'heart': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'soul': 1, 'hearts': 1, 'tongue': 1, 'skin': 1, 'mind': 1} \n",
            "\n",
            "Amazon:  Spartan man Giant ass As much\n",
            "YouTube: you okay? Yea I am It's spiderman giant egg\n",
            "Replaced Amazon: Spartan man Giant  [MASK]  As much\n",
            "{',': 6, ':': 6, '!': 4, '.': 3, '-': 3, 'baby': 3, '&': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, 'dress': 2, 'own': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, 'heart': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'soul': 1, 'hearts': 1, 'tongue': 1, 'skin': 1, 'mind': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1} \n",
            "\n",
            "Amazon:  to struggle my ass Hello Grass\n",
            "YouTube: we should sometimes turn the bass no grass no Rapids are the best\n",
            "Replaced Amazon: to struggle my  [MASK]  Hello Grass\n",
            "{',': 6, ':': 6, '!': 4, '.': 3, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, 'dress': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'heart': 2, 'soul': 2, 'hearts': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, 'mind': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'life': 1, 'beloved': 1, 'dreams': 1} \n",
            "\n",
            "Amazon:  more rescue Her ass does have\n",
            "YouTube: [Music] hey this is completely different one\n",
            "Replaced Amazon: more rescue Her  [MASK]  does have\n",
            "{',': 6, ':': 6, '!': 4, '.': 3, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 2, 'and': 2, '—': 2, 'with': 2, 'to': 2, 'dress': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'heart': 2, 'soul': 2, 'hearts': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'for': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, 'mind': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'life': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1} \n",
            "\n",
            "Amazon:  make this way ass Wow that's\n",
            "YouTube: so we can make this play ass oh wow that's cool whoa I didn't\n",
            "Replaced Amazon: make this way  [MASK]  Wow that's\n",
            "{',': 7, ':': 7, '!': 5, '.': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, '—': 2, 'with': 2, 'dress': 2, 'pants': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'heart': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, 'mind': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'life': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1} \n",
            "\n",
            "Amazon:  yeah Start your ass I'm sure\n",
            "YouTube: Wow now we need Captain America\n",
            "Replaced Amazon: yeah Start your  [MASK]  I'm sure\n",
            "{',': 7, ':': 7, '!': 5, '.': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, 'pants': 3, 'heart': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'some': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'thoughts': 1, 'imagination': 1, 'song': 1} \n",
            "\n",
            "Amazon:  Dig for surprise ass guys I've\n",
            "YouTube: dig dig for surprises for surprises\n",
            "Replaced Amazon: Dig for surprise  [MASK]  guys I've\n",
            "{',': 8, ':': 7, '!': 6, '.': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, 'pants': 3, 'heart': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'some': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'thoughts': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1} \n",
            "\n",
            "Amazon:  crash anti the ass Sure Look\n",
            "YouTube: did not work you guys time and time yeah I do\n",
            "Replaced Amazon: crash anti the  [MASK]  Sure Look\n",
            "{',': 8, ':': 7, '!': 6, '.': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, 'pants': 3, 'heart': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'some': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'thoughts': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'sky': 1} \n",
            "\n",
            "Amazon:  gonna build that ass and street\n",
            "YouTube: rectangular piece there at the base another construction\n",
            "Replaced Amazon: gonna build that  [MASK]  and street\n",
            "{',': 8, ':': 7, '!': 6, '.': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, 'pants': 3, 'heart': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'some': 2, 'sky': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'faces': 1, 'red': 1, 'face': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'thoughts': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1} \n",
            "\n",
            "Amazon:  Look at your ass Mhm Hi\n",
            "YouTube: it's a tall and long look at your ad [Music]\n",
            "Replaced Amazon: Look at your  [MASK]  Mhm Hi\n",
            "{',': 8, ':': 7, '!': 6, '.': 4, 'heart': 4, '-': 3, 'baby': 3, '&': 3, 'own': 3, '?': 3, 'and': 3, 'to': 3, 'pants': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'friend': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1} \n",
            "\n",
            "Amazon:  the toys Your ass Your Toys\n",
            "YouTube: where ya Toys R Us alright that's cool let's go some\n",
            "Replaced Amazon: the toys Your  [MASK]  Your Toys\n",
            "{',': 8, ':': 8, '!': 7, '.': 4, 'heart': 4, '-': 4, '&': 4, 'and': 4, 'baby': 3, 'own': 3, '?': 3, 'to': 3, 'pants': 3, '—': 2, 'with': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'for': 2, 'mind': 2, 'life': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'too': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'in': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'or': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'friend': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1} \n",
            "\n",
            "Amazon:  is very bad ass high Did\n",
            "YouTube: Eliot is fat shark did you just hit my [Music]\n",
            "Replaced Amazon: is very bad  [MASK]  high Did\n",
            "{',': 8, ':': 8, '!': 7, '&': 5, 'and': 5, '.': 4, 'heart': 4, '-': 4, 'baby': 3, 'own': 3, '?': 3, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, '—': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'mind': 2, 'life': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'friend': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1} \n",
            "\n",
            "Amazon:  can do my ass Yeah this\n",
            "YouTube: can do my ass [Music]\n",
            "Replaced Amazon: can do my  [MASK]  Yeah this\n",
            "{',': 8, ':': 8, '!': 7, '&': 5, 'and': 5, '.': 4, 'heart': 4, '-': 4, 'own': 4, 'baby': 3, '?': 3, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, 'life': 3, '—': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'mind': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'friend': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'best': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1} \n",
            "\n",
            "Amazon:  back to my ass five Time\n",
            "YouTube: We'll be back Maya. - Bye!\n",
            "Replaced Amazon: back to my  [MASK]  five Time\n",
            "{',': 8, ':': 8, '!': 7, '&': 5, 'and': 5, 'own': 5, '.': 4, 'heart': 4, '-': 4, 'life': 4, 'baby': 3, '?': 3, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, '—': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'mind': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'friend': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'dear': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'best': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'friends': 1, 'sweet': 1, 'dream': 1, 'apartment': 1, 'age': 1} \n",
            "\n",
            "Amazon:  you go my ass Mhm Yeah\n",
            "YouTube: time for the next [Music]\n",
            "Replaced Amazon: you go my  [MASK]  Mhm Yeah\n",
            "{',': 8, ':': 8, '!': 7, '&': 5, 'and': 5, 'own': 5, '.': 4, 'heart': 4, '-': 4, 'life': 4, 'baby': 4, '?': 3, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, '—': 2, 'dress': 2, 'clothes': 2, 'hair': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'mind': 2, 'some': 2, 'sky': 2, 'faces': 2, 'face': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'friend': 2, 'dear': 2, 'best': 2, 'sweet': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, 'skin': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'grave': 1, 'photos': 1, 'page': 1, 'eyes': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'friends': 1, 'dream': 1, 'apartment': 1, 'age': 1, 'way': 1, 'god': 1, '##stic': 1, 'darling': 1, 'little': 1} \n",
            "\n",
            "Amazon:  clean up your ass You look\n",
            "YouTube: clean up your ass [Music]\n",
            "Replaced Amazon: clean up your  [MASK]  You look\n",
            "{',': 8, ':': 8, '!': 7, '&': 5, 'and': 5, 'own': 5, '.': 4, 'heart': 4, '-': 4, 'life': 4, 'baby': 4, '?': 3, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, 'clothes': 3, 'hair': 3, 'mind': 3, 'face': 3, '—': 2, 'dress': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'some': 2, 'sky': 2, 'faces': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'friend': 2, 'dear': 2, 'best': 2, 'sweet': 2, 'skin': 2, 'eyes': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'grave': 1, 'photos': 1, 'page': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'friends': 1, 'dream': 1, 'apartment': 1, 'age': 1, 'way': 1, 'god': 1, '##stic': 1, 'darling': 1, 'little': 1, 'mess': 1, 'nose': 1, 'butt': 1} \n",
            "\n",
            "Amazon:  on the bus ass How's that\n",
            "YouTube: asks, how's that sound? Hey, that's me.\n",
            "Replaced Amazon: on the bus  [MASK]  How's that\n",
            "{',': 9, ':': 8, '!': 8, '&': 5, 'and': 5, 'own': 5, '.': 5, 'heart': 4, '-': 4, 'life': 4, 'baby': 4, '?': 4, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, 'clothes': 3, 'hair': 3, 'mind': 3, 'face': 3, '—': 2, 'dress': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'some': 2, 'sky': 2, 'faces': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'friend': 2, 'dear': 2, 'best': 2, 'sweet': 2, 'skin': 2, 'eyes': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'grave': 1, 'photos': 1, 'page': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'friends': 1, 'dream': 1, 'apartment': 1, 'age': 1, 'way': 1, 'god': 1, '##stic': 1, 'darling': 1, 'little': 1, 'mess': 1, 'nose': 1, 'butt': 1, 'lane': 1, 'stop': 1, 'route': 1, '##way': 1, 'driver': 1, 'ride': 1} \n",
            "\n",
            "Amazon:  next to my ass A few\n",
            "YouTube: let's get those next, Maya. (upbeat music)\n",
            "Replaced Amazon: next to my  [MASK]  A few\n",
            "{',': 9, ':': 8, '!': 8, '&': 5, 'and': 5, 'own': 5, '.': 5, 'heart': 5, '-': 4, 'life': 4, 'baby': 4, '?': 4, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, 'clothes': 3, 'hair': 3, 'mind': 3, 'face': 3, 'friend': 3, '—': 2, 'dress': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'some': 2, 'sky': 2, 'faces': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'dear': 2, 'best': 2, 'sweet': 2, 'skin': 2, 'eyes': 2, 'grave': 2, 'friends': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'photos': 1, 'page': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'dream': 1, 'apartment': 1, 'age': 1, 'way': 1, 'god': 1, '##stic': 1, 'darling': 1, 'little': 1, 'mess': 1, 'nose': 1, 'butt': 1, 'lane': 1, 'stop': 1, 'route': 1, '##way': 1, 'driver': 1, 'ride': 1, 'bed': 1, 'husband': 1, 'mother': 1, 'ear': 1, 'parents': 1, 'desk': 1} \n",
            "\n",
            "Amazon:  to put my ass food onto\n",
            "YouTube: - Yeah these up to her now.\n",
            "Replaced Amazon: to put my  [MASK]  food onto\n",
            "{',': 9, ':': 8, '!': 8, 'own': 6, '&': 5, 'and': 5, '.': 5, 'heart': 5, 'baby': 5, '-': 4, 'life': 4, '?': 4, 'to': 3, 'pants': 3, 'with': 3, 'for': 3, 'clothes': 3, 'hair': 3, 'mind': 3, 'face': 3, 'friend': 3, '—': 2, 'dress': 2, 'shoes': 2, 'shirt': 2, '##s': 2, 'soul': 2, 'hearts': 2, 'some': 2, 'sky': 2, 'faces': 2, 'thoughts': 2, 'too': 2, 'in': 2, 'or': 2, 'dear': 2, 'best': 2, 'sweet': 2, 'skin': 2, 'eyes': 2, 'grave': 2, 'friends': 2, 'something': 1, 'anything': 1, 'how': 1, 'so': 1, 'what': 1, 'pretty': 1, 'smells': 1, '/': 1, 'shirts': 1, 'gonna': 1, 'baked': 1, 'potato': 1, 'red': 1, 'eats': 1, 'eat': 1, 'online': 1, 'internet': 1, 'on': 1, 'about': 1, 'blog': 1, '…': 1, 'our': 1, 'your': 1, 'my': 1, 'much': 1, 'no': 1, 'sounds': 1, 'gets': 1, 'sound': 1, 'things': 1, 'boots': 1, 'robin': 1, '##oo': 1, 'la': 1, 'hail': 1, 'riding': 1, 'blue': 1, '##ony': 1, 'chestnut': 1, 'mount': 1, '##lter': 1, '##ness': 1, 'flesh': 1, 'body': 1, 'breast': 1, 'tongue': 1, '##us': 1, 'is': 1, '##ism': 1, 'man': 1, '=': 1, '##ly': 1, 'inner': 1, 'fears': 1, 'beloved': 1, 'dreams': 1, 'that': 1, 'which': 1, 'currently': 1, 'now': 1, 'it': 1, 'also': 1, 'still': 1, 'than': 1, 'model': 1, 'version': 1, 'we': 1, 'through': 1, 'head': 1, 'luck': 1, 'imagination': 1, 'song': 1, 'lucky': 1, 'nice': 1, 'these': 1, 'big': 1, 'good': 1, 'cute': 1, '##rm': 1, 'air': 1, 'world': 1, '##oto': 1, 'hedge': 1, 'super': 1, 'airs': 1, 'weather': 1, '##rma': 1, 'bridge': 1, 'house': 1, 'road': 1, 'highway': 1, 'street': 1, 'church': 1, 'neighborhood': 1, 'building': 1, 'hill': 1, 'photos': 1, 'page': 1, 'toy': 1, 'Little': 1, 'fun': 1, 'collect': 1, 'the': 1, 'at': 1, 'as': 1, 'very': 1, 'job': 1, 'homework': 1, 'thing': 1, 'duty': 1, 'magic': 1, 'worst': 1, 'room': 1, 'past': 1, 'dream': 1, 'apartment': 1, 'age': 1, 'way': 1, 'god': 1, '##stic': 1, 'darling': 1, 'little': 1, 'mess': 1, 'nose': 1, 'butt': 1, 'lane': 1, 'stop': 1, 'route': 1, '##way': 1, 'driver': 1, 'ride': 1, 'bed': 1, 'husband': 1, 'mother': 1, 'ear': 1, 'parents': 1, 'desk': 1, 'favorite': 1, 'favourite': 1, 'junk': 1, 'frozen': 1, 'delicious': 1, 'dog': 1, 'fast': 1, 'breakfast': 1} \n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "rhXTOZ_WuW6a"
      },
      "source": [
        "Levenshtein Test"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "P_KJjomruCdG",
        "outputId": "528d9566-43b7-44c8-9302-676c379d9671"
      },
      "source": [
        "for file in os.listdir(\"CSV/Slurs_\"):\n",
        "  df=pd.read_csv('CSV/Slurs_/'+file)\n",
        "  slur_w=file[:-4]\n",
        "  for i in range(len(df)):\n",
        "    am = re.sub(r'[^\\w\\s]','', str(df['Amazon'][i]))\n",
        "    yt = re.sub(r'[^\\w\\s]','', str(df['YT'][i]))\n",
        "    yt= find_matching(am, yt, slur_w)\n",
        "    if(similarity_score(am,yt)>0.4):\n",
        "      predict_levenstein(yt, slur_w)\n",
        "      print(\"Amazon: \", am)\n",
        "      print(\"YouTube:\", yt, '\\n')\n",
        "  break"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "('lay', 'make', 'now', 'you', 'down', 'sure', 'that')\n",
            "(3, 3, 3, 3, 4, 4, 4)\n",
            "Amazon:  you need your ass now You\n",
            "YouTube: make sure that you lay down now \n",
            "\n",
            "('ah', 'ah', 'can', 'say', 'the', 'you', 'sound', 'applause')\n",
            "(2, 2, 3, 3, 3, 3, 5, 6)\n",
            "Amazon:  Can you say ass nice Now\n",
            "YouTube: the sound ah can you say ah applause \n",
            "\n",
            "('and', 'gasps', 'last', 'the', 'two', 'bananas', 'ingredient')\n",
            "(2, 2, 2, 3, 3, 5, 10)\n",
            "Amazon:  My my my ass cookie monster\n",
            "YouTube: and the last ingredient two bananas gasps \n",
            "\n",
            "('ah', 'noses', 'up', 'comin', 'everythings')\n",
            "(2, 3, 3, 5, 10)\n",
            "Amazon:  everythings coming nose ass A smell\n",
            "YouTube: everythings comin up noses ah \n",
            "\n",
            "('as', 'dress', 'to', 'up', 'you', 'like', 'yeah', 'children')\n",
            "(1, 3, 3, 3, 3, 4, 4, 8)\n",
            "Amazon:  dress up your ass Yeah Tell\n",
            "YouTube: you like to dress up as children yeah \n",
            "\n",
            "('manos', 'pies', 'cabeza', 'repeat')\n",
            "(3, 3, 5, 6)\n",
            "Amazon:  s up here ass Rebate my\n",
            "YouTube: manos cabeza pies repeat \n",
            "\n",
            "('or', 'like', 'potato', 'carbohydrate')\n",
            "(3, 4, 5, 11)\n",
            "Amazon:  potato faces Great ass potato Its\n",
            "YouTube: or carbohydrate like potato \n",
            "\n",
            "('ask', 'like', 'that', 'blogg')\n",
            "(1, 4, 4, 5)\n",
            "Amazon:  something like that ass blog Hes\n",
            "YouTube: like that ask blogg \n",
            "\n",
            "('a', 'noses', 'up', 'smell', 'coming', 'flower')\n",
            "(2, 3, 3, 5, 6, 6)\n",
            "Amazon:  everythings coming nose ass love Oh\n",
            "YouTube: coming up noses smell a flower \n",
            "\n",
            "('s', 'man', 'music', 'search', 'playing')\n",
            "(2, 3, 4, 5, 6)\n",
            "Amazon:  Yeah ass search seek\n",
            "YouTube: music playing man s search \n",
            "\n",
            "('aged', 'fyi', 'um', 'middle', 'actually', 'grasshopper')\n",
            "(3, 3, 3, 6, 7, 8)\n",
            "Amazon:  shit Yeah Angry ass hot day\n",
            "YouTube: grasshopper um actually middle aged fyi \n",
            "\n",
            "('a', 'and', 'and', 'give', 'loud', 'cheer', 'clear')\n",
            "(2, 2, 2, 4, 4, 5, 5)\n",
            "Amazon:  chair loud ugly ass better The\n",
            "YouTube: and give a cheer loud and clear \n",
            "\n",
            "('all', 'did', 'fun', 'god', 'huh', 'oh', 'the', 'you', 'like')\n",
            "(2, 3, 3, 3, 3, 3, 3, 3, 4)\n",
            "Amazon:  you like my ass Excess Like\n",
            "YouTube: all the fun huh oh god did you like \n",
            "\n",
            "('as', 'dress', 'to', 'up', 'you', 'like', 'yeah', 'children')\n",
            "(1, 3, 3, 3, 3, 4, 4, 8)\n",
            "Amazon:  dress up your ass Yeah tell\n",
            "YouTube: you like to dress up as children yeah \n",
            "\n",
            "('at', 'boy', 'it', 'my', 'cute', 'look', 'animals', 'bunny')\n",
            "(2, 3, 3, 3, 4, 4, 5, 5)\n",
            "Amazon:  going on my ass It likes\n",
            "YouTube: animals look at my cute bunny boy it \n",
            "\n",
            "('in', 'my', 'the', 'spanish', 'people', 'speaking', 'neighborhood')\n",
            "(3, 3, 3, 5, 6, 7, 12)\n",
            "Amazon:  my neighborhood My ass hood high\n",
            "YouTube: the people in my neighborhood speaking spanish \n",
            "\n",
            "('all', 'egg', 'my', 'kinder')\n",
            "(2, 3, 3, 6)\n",
            "Amazon:  inside my tender ass all this\n",
            "YouTube: my kinder egg all \n",
            "\n",
            "('am', 'its', 'egg', 'i', 'yea', 'you', 'giant', 'okay', 'spiderman')\n",
            "(2, 2, 3, 3, 3, 3, 4, 4, 9)\n",
            "Amazon:  Spartan man Giant ass As much\n",
            "YouTube: you okay yea i am its spiderman giant egg \n",
            "\n",
            "('its', 'eggs', 'if', 'see', 'to', 'want', 'you', 'giant', 'more', 'plates', 'please', 'thomas')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 5)\n",
            "Amazon:  see more giant ass And please\n",
            "YouTube: its thomas plates if you want to see more giant eggs please \n",
            "\n",
            "('bass', 'grass', 'no', 'the', 'we', 'turn', 'should', 'sometimes')\n",
            "(1, 2, 3, 3, 3, 4, 6, 8)\n",
            "Amazon:  to struggle my ass Hello Grass\n",
            "YouTube: we should sometimes turn the bass no grass \n",
            "\n",
            "('is', 'hey', 'one', 'this', 'music', 'different', 'completely')\n",
            "(2, 3, 3, 3, 4, 9, 10)\n",
            "Amazon:  more rescue Her ass does have\n",
            "YouTube: music hey this is completely different one \n",
            "\n",
            "('ass', 'so', 'can', 'make', 'oh', 'this', 'we', 'wow', 'play')\n",
            "(0, 2, 3, 3, 3, 3, 3, 3, 4)\n",
            "Amazon:  make this way ass Wow thats\n",
            "YouTube: so we can make this play ass oh wow \n",
            "\n",
            "('egg', 'have', 'i', 'our', 'you', 'know', 'music', 'there', 'surprise')\n",
            "(3, 3, 3, 3, 3, 4, 4, 5, 7)\n",
            "Amazon:  my master my ass Time on\n",
            "YouTube: there i know you have our surprise egg music \n",
            "\n",
            "('all', 'i', 'we', 'you', 'know', 'love', 'what', 'happens', 'pizza', 'right')\n",
            "(2, 3, 3, 3, 4, 4, 4, 5, 5, 5)\n",
            "Amazon:  minute Alright What ass Because we\n",
            "YouTube: i know you love pizza all right what happens we \n",
            "\n",
            "('now', 'we', 'wow', 'need', 'america', 'captain')\n",
            "(3, 3, 3, 4, 6, 6)\n",
            "Amazon:  yeah Start your ass Im sure\n",
            "YouTube: wow now we need captain america \n",
            "\n",
            "('bass', 'no', 'the', 'turn', 'should', 'sometimes')\n",
            "(1, 3, 3, 4, 6, 8)\n",
            "Amazon:  to struggle by ass No grass\n",
            "YouTube: should sometimes turn the bass no \n",
            "\n",
            "('for', 'for', 'surprises', 'surprises')\n",
            "(3, 3, 7, 7)\n",
            "Amazon:  Dig for surprise ass guys Ive\n",
            "YouTube: for surprises for surprises \n",
            "\n",
            "('and', 'did', 'do', 'guys', 'i', 'not', 'you', 'time', 'time', 'work', 'yeah')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4)\n",
            "Amazon:  crash anti the ass Sure Look\n",
            "YouTube: did not work you guys time and time yeah i do \n",
            "\n",
            "('at', 'base', 'the', 'piece', 'there', 'another', 'rectangular', 'construction')\n",
            "(2, 2, 3, 5, 5, 6, 10, 11)\n",
            "Amazon:  gonna build that ass and street\n",
            "YouTube: rectangular piece there at the base another construction \n",
            "\n",
            "('a', 'ad', 'and', 'at', 'its', 'tall', 'long', 'look', 'music', 'your')\n",
            "(2, 2, 2, 2, 2, 3, 4, 4, 4, 4)\n",
            "Amazon:  Look at your ass Mhm Hi\n",
            "YouTube: its a tall and long look at your ad music \n",
            "\n",
            "('us', 'go', 'lets', 'r', 'thats', 'toys', 'cool', 'some', 'alright')\n",
            "(2, 3, 3, 3, 3, 3, 4, 4, 6)\n",
            "Amazon:  the toys Your ass Your Toys\n",
            "YouTube: toys r us alright thats cool lets go some \n",
            "\n",
            "('is', 'did', 'fat', 'hit', 'just', 'my', 'you', 'music', 'shark')\n",
            "(2, 3, 3, 3, 3, 3, 3, 4, 4)\n",
            "Amazon:  is very bad ass high Did\n",
            "YouTube: is fat shark did you just hit my music \n",
            "\n",
            "('a', 'am', 'i', 'i', 'okay', 'that', 'detect', 'hearing', 'conduct', 'selective')\n",
            "(2, 2, 3, 3, 4, 4, 6, 6, 7, 9)\n",
            "Amazon:  test Okay my ass That sounds\n",
            "YouTube: conduct a selective hearing i detect okay i am that \n",
            "\n",
            "('and', 'case', 'came', 'my', 'salt', 'wow', 'answer', 'another', 'another', 'healthy')\n",
            "(2, 2, 3, 3, 3, 3, 4, 6, 6, 6)\n",
            "Amazon:  chicken pox my ass Okay Yeah\n",
            "YouTube: my answer came wow another case salt and another healthy \n",
            "\n",
            "('and', 'rips', 'soy', 'we', 'find', 'hope', 'sauce', 'package')\n",
            "(2, 3, 3, 3, 4, 4, 4, 6)\n",
            "Amazon:  to bust his ass to open\n",
            "YouTube: package rips and hope we find soy sauce \n",
            "\n",
            "('i', 'no', 'the', 'touch', 'finishing')\n",
            "(3, 3, 3, 5, 8)\n",
            "Amazon:  cant every half ass I cant\n",
            "YouTube: the finishing touch no i \n",
            "\n",
            "('it', 'man', 'to', 'win', 'that')\n",
            "(3, 3, 3, 3, 4)\n",
            "Amazon:  to enact my ass It is\n",
            "YouTube: to win that man it \n",
            "\n",
            "('am', 'at', 'i', 'least', 'take', 'the', 'look', 'room', 'well', 'right', 'threaten')\n",
            "(2, 2, 3, 3, 3, 3, 4, 4, 4, 5, 7)\n",
            "Amazon:  right room my ass It take\n",
            "YouTube: well look at least threaten the right room i am take \n",
            "\n",
            "('ask', 'gig', 'new', 'this')\n",
            "(1, 3, 3, 3)\n",
            "Amazon:  a new gig ass This super\n",
            "YouTube: new gig ask this \n",
            "\n",
            "('maya', 'whoa', 'yours')\n",
            "(3, 4, 4)\n",
            "Amazon:  in yours my ass Whoa Its\n",
            "YouTube: yours maya whoa \n",
            "\n",
            "('at', 's', 'do', 'gel', 'have', 'im', 'let', 'pens', 'we', 'here', 'sure', 'pretty', 'tweezer')\n",
            "(2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 6, 7)\n",
            "Amazon:  Here Tweeze your ass Let me\n",
            "YouTube: im pretty sure we do have gel pens here at tweezer s let \n",
            "\n",
            "('for', 'the', 'music', 'next', 'time')\n",
            "(3, 3, 4, 4, 4)\n",
            "Amazon:  you go my ass Mhm Yeah\n",
            "YouTube: time for the next music \n",
            "\n",
            "('us', 'r', 'see', 'toys')\n",
            "(2, 3, 3, 3)\n",
            "Amazon:  at toys her ass See you\n",
            "YouTube: toys r us see \n",
            "\n",
            "('ass', 'music', 'your')\n",
            "(0, 4, 4)\n",
            "Amazon:  clean up your ass You look\n",
            "YouTube: your ass music \n",
            "\n",
            "('hey', 'me', 'thats', 'that', 'sound')\n",
            "(3, 3, 3, 4, 5)\n",
            "Amazon:  on the bus ass Hows that\n",
            "YouTube: that sound hey thats me \n",
            "\n",
            "('us', 'by', 'guys', 'i', 'now', 'love', 'found', 'going', 'think')\n",
            "(2, 3, 3, 3, 3, 4, 5, 5, 5)\n",
            "Amazon:  I think my ass going back\n",
            "YouTube: love found now guys i think by us going \n",
            "\n",
            "('get', 'lets', 'maya', 'music', 'next', 'those', 'upbeat')\n",
            "(3, 3, 3, 4, 4, 4, 6)\n",
            "Amazon:  next to my ass A few\n",
            "YouTube: lets get those next maya upbeat music \n",
            "\n",
            "('ass', 'are', 'get', 'it', 'my', 'to', 'you', 'okay', 'open', 'ready')\n",
            "(0, 2, 3, 3, 3, 3, 3, 4, 4, 4)\n",
            "Amazon:  it Open my ass Okay lets\n",
            "YouTube: are you ready to get it open my ass okay \n",
            "\n",
            "('is', 'but', 'this', 'wow', 'you', 'mean', 'really', 'annoying', 'luckily', 'wonderful')\n",
            "(2, 3, 3, 3, 3, 4, 5, 7, 7, 9)\n",
            "Amazon:  Wonder Follow that ass Uh you\n",
            "YouTube: you mean wonderful wow this is really annoying but luckily \n",
            "\n",
            "('adds', 'and', 'bands', 'hair', 'i', 'first', 'love', 'star', 'that')\n",
            "(2, 2, 3, 3, 3, 4, 4, 4, 4)\n",
            "Amazon:  I love the ass first nut\n",
            "YouTube: star hair bands and i love that adds first \n",
            "\n",
            "('her', 'now', 'to', 'up', 'these', 'yeah')\n",
            "(3, 3, 3, 3, 4, 4)\n",
            "Amazon:  to put my ass food onto\n",
            "YouTube: yeah these up to her now \n",
            "\n",
            "('can', 'red', 'the', 'to', 'welcome')\n",
            "(3, 3, 3, 3, 7)\n",
            "Amazon:  Welcome between their ass Can I\n",
            "YouTube: welcome to the red can \n",
            "\n",
            "('ass', 'on', 'nice', 'little', 'encrypted')\n",
            "(0, 3, 4, 6, 9)\n",
            "Amazon:  a nice little ass encryption on\n",
            "YouTube: nice little ass encrypted on \n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xjdPauZUudZL"
      },
      "source": [
        "import re\n",
        "\n",
        "for slur in os.listdir('CSV/Slurs_/'):\n",
        "  try:\n",
        "      print(slur)\n",
        "      all_transcripts_=[]\n",
        "      df=pd.read_csv('CSV/Slurs_/'+slur)\n",
        "      for i in range(len(df)):\n",
        "\n",
        "        yt=str(df['YT'][i])\n",
        "        yt = re.sub(r'[^\\w\\s]','',yt)\n",
        "        print((df['Amazon'][i]))\n",
        "        print(yt)\n",
        "        word=slur[:-4]\n",
        "        predict_levenstein(yt, word)\n",
        "      break\n",
        "  except:\n",
        "    continue"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "sD3gtI4ed-9k"
      },
      "source": [
        "Similarity Score is less than 0.2"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qUdXt5wnH_pi",
        "outputId": "943321d7-4598-4a70-f077-5e0bbdeb42e6"
      },
      "source": [
        "for file in os.listdir(\"CSV/Slurs_\"):\n",
        "  df=pd.read_csv('CSV/Slurs_/'+file)\n",
        "  slur_w=file[:-4]\n",
        "  for i in range(len(df)):\n",
        "    am=df['Amazon'][i]\n",
        "    yt=df['YT'][i]\n",
        "    if(similarity_score(am,yt)<0.2):\n",
        "      print(am)\n",
        "      print(yt+'\\n')\n",
        "  break"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "no no no ass no It's\n",
            "[Music] [Music]\n",
            "\n",
            "no no no ass no It's\n",
            "[Music] [Music]\n",
            "\n",
            "look at my ass Hey everybody's\n",
            "[Music] [Music]\n",
            "\n",
            "h a uh ass Mm Another\n",
            "l a h\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "V783SxIzeBTB"
      },
      "source": [
        "Similarity Score <0.3"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_vT4b87deFLh",
        "outputId": "2d429cf9-7ece-42f7-f03d-ca3a83cfde23"
      },
      "source": [
        "for file in os.listdir(\"CSV/Slurs_\"):\n",
        "  df=pd.read_csv('CSV/Slurs_/'+file)\n",
        "  slur_w=file[:-4]\n",
        "  for i in range(len(df)):\n",
        "    am=df['Amazon'][i]\n",
        "    yt=df['YT'][i]\n",
        "    if((similarity_score(am,yt)<0.3) and (similarity_score(am,yt)>0.2)):\n",
        "      print(am)\n",
        "      print(yt+'\\n')\n",
        "  break"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Yeah ass search seek\n",
            "[MUSIC PLAYING] MAN: S. Search.\n",
            "\n",
            "you like my ass Excess Like\n",
            "all the fun - huh oh god did you like - accessor you liked it liked it please\n",
            "\n",
            "gonna make my ass Yeah Try\n",
            "[Music] [Applause]\n",
            "\n",
            "more rescue Her ass does hover\n",
            "wait this is spider-man costume yeah but hey this is completely different one\n",
            "\n",
            "some live an ass beginning Banana\n",
            "some Tomatoes here you go Jack Jack hey you go combo can you both for two small\n",
            "\n",
            "see more Giant ass then Please\n",
            "Bye don't forget to subscribe, see you later BYE If you want to see more giant eggs, then please subscribe\n",
            "\n",
            "is very bad ass high Oh\n",
            "daddy and his pet shark did you just hit my shark revenge of daddy\n",
            "\n",
            "to struggle by ass No grass\n",
            "should sometimes turn the bass no grass no what is it together kind of three\n",
            "\n",
            "A penguin That ass is there\n",
            "today science by its Teresa that's a good choice so we're gonna come back in\n",
            "\n",
            "some live an ass Yeah beginning\n",
            "some Tomatoes here you go Jack Jack hey you know combo can you both are too\n",
            "\n",
            "Solid tower My ass is going\n",
            "[Music] [Music]\n",
            "\n",
            "full and ponies ass girls cute\n",
            "[Music] [Music]\n",
            "\n",
            "actually Is your ass I don't\n",
            "oh and I left the toys what else we just decide on the present I gotta get back\n",
            "\n",
            "to enact my ass It is\n",
            "you have to win that man it is a pretty cool prize but don't worry because even\n",
            "\n",
            "to toys Her ass Oh Daddy\n",
            "is weird already what did you get from toys-r-us this time oh is this the new\n",
            "\n",
            "right room my ass It take\n",
            "we'll look at least threaten the right room I am take her and we'll put her in\n",
            "\n",
            "a new gig ass This super\n",
            "have a new gig ask this SuperDuper cool carnival first doctor pretty cool huh\n",
            "\n",
            "at toys her ass See you\n",
            "shopping at Toys R Us see you later oh my there's an area to put your cards\n",
            "\n",
            "I think my ass going back\n",
            "love found now guys I think by us going back in time we created an alternate\n",
            "\n",
            "I love the ass first nut\n",
            "star hair bands and I love that adds first nut that is a cute hair band so\n",
            "\n",
            "Mm It's the ass for space\n",
            "[Music] [Music]\n",
            "\n",
            "Yeah I'm an ass Were a\n",
            "top to the top top top top top top [Music]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PJsaM_aieOWm"
      },
      "source": [
        "#Samples to analyze"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kwELDSU-orE4",
        "outputId": "d9a97b7c-6f16-4eb1-e56f-fe1be9888291"
      },
      "source": [
        "find_matching(\"you need your ass now You\", \"♪ Make sure that you lay down now ♪ ♪ You need your rest now ♪\", \"ass\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "now\n",
            "['♪', 'make', 'sure', 'that', 'you', 'lay', 'down', 'now']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QPLyz09Zro6N",
        "outputId": "16998d67-fbae-481a-d4f7-b0ae0a96c195"
      },
      "source": [
        "s1=\"but he's perfect ass\"\n",
        "s2=\"different a little bit but he's perfect to us\"\n",
        "find_matching(s1, s2, \"ass\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "['different', 'a', 'little', 'bit', 'but', \"he's\", 'perfect', 'to', 'us']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "q2d5WiQIr-jx",
        "outputId": "f6266e21-ea82-463a-d46e-3b83977b8e55"
      },
      "source": [
        "s1=\"something like that ass blog He's\"\n",
        "s2=\"guess something like that. Ask Blogg.\"\n",
        "find_matching(s1, s2, \"ass\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "['like', 'that.', 'ask', 'blogg.']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "y3Cd_hLuo7Ob",
        "outputId": "7c38dd61-d68a-4716-e42a-e02ddee5fc1a"
      },
      "source": [
        "find_slur('ass')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "you need your ass now You\n",
            "♪ Make sure that you lay down now ♪ ♪ You need your rest now ♪\n",
            "\n",
            "Can you say ass nice Now\n",
            "the sound ah can you say ah [Applause]\n",
            "\n",
            "but he's perfect ass\n",
            "different a little bit but he's perfect to us\n",
            "\n",
            "My my my ass cookie monster\n",
            "- And the last ingredient, two bananas! (gasps)\n",
            "\n",
            "everything's coming nose ass A smell\n",
            "♪ Honey, everything's comin' up noses ♪ - Ah.\n",
            "\n",
            "dress up your ass Yeah Tell\n",
            "you like to dress up as? - [Children] Yeah, tell us.\n",
            "\n",
            "s up here ass Rebate my\n",
            "Manos, cabeza, pies. Repeat!\n",
            "\n",
            "potato faces Great ass potato It's\n",
            "♪ Or carbohydrate like potato ♪ ♪ Tastes as great as potato ♪\n",
            "\n",
            "something like that ass blog He's\n",
            "guess something like that. Ask Blogg.\n",
            "\n",
            "everything's coming nose ass love Oh\n",
            "♪ Honey everything's coming up noses ♪ ♪ Smell a flower ♪\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kMw23L-weJ3C",
        "outputId": "51948a18-1d94-40d5-a4b4-d142ca8b4666"
      },
      "source": [
        "find_slur('fuck')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "true Who the fuck or that\n",
            "PEGAFISH: Wow, it's true. Who'd a thunk?\n",
            "\n",
            "know what the fuck bit sugar\n",
            "wet spots? That's sugar.\n",
            "\n",
            "And what the fuck is ending\n",
            "some honkers and dingers ♪ ♪ Go, go, go, go, go ♪\n",
            "\n",
            "Why does not fuck it Yeah\n",
            "Come on, Y. Right here, okay.\n",
            "\n",
            "know where the fuck Okay let's\n",
            "- Wow. - Elmo wrote a book, yay!\n",
            "\n",
            "this is almost fuck all my\n",
            "DOUG E DOUG: Oh wrote a book?\n",
            "\n",
            "favors and everyone fuck black Black\n",
            "and neighbors. Neighbors.\n",
            "\n",
            "look look there fuck everywhere Well\n",
            "♪ Look look here look look there ♪ ♪ Flap flap flap look everywhere ♪\n",
            "\n",
            "Yeah What the fuck up Bert\n",
            "(sighs) (phone chiming)\n",
            "\n",
            "bad you tracking fuck It's really\n",
            "- This bad. (whooshing)\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9Kbwhgw4a_xE"
      },
      "source": [
        "#Comparing the Ground Truth Transcripts"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "letAWdCzbqSZ"
      },
      "source": [
        "YouTube"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wiFpUGuJfbpb"
      },
      "source": [
        "video_ids_youtube=[]\n",
        "transcripts_youtube=[]\n",
        "video_ids_amazon=[]\n",
        "transcripts_amazon=[]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-cq6gBffgVFd"
      },
      "source": [
        "for id in video_ids:\n",
        "  f=id+'.csv'\n",
        "  df=pd.read_csv('CSV/YouTube/'+f)\n",
        "  para=\"\"\n",
        "  for i in range(len(df)):\n",
        "    para+=str(df['Transcript'])+\" \"\n",
        "  video_ids_youtube.append(id)\n",
        "  transcripts_youtube.append(para)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0At7RbUjg3xM"
      },
      "source": [
        "for id in video_ids:\n",
        "  f=id+'.csv'\n",
        "  df=pd.read_csv('CSV/Amazon/'+f)\n",
        "  para=\"\"\n",
        "  for i in range(len(df)):\n",
        "    para+=str(df['Transcript'])+\" \"\n",
        "  video_ids_amazon.append(id)\n",
        "  transcripts_amazon.append(para)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7ZM8KrjUflrc"
      },
      "source": [
        "for id in video_ids:\n",
        "  f='transcript_'+id+'.txt'\n",
        "  files=os.listdir(\"Extra/new_transcripts/\")\n",
        "  if(f in files):\n",
        "    lines=[]\n",
        "    with open(\"Extra/new_transcripts/\"+f, \"r\") as f_open:\n",
        "      lines=f_open.readlines()\n",
        "    duration_times=[i[i.rindex(',')+1:-1] if(',' in i) else 'NA' for i in lines]\n",
        "    start_times=[i[i.rindex(',')+1:] if(',' in i) else 'NA' for i in [i[:i.rindex(',')] if(',' in i) else 'NA' for i in lines]]\n",
        "    break\n",
        "    lines=[i[:i.rindex(',')] if(',' in i) else i for i in lines]\n",
        "    lines=[i[:i.rindex(',')] if(',' in i) else i for i in lines]\n",
        "    if(len(lines)<1):\n",
        "      continue\n",
        "    video_ids_youtube.append(f)\n",
        "    transcripts_youtube.append((lines, start_times, duration_times))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jR_UXRPJhIou"
      },
      "source": [
        "avg_similarity_score=0\n",
        "var_similarity_score=[]\n",
        "for i in range(len(video_ids)):\n",
        "  sim=similarity_score(transcripts_amazon[i], ground_truth[i])\n",
        "  avg_similarity_score+=sim\n",
        "  var_similarity_score.append(sim)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "taQLfHZLhmpS"
      },
      "source": [
        "avg_similarity_score=0\n",
        "var_similarity_score=[]\n",
        "for i in range(len(video_ids)):\n",
        "  sim=similarity_score(transcripts_youtube[i], ground_truth[i])\n",
        "  avg_similarity_score+=sim\n",
        "  var_similarity_score.append(sim)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ite8WJ6HWdJq"
      },
      "source": [
        "#Reading from P-10"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JjKedOKUc35T",
        "outputId": "a15fcc85-a909-47c2-d287-46884083b25d"
      },
      "source": [
        "import re\n",
        "def string_to_list(s):\n",
        "  s = re.sub(r'[^\\w\\s]','',s)\n",
        "  s= s.split()\n",
        "  return s\n",
        "final_addr=\"Final Results/\"\n",
        "model_name=\"_XLM\"\n",
        "\n",
        "csvf=pd.read_csv(final_addr+\"P1_YouTube_Normalized_AddPluralForms\"+model_name+\".csv\")\n",
        "count=0\n",
        "p_value=1\n",
        "video_ids_all, aw, sc, ground, pres=[], [], [], [], []\n",
        "for i in range(len(csvf)):\n",
        "  actual_words=string_to_list(csvf['Words'][i])\n",
        "  ground=csvf['Ground Truth'][i]\n",
        "  if(ground in actual_words):\n",
        "    count+=1\n",
        "\n",
        "print(count)\n",
        "print(len(csvf))\n",
        "print(count/len(csvf))\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "28\n",
            "254\n",
            "0.11023622047244094\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RXu62mE9WeoB",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "231346ee-52a3-40da-9157-d9109b93ac01"
      },
      "source": [
        "import re\n",
        "def string_to_list(s):\n",
        "  s = re.sub(r'[^\\w\\s]','',s)\n",
        "  s= s.split()\n",
        "  return s\n",
        "final_addr=\"Final Results/\"\n",
        "final_addr=\"Preprint Results/\"\n",
        "model_name=\"XLNet\"\n",
        "transcript_type=\"YouTube\"\n",
        "p_value=5\n",
        "\n",
        "csvf=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "count=0\n",
        "\n",
        "\n",
        "video_ids_all, aw, sc, ground, pres=[], [], [], [], []\n",
        "for i in range(len(csvf)):\n",
        "  actual_words=string_to_list(csvf['Words'][i])\n",
        "  all_scores=string_to_list(csvf['Scores'][i])\n",
        "\n",
        "  aw.append(actual_words[:p_value])\n",
        "  sc.append(all_scores[:p_value])\n",
        "  ground.append(csvf['Ground Truth'][i])\n",
        "  video_ids_all.append(csvf['Video Id'][i])\n",
        "  #print(actual_words)\n",
        "  #print(str(csvf['Ground Truth'][i]))\n",
        "  if str(csvf['Ground Truth'][i]) in actual_words[:p_value]:\n",
        "    count+=1\n",
        "    pres.append('Present')\n",
        "  else:\n",
        "    pres.append('Absent')\n",
        "\n",
        "print(len(aw))\n",
        "print(len(sc))\n",
        "print(len(ground))\n",
        "print(len(video_ids_all))\n",
        "print(len(pres))\n",
        "print(count)\n",
        "\n",
        "list_data=[]\n",
        "for i in range(len(aw)):\n",
        "  list_data.append((video_ids_all[i], ground[i], aw[i], sc[i], pres[i]))\n",
        "\n",
        "df_to_save = pd.DataFrame(list_data, columns =['Video Id', 'Ground Truth','Words','Scores', 'Present'])\n",
        "df_to_save.to_csv(final_addr+\"P\"+str(p_value)+\"_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "284\n",
            "284\n",
            "284\n",
            "284\n",
            "284\n",
            "49\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "V1aC1CSqfCu2",
        "outputId": "4d5c2e56-51fc-473a-e4ca-bd2377247229"
      },
      "source": [
        "print(len(aw))\n",
        "print(len(sc))\n",
        "print(len(ground))\n",
        "print(len(video_ids_all))\n",
        "print(len(pres))\n",
        "print(count)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "368\n",
            "368\n",
            "368\n",
            "368\n",
            "368\n",
            "53\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9XpXql-9fT6v"
      },
      "source": [
        "list_data=[]\n",
        "for i in range(len(aw)):\n",
        "  list_data.append((video_ids_all[i], ground[i], aw[i], sc[i], pres[i]))\n",
        "\n",
        "df_to_save = pd.DataFrame(list_data, columns =['Video Id', 'Ground Truth','Words','Scores', 'Present'])\n",
        "df_to_save.to_csv(final_addr+\"P\"+str(p_value)+\"_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "A1GuPwEP1Fal",
        "outputId": "6023f6b9-6602-4385-eafc-74057476fb52"
      },
      "source": [
        "final_addr=\"Preprint Results/\"\n",
        "#final_addr=\"CSV/Results/\"\n",
        "\n",
        "model_name=\"Megatron\"\n",
        "transcript_type=\"YouTube\"\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "print(csv_file['Present'].value_counts()[0])\n",
        "print(csv_file['Present'].value_counts()[1])\n",
        "\n",
        "print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-101))*100)\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P5_YouTube_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "#print(csv_file['Present'].value_counts())\n",
        "print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-101))*100)\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P1_YouTube_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-101))*100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Absent     205\n",
            "Present     79\n",
            "Name: Present, dtype: int64\n",
            "205\n",
            "79\n",
            "43.169398907103826\n",
            "36.6120218579235\n",
            "26.229508196721312\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FZxr9vL-zNuk",
        "outputId": "68d1a184-f67c-4824-9dca-96f119b8029a"
      },
      "source": [
        "transcript_type=\"YouTube\"\n",
        "final_addr=\"Preprint Results/\"\n",
        "model_names=[\"Megatron\", \"BERT Large\", \"DistilBERT\", \"XLM\", \"XLNet\"]\n",
        "for model_name in model_names:\n",
        "  print('\\n\\nMODEL NAME', model_name)\n",
        "  csv_file=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-114))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P5_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-114))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P1_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-114))*100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "\n",
            "MODEL NAME Megatron\n",
            "46.470588235294116\n",
            "39.411764705882355\n",
            "28.235294117647058\n",
            "\n",
            "\n",
            "MODEL NAME BERT Large\n",
            "44.11764705882353\n",
            "37.64705882352941\n",
            "22.35294117647059\n",
            "\n",
            "\n",
            "MODEL NAME DistilBERT\n",
            "44.11764705882353\n",
            "36.470588235294116\n",
            "18.823529411764707\n",
            "\n",
            "\n",
            "MODEL NAME XLM\n",
            "47.647058823529406\n",
            "42.94117647058823\n",
            "18.235294117647058\n",
            "\n",
            "\n",
            "MODEL NAME XLNet\n",
            "39.411764705882355\n",
            "28.823529411764703\n",
            "10.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "transcript_type=\"Amazon\"\n",
        "final_addr=\"Preprint Results/\"\n",
        "model_names=[\"Megatron\", \"BERTLarge\", \"DistilBERT\", \"XLM\", \"XLNet\"]\n",
        "for model_name in model_names:\n",
        "  print('\\n\\nMODEL NAME', model_name)\n",
        "  csv_file=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-159))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P5_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-159))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P1_\"+transcript_type+\"_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (csv_file['Present'].value_counts()[0]+csv_file['Present'].value_counts()[1]-159))*100)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6Z2CaZn65SeD",
        "outputId": "a90b80e6-cd18-4544-e2e9-bb6976ccf1ce"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "\n",
            "MODEL NAME Megatron\n",
            "44.97607655502392\n",
            "Absent     274\n",
            "Present     94\n",
            "Name: Present, dtype: int64\n",
            "40.66985645933015\n",
            "25.358851674641148\n",
            "\n",
            "\n",
            "MODEL NAME BERTLarge\n",
            "45.933014354066984\n",
            "Absent     272\n",
            "Present     96\n",
            "Name: Present, dtype: int64\n",
            "40.66985645933015\n",
            "19.138755980861244\n",
            "\n",
            "\n",
            "MODEL NAME DistilBERT\n",
            "44.97607655502392\n",
            "Absent     274\n",
            "Present     94\n",
            "Name: Present, dtype: int64\n",
            "38.75598086124402\n",
            "16.74641148325359\n",
            "\n",
            "\n",
            "MODEL NAME XLM\n",
            "40.66985645933015\n",
            "Absent     283\n",
            "Present     85\n",
            "Name: Present, dtype: int64\n",
            "24.401913875598087\n",
            "6.220095693779904\n",
            "\n",
            "\n",
            "MODEL NAME XLNet\n",
            "39.71291866028708\n",
            "Absent     285\n",
            "Present     83\n",
            "Name: Present, dtype: int64\n",
            "22.966507177033492\n",
            "5.263157894736842\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "transcript_type=\"YouTube\"\n",
        "final_addr=\"Final Phonetic/\"\n",
        "model_names=[\"Megatron\", \"BERTLarge\", \"DistilBERT\", \"XLM\", \"XLNet\"]\n",
        "for model_name in model_names:\n",
        "  print('\\n\\nMODEL NAME', model_name)\n",
        "  csv_file=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  #print(csv_file['Present'].value_counts())\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P5_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "  #print(csv_file['Present'].value_counts())\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P1_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "  #rint(csv_file['Present'].value_counts())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "VzRFsj4mfO5o",
        "outputId": "9f2de11c-0524-42d6-dc53-d7dbad18c3b2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "\n",
            "MODEL NAME Megatron\n",
            "31.76470588235294\n",
            "28.235294117647058\n",
            "10.588235294117647\n",
            "\n",
            "\n",
            "MODEL NAME BERTLarge\n",
            "31.76470588235294\n",
            "21.764705882352942\n",
            "5.294117647058823\n",
            "\n",
            "\n",
            "MODEL NAME DistilBERT\n",
            "31.76470588235294\n",
            "22.941176470588236\n",
            "10.0\n",
            "\n",
            "\n",
            "MODEL NAME XLM\n",
            "34.705882352941174\n",
            "21.176470588235293\n",
            "7.0588235294117645\n",
            "\n",
            "\n",
            "MODEL NAME XLNet\n",
            "35.88235294117647\n",
            "17.647058823529413\n",
            "0.5882352941176471\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df=pd.read_csv('YouTube_Data.csv')\n",
        "print(len([i for i in df['Actual Word'] if i==i and (len(i.split())>1)]))\n",
        "\n",
        "#42, 28"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gItLq7kXmmn3",
        "outputId": "c310695d-c83e-4450-a583-7813b12cea9d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "28\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "csv_file=pd.read_csv(final_addr+\"P10_YouTube_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P5_YouTube_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "print(csv_file['Present'].value_counts())\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P1_Amazon_Normalized_AddPluralForms_\"+model_name+\".csv\")\n",
        "print(csv_file['Present'].value_counts())"
      ],
      "metadata": {
        "id": "WH55AMRZ46Fb"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "transcript_type=\"Amazon\"\n",
        "final_addr=\"Final Phonetic/\"\n",
        "model_name=\"XLNet\"\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P1_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "x=len([i for i in csv_file['Ground Truth'] if i not in vocabulary])\n",
        "print(x)\n",
        "print(len(csv_file['Ground Truth'])-x)\n",
        "print(csv_file['Present'].value_counts())\n",
        "#Add"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2g5NxoHm3Nmf",
        "outputId": "56cc3a50-f161-4aad-e196-b684c7e6cfd2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "149\n",
            "203\n",
            "Absent     342\n",
            "Present     10\n",
            "Name: Present, dtype: int64\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#YouTube 114, 170\n",
        "#Amazon 159, 209\n",
        "\n",
        "The number of transcripts upon which the results are evaluated for YouTube is 170, and for Amazon it is 209\n",
        "The number of transcripts for which the ground truth is not present in the vocabulary is 159 in Amazon, 114 for YouTube"
      ],
      "metadata": {
        "id": "iHWd7SqY34AA"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "khTFPmtAEZLu",
        "outputId": "ee460c9a-21f9-435e-8a39-64169da7bc8b"
      },
      "source": [
        "model_name=\"XLNet\"\n",
        "final_addr=\"Final Phonetic/\"\n",
        "csv_file=pd.read_csv(final_addr+\"P10_YouTube_Phonetic_Video\"+model_name+\".csv\")\n",
        "print((csv_file['Present'].value_counts()[1]/ (153))*100)\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P5_YouTube_Phonetic_Video_\"+model_name+\".csv\")\n",
        "print((csv_file['Present'].value_counts()[1]/ (153))*100)\n",
        "\n",
        "csv_file=pd.read_csv(final_addr+\"P1_YouTube_Phonetic_Video_\"+model_name+\".csv\")\n",
        "print((csv_file['Present'].value_counts()[1]/ (153))*100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "31.372549019607842\n",
            "11.76470588235294\n",
            "1.3071895424836601\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PBOo0mMPQNf0",
        "outputId": "793843d4-1821-4687-dc15-533c1057c975"
      },
      "source": [
        "print(len(tokenizer1))\n",
        "vocabulary=[]\n",
        "for i in range(len(tokenizer1)):\n",
        "  vocabulary.append(tokenizer1.decode([i]))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "28996\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cL3QwQ6hURZA"
      },
      "source": [
        "#YouTube 153\n",
        "#Amazon 181"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "transcript_type=\"YouTube\"\n",
        "final_addr=\"Preprint Results/\"\n",
        "model_names=[\"Megatron\", \"BERTLarge\", \"DistilBERT\", \"XLM\", \"XLNet\"]\n",
        "for model_name in model_names:\n",
        "  print('\\n\\nMODEL NAME', model_name)\n",
        "  csv_file=pd.read_csv(final_addr+\"P10_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  #print(csv_file['Present'].value_counts())\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P5_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "  #print(csv_file['Present'].value_counts())\n",
        "\n",
        "  csv_file=pd.read_csv(final_addr+\"P1_\"+transcript_type+\"_Phonetic_Video\"+model_name+\".csv\")\n",
        "  print((csv_file['Present'].value_counts()[1]/ (284-114))*100)\n",
        "  #rint(csv_file['Present'].value_counts())"
      ],
      "metadata": {
        "id": "KOzlj4TgsBNl"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df=pd.read_csv(\"Amazon_Data.csv\")\n",
        "dict_={}\n",
        "for i in range(len(df)):\n",
        "  if(df['Does the audio contain a slur or not?'][i]=='No'):\n",
        "    dict_[df['Link'][i][32:43]]=df['Slur'][i]"
      ],
      "metadata": {
        "id": "PwLfFe-FxrRw"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "lex=[]\n",
        "with open('final_lexicon.txt','r') as file:\n",
        "    for line in file:\n",
        "        for word in line.split():\n",
        "          lex.append(word.lower())"
      ],
      "metadata": {
        "id": "Qj3HHJkB0Rfk"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "csv_file=pd.read_csv(final_addr+\"P1_YouTube_Normalized_AddPluralForms_Megatron.csv\")\n",
        "count=0\n",
        "for i in range(len(csv_file)):\n",
        "  predicted=csv_file['Words'][i]\n",
        "  predicted=predicted[2:-2]\n",
        "  if(predicted in lex):\n",
        "    print(predicted)\n",
        "    count+=1\n",
        "print((count/len(csv_file))*100)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tTw0XKRFvtAn",
        "outputId": "5d8bf6d8-f12e-4fc8-9164-f0b1327faa11"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ass\n",
            "cocktail\n",
            "virgin\n",
            "crap\n",
            "liquor\n",
            "ass\n",
            "crap\n",
            "virgin\n",
            "ass\n",
            "ass\n",
            "crap\n",
            "liquor\n",
            "sperm\n",
            "ass\n",
            "cocktail\n",
            "ass\n",
            "ass\n",
            "ass\n",
            "ass\n",
            "crap\n",
            "crap\n",
            "ass\n",
            "ass\n",
            "ass\n",
            "liquor\n",
            "liquor\n",
            "whiskey\n",
            "ass\n",
            "crap\n",
            "drunk\n",
            "liquor\n",
            "sex\n",
            "penis\n",
            "killing\n",
            "ass\n",
            "crap\n",
            "drunk\n",
            "killing\n",
            "penis\n",
            "ass\n",
            "sperm\n",
            "ass\n",
            "ass\n",
            "penis\n",
            "ass\n",
            "sexually\n",
            "piss\n",
            "penis\n",
            "16.901408450704224\n"
          ]
        }
      ]
    }
  ]
}