HF_class_Modeling_and_feature_exploration.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Feature_Importance_Exploration.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyMEHL5YapElewLQAL2ZejUR",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/JARACH-209/AI-ML_Lab/blob/master/HF_class_Modeling_and_feature_exploration.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-QdZYxe0uIXN"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "%matplotlib inline\n",
        "from sklearn import preprocessing\n",
        "from sklearn.ensemble import RandomForestClassifier\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.metrics import roc_auc_score\n",
        "from sklearn.metrics import recall_score\n",
        "from sklearn.metrics import f1_score\n",
        "from sklearn.metrics import precision_score\n",
        "from sklearn.model_selection import train_test_split\n",
        "import seaborn as sns\n",
        "plt.style.use(\"ggplot\")\n",
        "plt.style.use(\"seaborn\")\n"
      ],
      "execution_count": 59,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ikkyxT4KctT4"
      },
      "source": [
        "df = pd.read_csv(\"/content/lvef_classification_DataFrame.csv\")\n",
        "df.drop(columns=['Unnamed: 0'],inplace=True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N-gi1AutIdD5"
      },
      "source": [
        "features = {}\n",
        "columns = df.columns\n",
        "for i in range(len(columns)):\n",
        "    features[i] = columns[i]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0MDyKsZEw_c4"
      },
      "source": [
        "X = df.iloc[:,:25].to_numpy()\n",
        "Y = df['lvef_classification'].to_numpy()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qZvcauNYwg7X"
      },
      "source": [
        "Y = Y.astype(int)\n",
        "Y = Y.reshape(-1)\n",
        "x_train, x_test, y_train, y_test = train_test_split(X,Y,test_size = 0.148)\n",
        "scaler = preprocessing.StandardScaler().fit(x_train)\n",
        "x_train = scaler.transform(x_train)\n",
        "scaler = preprocessing.StandardScaler().fit(x_test)\n",
        "x_test = scaler.transform(x_test)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rLMFh6JbzoGG",
        "outputId": "c7718243-81aa-4d71-9732-757da617dd14"
      },
      "source": [
        "clf = RandomForestClassifier(n_estimators=1333,bootstrap=True,max_depth=80, max_features='sqrt', min_samples_split= 4, min_samples_leaf=3).fit(x_train,y_train)\n",
        "clf.fit(x_train,y_train)\n",
        "y_predicted = clf.predict(x_test)\n",
        "y_train_pred = clf.predict(x_train)\n",
        "\n",
        "pred_prob = clf.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 81.61\n",
            "Accuracy Train 93.20\n",
            "ROC-AUC Score 89.81\n",
            "Recall Score 76.47\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 366
        },
        "id": "PE-_G7Wpzwmu",
        "outputId": "773cf000-a6d6-493a-9696-f04d896dc1a3"
      },
      "source": [
        "plt.bar(range(len(clf.feature_importances_)),clf.feature_importances_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<BarContainer object of 25 artists>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAecAAAFKCAYAAAAnj5dkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAY0UlEQVR4nO3dUUxb5/3G8cdgUILstXZjO52aKAiFElnjgijRMmewJtAK1mkaFy2pUndalQ4tLGk2a0PWiCOtoVkWRRrbpCwVlRq1F+4QqiL1ArS0F1HqhGypWMMumqAK0W0Fm1AWJywKFf+Lv3ZaWsAGDubFfD9Xfn14Ob/z02kfva/DsWN6enpaAADAGAUrXQAAAJiJcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAzjXOkC/ieZvJ2zc3k8JRofv5uz8+UjemgP+mgP+mgP+miPbPvo87nnPLYmV85OZ+FKl7Dq0UN70Ed70Ed70Ed72NHHNRnOAACYjHAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGCarx3e2t7erv79fDodD0WhUlZWV1rE333xTXV1dKigoUEVFhWKxmPr6+nT48GFt3bpVklReXq62trbluQIAAPJMxnDu6+vT0NCQ4vG4BgcHFY1GFY/HJUmTk5N6++239cYbb6ioqEjhcFjvv/++JGnnzp3q6OhY3uoBAMhDGbe1E4mEamtrJUllZWWamJhQOp2WJK1fv16vvfaaioqKNDk5qXQ6LZ/Pt7wVAwCQ5zKunFOplILBoDX2er1KJpNyuVzWe2fPntW5c+cUDoe1adMm/etf/9LNmzfV3NysiYkJtbS0KBQKLc8VAADWlB+deGdR815t3WNzJctnwV8ZOT09/ZX3XnjhBYXDYR04cEDbt2/Xli1b1NLSovr6eg0PDyscDqu3t1fFxcVz/l6PpySn34gy31d1ITv00B700R700R753MdcXttSz5UxnP1+v1KplDUeHR21tq4//fRT3bhxQzt27NC6detUXV2ta9euafv27WpoaJAkbd68WRs2bNDIyIg2bdo053ly+R2iPp87p98fnY/ooT3ooz3ooz3yvY+5urZs+7ik73MOhULq6emRJA0MDMjv91tb2lNTU2ptbdWdO3ckSR988IFKS0t1/vx5dXZ2SpKSyaTGxsYUCAQyXxEAAMi8cq6qqlIwGFRTU5McDodisZi6u7vldrtVV1engwcPKhwOy+l06tFHH9XevXt1584dRSIRXbhwQffv39exY8fm3dIGAACfy+oz50gkMmNcUVFhvW5sbFRjY+OM4y6XS2fOnLGhPAAA1h6eEAYAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwjDObH2pvb1d/f78cDoei0agqKyutY2+++aa6urpUUFCgiooKxWIxORyOeecAAIC5ZQznvr4+DQ0NKR6Pa3BwUNFoVPF4XJI0OTmpt99+W2+88YaKiooUDof1/vvva2pqas45AABgfhm3tROJhGprayVJZWVlmpiYUDqdliStX79er732moqKijQ5Oal0Oi2fzzfvHAAAML+MK+dUKqVgMGiNvV6vksmkXC6X9d7Zs2d17tw5hcNhbdq0Kas5X+bxlMjpLFzsdSyYz+fO2bnyFT20B320B320Rz73MZfXttRzZfWZ8xdNT09/5b0XXnhB4XBYBw4c0Pbt27Oa82Xj43cXWsqi+XxuJZO3c3a+fEQP7UEf7UEf7ZHvfczVtWXbx/kCPOO2tt/vVyqVssajo6Py+XySpE8//VRXr16VJK1bt07V1dW6du3avHMAAMD8MoZzKBRST0+PJGlgYEB+v9/anp6amlJra6vu3LkjSfrggw9UWlo67xwAADC/jNvaVVVVCgaDampqksPhUCwWU3d3t9xut+rq6nTw4EGFw2E5nU49+uij2rt3rxwOx1fmAACA7GT1mXMkEpkxrqiosF43NjaqsbEx4xwAAJAdnhAGAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIZxZvND7e3t6u/vl8PhUDQaVWVlpXXs8uXLOn36tAoKClRaWqrjx4/r6tWrOnz4sLZu3SpJKi8vV1tb2/JcAQAAeSZjOPf19WloaEjxeFyDg4OKRqOKx+PW8aNHj+rcuXPauHGjDh06pIsXL2rdunXauXOnOjo6lrV4AADyUcZt7UQiodraWklSWVmZJiYmlE6nrePd3d3auHGjJMnr9Wp8fHyZSgUAYG3IGM6pVEoej8cae71eJZNJa+xyuSRJo6OjunTpkmpqaiRJN2/eVHNzs/bt26dLly7ZXTcAAHkrq8+cv2h6evor742Njam5uVmxWEwej0dbtmxRS0uL6uvrNTw8rHA4rN7eXhUXF8/5ez2eEjmdhQstZ9F8PnfOzpWv6KE96KM96KM98rmPuby2pZ4rYzj7/X6lUilrPDo6Kp/PZ43T6bQOHDigF198Ubt375YkBQIBNTQ0SJI2b96sDRs2aGRkRJs2bZrzPOPjdxd9EQvl87mVTN7O2fnyET20B320B320R773MVfXlm0f5wvwjNvaoVBIPT09kqSBgQH5/X5rK1uSTpw4oeeee07V1dXWe+fPn1dnZ6ckKZlMamxsTIFAIGOhAAAgi5VzVVWVgsGgmpqa5HA4FIvF1N3dLbfbrd27d+utt97S0NCQurq6JElPPvmkvvvd7yoSiejChQu6f/++jh07Nu+WNgAA+FxWnzlHIpEZ44qKCuv19evXZ51z5syZJZQFAMDaxRPCAAAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADONc6QIAAMi1H514Z8FzXm3dswyVzI6VMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMk9UXX7S3t6u/v18Oh0PRaFSVlZXWscuXL+v06dMqKChQaWmpjh8/roKCgnnnAACAuWUM576+Pg0NDSkej2twcFDRaFTxeNw6fvToUZ07d04bN27UoUOHdPHiRa1fv37eOQAAYG4Zt7UTiYRqa2slSWVlZZqYmFA6nbaOd3d3a+PGjZIkr9er8fHxjHMAAMDcMoZzKpWSx+Oxxl6vV8lk0hq7XC5J0ujoqC5duqSampqMcwAAwNyy+sz5i6anp7/y3tjYmJqbmxWLxWaE8nxzvszjKZHTWbjQchbN53Pn7Fz5ih7agz7agz7aI5/7uNRrW8j8pZ4rYzj7/X6lUilrPDo6Kp/PZ43T6bQOHDigF198Ubt3785qzmzGx+8uuPjF8vncSiZv5+x8+Yge2oM+2oM+2iPf+7jUa8t2frZ9nC/AM25rh0Ih9fT0SJIGBgbk9/utrWxJOnHihJ577jlVV1dnPQcAAMwt48q5qqpKwWBQTU1NcjgcisVi6u7ultvt1u7du/XWW29paGhIXV1dkqQnn3xSTz/99FfmAACA7GT1mXMkEpkxrqiosF5fv349qzkAACA7PCEMAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAzjzOaH2tvb1d/fL4fDoWg0qsrKSuvYvXv3dPToUd24cUPd3d2SpCtXrujw4cPaunWrJKm8vFxtbW3LUD4AAPknYzj39fVpaGhI8Xhcg4ODikajisfj1vGTJ09q27ZtunHjxox5O3fuVEdHh/0VAwCQ5zJuaycSCdXW1kqSysrKNDExoXQ6bR0/cuSIdRwAACxdxnBOpVLyeDzW2Ov1KplMWmOXyzXrvJs3b6q5uVn79u3TpUuXbCgVAIC1IavPnL9oeno6489s2bJFLS0tqq+v1/DwsMLhsHp7e1VcXDznHI+nRE5n4ULLWTSfz52zc+UremgP+mgP+miPfO7jUq9tIfOXeq6M4ez3+5VKpazx6OiofD7fvHMCgYAaGhokSZs3b9aGDRs0MjKiTZs2zTlnfPxutjUvmc/nVjJ5O2fny0f00B700R700R753selXlu287Pt43wBnnFbOxQKqaenR5I0MDAgv98/51b2/5w/f16dnZ2SpGQyqbGxMQUCgYyFAgCALFbOVVVVCgaDampqksPhUCwWU3d3t9xut+rq6nTo0CF98skn+uijj/Tss8/qqaee0p49exSJRHThwgXdv39fx44dm3dLGwAAfC6rz5wjkciMcUVFhfV6rj+XOnPmzBLKAgBg7eIJYQAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDZBXO7e3tevrpp9XU1KS///3vM47du3dPv/zlL9XY2Jj1HAAAMLeM4dzX16ehoSHF43EdP35cx48fn3H85MmT2rZt24LmAACAuWUM50QiodraWklSWVmZJiYmlE6nreNHjhyxjmc7BwAAzC1jOKdSKXk8Hmvs9XqVTCatscvlWvAcAAAwN+dCJ0xPTy/4JNnM8XhK5HQWLvh3L5bP587ZufIVPbQHfbQHfbRHPvdxqde2kPlLPVfGcPb7/UqlUtZ4dHRUPp/P9jnj43czlWIbn8+tZPJ2zs6Xj+ihPeijPeijPfK9j0u9tmznZ9vH+QI847Z2KBRST0+PJGlgYEB+v3/WreylzgEAAP8v48q5qqpKwWBQTU1NcjgcisVi6u7ultvtVl1dnQ4dOqRPPvlEH330kZ599lk99dRT+t73vveVOQAAIDtZfeYciURmjCsqKqzXHR0dWc0BAADZ4QlhAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYRb8hDBk70cn3lnwnFdb9yxDJQCA1YSVMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGca50AVhePzrxzoLnvNq6ZxkqAQBki5UzAACGIZwBADAM4QwAgGEIZwAADJO3/yCMfwhlD/oIALnHyhkAAMMQzgAAGIZwBgDAMFl95tze3q7+/n45HA5Fo1FVVlZax9577z2dPn1ahYWFqq6u1sGDB3XlyhUdPnxYW7dulSSVl5erra1tea4AAIA8kzGc+/r6NDQ0pHg8rsHBQUWjUcXjcev4Sy+9pM7OTgUCAe3fv19PPPGEJGnnzp3q6OhYvsoBAMhTGbe1E4mEamtrJUllZWWamJhQOp2WJA0PD+uBBx7Qww8/rIKCAtXU1CiRSCxvxQAA5LmMK+dUKqVgMGiNvV6vksmkXC6XksmkvF7vjGPDw8MqLy/XzZs31dzcrImJCbW0tCgUCs17Ho+nRE5n4RIuZel8PveKnj9fajDhGlYT+mUP+miPfO5jLv/fttRzLfjvnKenpzP+zJYtW9TS0qL6+noNDw8rHA6rt7dXxcXFc84ZH7+70FJsl0zeXukS8qIGE65htfD53PTLBvTRHvnex1z9vy3bPs4X4Bm3tf1+v1KplDUeHR2Vz+eb9djIyIj8fr8CgYAaGhrkcDi0efNmbdiwQSMjIxkLBQAAWYRzKBRST0+PJGlgYEB+v18ul0uS9MgjjyidTuvjjz/W1NSU3n33XYVCIZ0/f16dnZ2SpGQyqbGxMQUCgWW8DAAA8kfGbe2qqioFg0E1NTXJ4XAoFoupu7tbbrdbdXV1OnbsmH7+859LkhoaGlRaWiqfz6dIJKILFy7o/v37Onbs2Lxb2gAA4HNZfeYciURmjCsqKqzXO3bsmPGnVZLkcrl05swZG8pb23iuNQCsTTwhDAAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMAv+Pue1YjHPtZZ4tjUAYOlYOQMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMw0NIAGAVWcwDkng40urDyhkAAMMQzgAAGIZtbRiPbTwAaw0rZwAADMPKGcuKVS+Qf/jvevmxcgYAwDCEMwAAhmFbG0BOsBUKZI+VMwAAhmHlDCArrHyB3MkqnNvb29Xf3y+Hw6FoNKrKykrr2HvvvafTp0+rsLBQ1dXVOnjwYMY5AABgbhnDua+vT0NDQ4rH4xocHFQ0GlU8HreOv/TSS+rs7FQgEND+/fv1xBNP6NatW/POAdaapa46WbUCa0vGcE4kEqqtrZUklZWVaWJiQul0Wi6XS8PDw3rggQf08MMPS5JqamqUSCR069atOecAuUYwAp/jfl4dMoZzKpVSMBi0xl6vV8lkUi6XS8lkUl6vd8ax4eFhjY+PzzkHAFYrgg254pienp6e7wfa2tpUU1NjrYT37dun9vZ2lZaW6tq1a+rs7NQf//hHSdKf//xnK5znmgMAAOaXceXs9/uVSqWs8ejoqHw+36zHRkZG5Pf7VVRUNOccAAAwv4x/5xwKhdTT0yNJGhgYkN/vt7anH3nkEaXTaX388ceamprSu+++q1AoNO8cAAAwv4zb2pJ06tQp/fWvf5XD4VAsFtM//vEPud1u1dXV6erVqzp16pQk6fHHH9fzzz8/65yKiorlvRIAAPJEVuEMAAByh8d3AgBgGMIZAADDrKlna/NI0aW7cuWKDh8+rK1bt0qSysvL1dbWtsJVrR4ffvihfvKTn+iHP/yh9u/fr3//+9/6xS9+oc8++0w+n0+//e1vVVxcvNJlGu/LfWxtbdXAwIAefPBBSdLzzz+v73znOytb5Cpw8uRJ/e1vf9PU1JR+/OMf6xvf+Ab34yJ8uY/vvPPOku/HNRPOmR5Diuzt3LlTHR0dK13GqnP37l39+te/1q5du6z3Ojo69Mwzz6i+vl6nT59WV1eXnnnmmRWs0nyz9VGSfvazn+mxxx5boapWn8uXL+vGjRuKx+MaHx/XD37wA+3atYv7cYFm6+M3v/nNJd+Pa2Zbe67HkAK5UlxcrFdeeUV+v99678qVK9q7d68k6bHHHlMikVip8laN2fqIhduxY4d+97vfSZK+9rWvaXJykvtxEWbr42effbbk37tmwjmVSsnj8Vjj/z1SFAt38+ZNNTc3a9++fbp06dJKl7NqOJ1OrVu3bsZ7k5OT1rbhQw89xD2Zhdn6KEmvv/66wuGwjhw5olu3bq1AZatLYWGhSkpKJEldXV2qrq7mflyE2fpYWFi45PtxzWxrfxl/QbY4W7ZsUUtLi+rr6zU8PKxwOKze3l4+l7IB9+Tiff/739eDDz6obdu26ezZs/rDH/6go0ePrnRZq8Jf/vIXdXV16dVXX9Xjjz9uvc/9uDBf7OP169eXfD+umZXzfI8hRfYCgYAaGhrkcDi0efNmbdiwQSMjIytd1qpVUlKi//73v5I+f/wtFm7Xrl3atm2bJGnPnj368MMPV7ii1eHixYs6c+aMXnnlFbndbu7HRfpyH+24H9dMOPNIUXucP39enZ2dkqRkMqmxsTEFAoEVrmr1+ta3vmXdl729vfr2t7+9whWtTj/96U81PDws6f8/x//fXxNgbrdv39bJkyf1pz/9yfpXxdyPCzdbH+24H9fUE8J4pOjSpdNpRSIR/ec//9H9+/fV0tKimpqalS5rVbh+/bp+85vf6J///KecTqcCgYBOnTql1tZW3bt3T1//+tf18ssvq6ioaKVLNdpsfdy/f7/Onj2r9evXq6SkRC+//LIeeuihlS7VaPF4XL///e9nfFvgiRMn9Ktf/Yr7cQFm62NjY6Nef/31Jd2PayqcAQBYDdbMtjYAAKsF4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhvk/EhHDMahPoEcAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nPqoZNpH2Iqp",
        "outputId": "b040f43b-b1cf-42a5-fe49-20675f4ba176"
      },
      "source": [
        "from xgboost import XGBRFClassifier\n",
        "xgb = XGBRFClassifier()\n",
        "xgb.fit(x_train,y_train)\n",
        "y_predicted = xgb.predict(x_test)\n",
        "y_train_pred = xgb.predict(x_train)\n",
        "\n",
        "pred_prob = xgb.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 77.01\n",
            "Accuracy Train 82.60\n",
            "ROC-AUC Score 86.98\n",
            "Recall Score 76.47\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 381
        },
        "id": "VK7PO8Zd2Ri2",
        "outputId": "a7694b6a-ffbf-4b8c-c75f-1d8bf4a8b335"
      },
      "source": [
        "plt.bar(range(len(xgb.feature_importances_)),xgb.feature_importances_)\n",
        "plt.title(\"Feature Importance for XGBoost\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Feature Importance for XGBoost')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAeEAAAFZCAYAAACv05cWAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAdSUlEQVR4nO3de1DVdf7H8deB4yUDkYMcc7WSLNFordVdL2GSJKaN1mZtoAl2s8w1I9efEmpoCrnm1ka5U5o2Wc2KF7atscLKckrx0mU0cTbTLRZL5SqKGgp8fn84npEirgc+cno+ZnbiXL/v76dv+/R8z+HoMMYYAQCAFudnewAAAH6tiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRxgUnPDxcMTExGjlypOd/999/f6Of7/Tp03rzzTe9OOHPhYeH6/Dhw826jZoUFhbqww8/bPHtnm/Xrl2KiorS5MmTG/0cX3/9tQYOHKjvv//ec11BQYEGDRqkPXv2SJKMMVq1apVuvfVWjRo1SjExMZo0aZLndklKSkrSoEGDPMfNmDFj9Pbbbzd+52pxIaw9Wj+n7QGAmrz22mu65JJLvPJce/fu1Ztvvqk//vGPXnm+C8n27du1detW3XTTTdZm+PTTTzVgwAA9/fTTjX6O8PBwTZw4UU888YRWrFghSVqwYIFiY2N1zTXXSJKeffZZbd++XS+//LLcbrcqKyu1du1a3XvvvcrKypLL5ZIkJSQkaMqUKZKkffv26c4779TgwYPVuXPnJu5pdRfC2qP1I8JoVQ4fPqx58+bp22+/lSQlJycrKipKkrR27VqtXLlSlZWVCg0N1eLFi9WuXTtNnTpVZWVlGj9+vBYvXqwRI0Zo7969kqSDBw96LmdmZmrTpk06fvy4IiIiNHPmTGVkZOiVV17R6dOndd111yktLU3t27evdcbo6Gjde++9yszM1JEjRzRv3jxlZ2frk08+kcvl0vLlyxUUFKTw8HDNnj1b69evV35+vqZNm6Zx48ZJklatWqXVq1erqqpKYWFhSk1NlcvlUlJSkoKCgrR161aNGTNGK1asUGVlpU6ePKlnn322xjXo1q2bMjMz9fHHHysgIECff/65/P399dxzz+mqq65ScXGxkpOT9c0336hDhw6aNWuWhgwZomPHjmnBggXavXu3KioqNGXKFN1xxx3V9vW9997TqlWrVFlZqUmTJmn58uX1mn3KlCkaNWpUted68MEHdddddykzM1PBwcE6cOCAlixZIkk6evSoXn31Vf373/+W2+2WJPn7+ysuLk6jR49WQEBAjf8uevXqpaCgIP3www/q3LmzfvjhB82dO1cHDx5UmzZt9MADD3j+cPbuu+9q6dKlqqiokNvt1sKFC3XZZZdp3759mjt3rsrKynTmzBklJCTod7/7nZ588slqaw80igEuML169TKHDh2q8baEhATz7LPPGmOM+e6778yAAQNMcXGxKSwsNNdcc43ncUlJSSY5OdkYY8z69evNxIkTjTHG5OXlmT59+nie7/zL69evN9ddd5359ttvjTHG7Ny50wwePNgcPnzYGGPM3LlzzaJFi+qcediwYWbu3LnGGGNee+01c+2115pt27aZqqoqc8cdd5g1a9Z4HvPkk08aY4w5cOCAueaaa0xxcbH58ssvzdChQ01hYaExxpgnn3zSsy+zZs0yY8aMMT/++KMxxpj09HTPbXWtwbXXXmu++uorY4wx8+bNM7NnzzbGGJOcnGwWL15sjDEmJyfHDBgwwJSXl5vHH3/czJw501RWVpqioiITFRVlvv7665/t+/kzNGT2mvznP/8xkZGRZtiwYWbXrl2e6z/++GNz8803/+Ljzpk1a5ZZunRptcdFR0eb8vJyY4wx9913n3nxxReNMcYcPHjQ9O/f3+Tl5Znvv//e9O/f33z33XfGGGNWrFjhOWYeeeQRk5mZaYwxpqioyDz88MOmvLy82n4DjcV7wrggxcfHV3tPeM6cOTp58qS2b9+ue+65R5J0+eWXq3///tq8ebNCQkL0+eefe05h//73v1deXl6Dt9ujRw/16NFDkrRp0ybdcsst6tKliyRp3Lhx2rhxY72e59wpyl69eqldu3YaOHCgHA6HrrrqKuXn53vud+6V5RVXXKGwsDDt3r1bH3/8sW6++WaFhIRIkv70pz9py5YtnscMHjxY7dq1+9k261qDnj17ek7tXn311Tp06JAkafPmzRo9erTn+g8//FBt27bVRx99pISEBPn5+cnlcikmJqbO/W/s7OeEh4erW7du8vf319VXX+25vrS01HO6WZKOHTvmOTaGDh2q5cuXe25btWqVRo4cqRtvvFHTpk3TQw89pLZt2+rMmTPaunWrxo8fL0nq1q2bBg4cqG3btmnLli0aOHCgLr/8cs/c27dvV0VFhUJCQpSVlaWcnBwFBwfrH//4h9q2bVvrOgD1xeloXJBqek/4yJEjMsYoLi7Oc93Jkyc1aNAgVVZWKj09XZs2bVJlZaVOnDihsLCwBm83KCjI8/Px48f1/vvv69NPP5V09oNBZ86cqdfzXHzxxZIkPz8/z8/nLldVVdW4vaCgIB07dkzFxcWeU66S1LFjRxUVFdX4mPPVtQaBgYGen/39/VVZWSnp7Kne8287d2r3+PHjSkxMlL+/vySpvLxcI0eOrHW/Gzv7OevWrVO7du105ZVX6uWXX/Z82MvlclX7w0vHjh313nvvSZJmz56tH3/80XPb+e8JFxcXKzExUWfOnNGIESNkjKm2rx07dlRxcbHn53MCAwNljFFJSYlmzJihl156SYmJiSovL9dDDz2ku+++u9b9AOqLCKPVCAkJkb+/v9avX18tbJL09ttva9OmTXr99dflcrm0Zs2aGj8V6+/vr6qqKhlj5HA4dOzYsV/cntvt1u23365Zs2Z5fV/OKSkpUbdu3SSdjWFQUJA6d+6so0ePeu5z9OjRen2o6J133qnXGvxUp06dVFJSou7du0s6+z55ly5d5Ha7tXTpUvXq1ave+9PY2aWz7/f//e9/1xtvvKG2bdvq9ttv14gRI3TFFVfouuuuU1FRkfbu3VvtFXJdXC6XRo0apY8++kixsbHy8/NTaWmp5w8DR48e9bxq//LLLz2PKy0tlZ+fn4KDg+V0OjV9+nRNnz5du3fv1qRJk3T99dfXewagNpyORqvhdDoVFRWl1atXS5JOnTqlxx9/XIcOHVJRUZG6desml8ulkpISvfvuuzpx4oTncWVlZTLGKDg4WP7+/vr6668lqdZfXYqOjtbGjRs9r5Q++OADLVu2zKv7tGHDBknSgQMHlJubq2uvvVY33nij3n//fZWUlEiSVq9e7fnw2U85nU4dP35ckmpdg9pER0frX//6lyRp//79Gjt2rCorKxUdHe1Z64qKCqWlpSknJ6fW52rI7D81e/ZsTZw4UZdffrm6du2qhx9+WHPmzJExRgEBAZoyZYpmzpyp3NxcSVJVVZU2bNigd999V5dddlmNz3n69Glt3rxZV155pZxOp4YMGaKMjAxJ0v/+9z999tlnuv766xUZGanPPvvMc/p+9erVioyMlNPp1OTJk/XNN99IOvv2QkBAgBwOR7W1BxqLV8JoVebNm6eUlBStXbtWknTrrbeqa9euGj16tDZs2KCYmBhdeumlSkxM1MMPP6xFixYpPj5eS5Ys0Q033KDNmzfrkUce0QMPPCC32634+Phf3FZERIQmT56s+Ph4VVVVKSQkRPPnz/fq/rhcLt122206cuSI5syZo6CgIPXt21cPPvig7r77blVVValPnz6aN29ejY+PjIzUK6+8ojvuuEMvvfTSL65Bba9m/+///k+zZs1SdHS0Lr74Yi1ZskTt27dXYmKi5s+fr5tvvlmSdMMNNyg8PLzW/WnI7OfLyMhQcXGx7r33Xs918fHxevvtt/XGG29owoQJmjRpkjp16qRp06apvLxcp0+fVlhYmNLT0zVkyBDP41atWqW33npL0tlT9EOGDFFiYqIkaf78+ZozZ44yMzPVpk0bLVy4UF27dpUkLVy4UFOmTNGZM2fUvXt3LViwQJI0YcIE/eUvf/G8FTF+/Hj16NGj2tqvX7++zn0EauIwhr9PGLAhPDxcmzdv9trvQwNofTgdDQCAJUQYAABLOB0NAIAlvBIGAMASIgwAgCUt/itKBQUt93t1wcEdVFJyssW256tYR+9gHZuONfQO1tE7GrKOoaGBNV7v06+EnU5/2yP4BNbRO1jHpmMNvYN19A5vrKNPRxgAgAsZEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEta/G9RAgCgvu5btKnBj1mZFN0MkzQPXgkDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYEm9IpyWlqbY2FjFxcVp9+7dNd7nb3/7m+Lj4706HAAAvqzOCO/YsUO5ubnKyMhQamqqUlNTf3af/fv3a+fOnc0yIAAAvqrOCGdnZ2v48OGSpJ49e6q0tFRlZWXV7rNo0SI99thjzTMhAAA+ylnXHQoLCxUREeG57HK5VFBQoICAAElSZmamBgwYoG7dutVrg8HBHeR0+jdy3IYLDQ1ssW35MtbRO1jHpmMNvcOX17El962p26ozwj9ljPH8fPToUWVmZuqVV17RkSNH6vX4kpKTDd1ko4WGBqqg4HiLbc9XsY7ewTo2HWvoHb6+ji21bw1Zx1+KdZ2no91utwoLCz2X8/PzFRoaKknatm2biouLdffdd2vq1KnKyclRWlpavQYCAODXrs4IR0ZGKisrS5KUk5Mjt9vtORU9cuRIvfPOO1qzZo1eeOEFRUREKDk5uXknBgDAR9R5Orpfv36KiIhQXFycHA6HUlJSlJmZqcDAQMXExLTEjAAA+KR6vSc8Y8aMapd79+79s/t0795dr732mnemAgDgV4BvzAIAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALHHW505paWnatWuXHA6HkpOT1bdvX89ta9as0bp16+Tn56fevXsrJSVFDoej2QYGAMBX1PlKeMeOHcrNzVVGRoZSU1OVmprque3UqVPasGGD3njjDa1evVr//e9/9eWXXzbrwAAA+Io6I5ydna3hw4dLknr27KnS0lKVlZVJki666CK9+uqratOmjU6dOqWysjKFhoY278QAAPiIOk9HFxYWKiIiwnPZ5XKpoKBAAQEBnuuWLVumVatWKSEhQZdeemmtzxcc3EFOp38TRm6Y0NDAFtuWL2MdvYN1bDrW0Dt8eR1bct+auq16vSd8PmPMz6578MEHlZCQoEmTJql///7q37//Lz6+pORkQzfZaKGhgSooON5i2/NVrKN3sI5Nxxp6h6+vY0vtW0PW8ZdiXefpaLfbrcLCQs/l/Px8zynno0ePaufOnZKk9u3ba+jQofriiy/qNRAAAL92dUY4MjJSWVlZkqScnBy53W7PqeiKigolJSXpxIkTkqSvvvpKYWFhzTguAAC+o87T0f369VNERITi4uLkcDiUkpKizMxMBQYGKiYmRn/+85+VkJAgp9Op8PBw3XTTTS0xNwAArV693hOeMWNGtcu9e/f2/Dx27FiNHTvWu1MBAPArwDdmAQBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWOOtzp7S0NO3atUsOh0PJycnq27ev57Zt27bpmWeekZ+fn8LCwpSamio/P9oOAEBd6qzljh07lJubq4yMDKWmpio1NbXa7U888YTS09O1evVqnThxQp988kmzDQsAgC+pM8LZ2dkaPny4JKlnz54qLS1VWVmZ5/bMzExdcsklkiSXy6WSkpJmGhUAAN9S5+nowsJCRUREeC67XC4VFBQoICBAkjz/zM/P15YtW/Too4/W+nzBwR3kdPo3ZeYGCQ0NbLFt+TLW0TtYx6ZjDb3Dl9exJfetqduq13vC5zPG/Oy6oqIiTZ48WSkpKQoODq718SUlJxu6yUYLDQ1UQcHxFtuer2IdvYN1bDrW0Dt8fR1bat8aso6/FOs6T0e73W4VFhZ6Lufn5ys0NNRzuaysTJMmTVJiYqKGDBlSr2EAAEA9IhwZGamsrCxJUk5Ojtxut+cUtCQtWrRIEydO1NChQ5tvSgAAfFCdp6P79euniIgIxcXFyeFwKCUlRZmZmQoMDNSQIUP05ptvKjc3V+vWrZMkjR49WrGxsc0+OAAArV293hOeMWNGtcu9e/f2/Lxnzx7vTgQAwK8E36oBAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLnLYHAACgudy3aFODH7MyKboZJqkZr4QBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuIMAAAlhBhAAAsIcIAAFhChAEAsKReEU5LS1NsbKzi4uK0e/fuareVl5dr1qxZGjt2bLMMCACAr6ozwjt27FBubq4yMjKUmpqq1NTUarcvXrxYffr0abYBAQDwVXVGODs7W8OHD5ck9ezZU6WlpSorK/Pc/thjj3luBwAA9VdnhAsLCxUcHOy57HK5VFBQ4LkcEBDQPJMBAODjnA19gDGmSRsMDu4gp9O/Sc/REKGhgS22LV/GOnoH69h0rKF3+PI6NnXfGvL4pm6rzgi73W4VFhZ6Lufn5ys0NLTRGywpOdnoxzZUaGigCgqOt9j2fBXr6B2sY9Oxht7h6+vY1H2r7+Mbso6/FOs6T0dHRkYqKytLkpSTkyO3280paAAAvKDOV8L9+vVTRESE4uLi5HA4lJKSoszMTAUGBiomJkbTpk3T4cOH9e233yo+Pl533XWXxowZ0xKzAwDQqtXrPeEZM2ZUu9y7d2/Pz+np6d6dCACAXwm+MQsAAEuIMAAAlhBhAAAsIcIAAFhChAEAsIQIAwBgCREGAMASIgwAgCVEGAAAS4gwAACWEGEAACwhwgAAWFKvv8ABtbtv0aYGP2ZlUnQzTAIAaE14JQwAgCVEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwBIiDACAJUQYAABLiDAAAJYQYQAALCHCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEuctgfAWfct2tTgx6xMim6GSQAALYUIw2v4gwQANAynowEAsIRXwoAXcTYAQEMQYfF/nIC38d8UUD+cjgYAwBIiDACAJUQYAABLiDAAAJa0+g9mNeYDIBIfAgFwYbsQPtx2Iczg63glDACAJUQYAABLiDAAAJYQYQAALCHCAABY0uo/HY2zmvopRj4FCQAtj1fCAABYQoQBALCECAMAYAkRBgDAEiIMAIAlRBgAAEvqFeG0tDTFxsYqLi5Ou3fvrnbb1q1bdeeddyo2NlZLly5tliEBAPBFdUZ4x44dys3NVUZGhlJTU5Wamlrt9oULF+r555/XP//5T23ZskX79+9vtmEBAPAldUY4Oztbw4cPlyT17NlTpaWlKisrkyTl5eUpKChIXbt2lZ+fn6KiopSdnd28EwMA4CPqjHBhYaGCg4M9l10ulwoKCiRJBQUFcrlcNd4GAABq5zDGmNruMHfuXEVFRXleDY8bN05paWkKCwvTF198oRUrVnjeC167dq3y8vI0ffr05p8cAIBWrs5Xwm63W4WFhZ7L+fn5Cg0NrfG2I0eOyO12N8OYAAD4njojHBkZqaysLElSTk6O3G63AgICJEndu3dXWVmZDh48qIqKCn300UeKjIxs3okBAPARdZ6OlqQlS5bos88+k8PhUEpKivbu3avAwEDFxMRo586dWrJkiSRpxIgRuv/++5t9aAAAfEG9IgwAALyPb8wCAMASIgwAgCVO2wM0l7S0NO3atUsOh0PJycnq27ev7ZFale3bt+vRRx/VVVddJUnq1auX5s6da3mq1mXfvn2aMmWK7rnnHk2YMEGHDh3SzJkzVVlZqdDQUD399NNq27at7TEveD9dx6SkJOXk5KhTp06SpPvvv1833nij3SEvcIsXL9bnn3+uiooKPfTQQ/rtb3/LsdgIP13HTZs2NflY9MkIn/9VmwcOHFBycrIyMjJsj9XqDBgwQOnp6bbHaJVOnjypBQsWaPDgwZ7r0tPTNX78eI0aNUrPPPOM1q1bp/Hjx1uc8sJX0zpK0vTp0zVs2DBLU7Uu27Zt0zfffKOMjAyVlJTo9ttv1+DBgzkWG6imdRw0aFCTj0WfPB1d21dtAi2hbdu2Wr58ebXfm9++fbtuuukmSdKwYcP4itd6qGkd0TB/+MMf9Nxzz0mSOnbsqFOnTnEsNkJN61hZWdnk5/XJCNf2VZuov/3792vy5MkaN26ctmzZYnucVsXpdKp9+/bVrjt16pTnlF9ISAjHZD3UtI6S9PrrryshIUGPPfaYiouLLUzWevj7+6tDhw6SpHXr1mno0KEci41Q0zr6+/s3+Vj0ydPRP8VvYTVcjx49NHXqVI0aNUp5eXlKSEjQxo0bed/ISzgmG++2225Tp06d1KdPHy1btkwvvPCCnnjiCdtjXfA++OADrVu3TitXrtSIESM813MsNsz567hnz54mH4s++Uq4tq/aRP106dJFt9xyixwOhy677DJ17txZR44csT1Wq9ahQwf9+OOPkviK16YYPHiw+vTpI0mKjo7Wvn37LE904fvkk0/04osvavny5QoMDORYbKSfrqM3jkWfjHBtX7WJ+nnrrbe0YsUKSWf/tqyioiJ16dLF8lSt2/XXX+85Ljdu3KgbbrjB8kSt0yOPPKK8vDxJZ99nP/cJftTs+PHjWrx4sV566SXPp3g5FhuupnX0xrHos9+Y9dOv2uzdu7ftkVqVsrIyzZgxQ8eOHdOZM2c0depURUVF2R6r1dizZ4/++te/6vvvv5fT6VSXLl20ZMkSJSUlqby8XL/5zW/01FNPqU2bNrZHvaDVtI4TJkzQsmXLdNFFF6lDhw566qmnFBISYnvUC1ZGRoaef/55hYWFea5btGiR5syZw7HYADWt49ixY/X666836Vj02QgDAHCh88nT0QAAtAZEGAAAS4gwAACWEGEAACwhwgAAWEKEAQCwhAgDAGAJEQYAwJL/B/xaQTffbqfQAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "14WYKXed0OlN",
        "outputId": "37fb1650-5e73-4ca0-accd-57882b691c0a"
      },
      "source": [
        "from lightgbm import LGBMClassifier\n",
        "lgb = LGBMClassifier()\n",
        "lgb.fit(x_train,y_train)\n",
        "y_predicted = lgb.predict(x_test)\n",
        "y_train_pred = lgb.predict(x_train)\n",
        "\n",
        "pred_prob = lgb.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 77.01\n",
            "Accuracy Train 100.00\n",
            "ROC-AUC Score 85.51\n",
            "Recall Score 74.51\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 381
        },
        "id": "hQLizVa-1atq",
        "outputId": "4d788ca5-171d-41af-c452-b9164a9317ca"
      },
      "source": [
        "plt.bar(range(len(lgb.feature_importances_)),lgb.feature_importances_)\n",
        "plt.title(\"Feature Importance for LightGBM\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Feature Importance for LightGBM')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAeQAAAFZCAYAAABJ+lxSAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3de1DVdf7H8RdyICJRPMhxtV3Tdb3lNdISGy+gxEFzvd/wUkmm66VQSrFsf2oz3rPRskwL87IVSZe1TYMUc61VdpXJVdtZrZkcc1XOURQCTEV+fzSeES8c4Bzkw+H5mGkGvuf7/Xze33ffOS+/3+85X/xKSkpKBAAAqlWd6i4AAAAQyAAAGIFABgDAAAQyAAAGIJABADAAgQwAgAEIZBipdevWiomJkd1ud/2XkJBQ6fEuXbqkTz/91IsV3qx169Y6ffp0lc5xK06nUzt37rzj817v4MGD6tWrlyZPnuzROLfr4SuvvKL333+/zG2zsrIUExNzy9du7FFJSYk2btyoP/7xj4qLi1NMTIwmTpyow4cPu9ZJTk5Wt27dXMffgAED9Nlnn5V6vX379jp//nypufbv36/WrVvr448/Ltc+A9dYqrsA4HY2bdqk3/zmN14Z67vvvtOnn36qQYMGeWU8k2RlZekf//iH+vTpU201fP3113rooYe0bNmyKhk/KSnJo+1v7NGrr76qrKwsvf3227LZbCouLtaWLVv05JNPKj09XVarVZI0fvx4TZkyRZJ09OhRDRs2TJGRkWrYsKEkqWHDhkpPT9fIkSNdc33++edq3LixR/WiduIMGTXO6dOnNXnyZMXGxio2Nla7d+92vbZlyxbFxcXp0Ucf1ZgxY3Ty5Ek5nU5NmzZN3377reLj4/XTTz/p/vvvd21z/e8ff/yxpk2bpscff1xLly6VJKWmpsputys6OlozZ87UxYsX3dYYHR2tTZs2afDgwerevbsyMjI0f/589e3bVyNGjNCFCxck/XpGuHHjRg0cOFCRkZGlzgI3btyofv36yW63609/+pPOnTsn6dczs0WLFmnAgAFau3atFixYoPT0dM2YMeO2Pbi2b88884xeeOEFxcbGql+/fjp27Jgk6dy5c5o8ebL69OmjAQMG6Ouvv5Yk5eXl6fnnn1dsbKz69Omjjz766KZ9/eKLL7Rx40bt2rVLEydOLHft27dvd9vHa5KTk/XGG29Ikvbs2aNevXopLi5OqampioiI0E8//eRa980331RcXJz69u2rffv26ciRI6V6dP78eW3YsEFLliyRzWaTJPn7+2vUqFHatWuXK4xv1KpVK9WvX1//+9//XMt69uypv/3tb67fi4uLtWfPHkVERJR734BrCGTUOLNnz1abNm2Unp6utWvXatasWcrNzdXZs2e1YMECrV+/XhkZGWratKneeOMNNWzYUDNnzlTnzp313nvvuR3/m2++0fz58zVr1izt379fK1eu1IYNG5SZmam6detq5cqV5arz2LFj+uSTTzRlyhTNmjVLdrtdX375pa5evaqMjAzXesePH9df//pX/eUvf9HChQuVm5urb7/9Vu+88442bdqkL774Qk2aNNErr7zi2mbv3r1KS0vT008/rbFjxyo2NlavvvrqbXtwzd///nfFx8crPT1dDz/8sDZs2CDp10vCLVq00M6dO7VkyRIlJSXp0qVLWrx4serUqaPt27dry5Yteu2113T06NFS+2m32101rFu3rty1x8XFlauP1ysuLlZycrIWLFig7du368cff1RRUZHr9dOnT6tVq1bavn27Ro8erTfffFPt2rUr1aODBw+qcePGatas2U3j161b97Zz7969W4GBgWrTpo1rWadOnXTy5EmdOXPGtW8dO3ZUYGBghfcNIJBhrHHjxpW6hzx37lwVFhYqKytLTzzxhCTpvvvu04MPPqjdu3crLCxMBw4ccF3m7tKli06cOFHheZs1a+Z6s87MzFS/fv3UqFEjSdLo0aNLhWlZrl0ebdWqle666y49/PDD8vPzU8uWLZWTk+Nab+jQoZKk3//+92revLn+/e9/66uvvlJsbKzCwsIkScOHD9c333zj2iYyMlJ33XXXTXO660GLFi3Uvn17SdL999+vU6dOSfo1bB577DHX8p07dyowMFC7du3S+PHjVadOHVmtVsXExLjd/8rWXh4//vijLl26pF69ekn69Ri5evWq6/W6deu6+n7//fff8n70hQsXSp0F5+XluY6xnj17at26da7XNm7cKLvdrt69e+uZZ57RpEmTSoWtn5+fYmNj9fnnn0v69XJ1v379KrVvAPeQYaxb3UM+c+aMSkpKNGrUKNeywsJCdevWTcXFxVq1apUyMzNVXFysgoICNW/evMLz1q9f3/Vzfn6+vvzyS9cl3JKSEl2+fLlc49xzzz2SpDp16rh+vvb79SFy/Xz169dXXl6ezp0757qcKkn16tXT2bNnb7nN9dz1ICQkxPWzv7+/iouLJUnnz58v9dq1M8X8/HwlJibK399fkvTLL7/IbreXud+Vrb08Lly4oHr16rl+v36e6+uWbu7zNVartdQ/iOrVq6cvvvhCkvTiiy+WuiVx/T3kc+fOKTExUZcvX9aYMWNc6zz22GN66aWXNHbsWGVlZWn+/PnasWNHpfcRtReBjBolLCxM/v7++uijj0qFnCR99tlnyszM1ObNm2W1WvXhhx+W+lTsNf7+/rp69apKSkrk5+envLy8285ns9k0ePBgzZ492+v7ck1ubq7uvfdeSb8GY/369dWwYcNSn949f/6864NEZdm2bVu5enCj0NBQ5ebm6re//a2kX++rN2rUSDabTatXr1arVq3KvT+Vrb086tatq8LCQtfvTqezwmN07txZZ8+e1XfffVfqswTuWK1WxcXFadeuXaUCuV27diooKNCHH36orl27crkalcYla9QoFotFvXr10gcffCBJKioq0pw5c3Tq1CmdPXtW9957r6xWq3Jzc7V9+3YVFBS4tvv5559VUlKiBg0ayN/fX//9738lqcyvQ0VHRysjI8P1oaQdO3Zo7dq1Xt2na5c7f/jhBx0/flydOnVS79699eWXXyo3N1eS9MEHH7gu097IYrEoPz9fksrsQVmio6P1ySefSJK+//57DRkyRMXFxYqOjnb1+sqVK1q4cKGOHDlS5lgVqb2imjVrpitXrigrK0uS9P7778vPz8/tdtf3qG7duq77+sePH5ckXb16VZ9//rm2b9+upk2b3nKMS5cuaffu3frDH/5w02v9+/fXm2++yeVqeIRARo0zb948/etf/5LdbtfgwYP1u9/9To0bN9Zjjz2m8+fPKyYmRklJSUpMTNTp06e1ePFiPfjgg8rJyVGPHj0UEBCg6dOn66mnntKQIUPUtm3b287Vrl07TZ48WePGjVNcXJzeffddr3+9yGq1auDAgRozZozmzp2r+vXrq2PHjnr66ac1ZswY2e125efnuz5FfaNHHnlE+/bt09ChQ8vsQVmef/55nT59WtHR0ZoxY4aWL1+uoKAgJSYmKj8/X7Gxserfv7+uXr2q1q1blzlWRWq/lRs/O7B//37Xa4GBgZo3b57mzJmjgQMHqnnz5qpTp47bUL6+R5I0ceJEPf7443rmmWdkt9vVt29fffzxx1q1apUGDhzo2u7aPWS73a7+/furcePGSkxMvGn8/v3768qVK+revXu59xO4kR9/DxmoPq1bt9bu3bu99n3r2qawsFAPPPCA9u/fX+oeOFATcYYMoEYZOnSotm3bJunXe+YtWrQgjOET+FAXgBplzpw5WrBggVauXKl77rnH7eV4oKbgkjUAAAbgkjUAAAYgkAEAMEC13kN2OPLv2FwNGgQrN7fQ/YooE330DvroOXroHfTRO8rbx/Dw238AsdacIVss/tVdgk+gj95BHz1HD72DPnqHN/pYawIZAACTEcgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAao1r/2BADAnTJhcWaFt0lJjq6CSm6NM2QAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAZw+7WnoqIiJScn6+zZs/rll180ZcoUtWnTRrNmzVJxcbHCw8O1bNkyBQYGauvWrdqwYYPq1KmjESNGaPjw4XdiHwAAqPHcBvKuXbvUvn17TZw4USdPntSECRMUERGh+Ph4xcXFacWKFUpLS9OgQYO0evVqpaWlKSAgQMOGDVNMTIxCQ0PvxH4AAFCjub1k3a9fP02cOFGSdOrUKTVq1EhZWVnq06ePJCkqKkp79+7VwYMH1aFDB4WEhCgoKEgRERHKzs6u2uoBAPAR5X5S16hRo3T69GmtWbNGTz75pAIDAyVJYWFhcjgccjqdslqtrvWtVqscDof3KwYAwAeVO5A/+OAD/ec//9Hzzz+vkpIS1/Lrf77e7ZZfr0GDYFks/uUtwWPh4SF3bC5fRh+9gz56jh56B328vYr0xtM+ug3kw4cPKywsTI0bN1bbtm1VXFyse+65RxcvXlRQUJDOnDkjm80mm80mp9Pp2i4nJ0edO3cuc+zc3EKPiq+I8PAQORz5d2w+X0UfvYM+eo4eegd9LFt5e1PePpYV2m7vIe/fv18pKSmSJKfTqcLCQnXv3l3p6emSpIyMDPXo0UOdOnXSoUOHlJeXp4KCAmVnZ6tLly7l2hEAAGo7t2fIo0aN0osvvqj4+HhdvHhRf/7zn9W+fXvNnj1bqampatKkiQYNGqSAgAAlJSUpISFBfn5+mjp1qkJCuAwCAEB5uA3koKAgvfLKKzctX79+/U3L7Ha77Ha7dyoDAKAW4UldAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwgKW6CwAAoDwmLM6s8DYpydFVUEnV4AwZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAA/CkLtzE15+GAwAm4gwZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIAByvW1p6VLl+rAgQO6cuWKJk2apMzMTB05ckShoaGSpISEBPXu3Vtbt27Vhg0bVKdOHY0YMULDhw+v0uIBAPAVbgN53759OnbsmFJTU5Wbm6vBgwerW7dumjlzpqKiolzrFRYWavXq1UpLS1NAQICGDRummJgYV2gDAIDbcxvIXbt2VceOHSVJ9erVU1FRkYqLi29a7+DBg+rQoYNCQkIkSREREcrOzlZ0NA+MAADAHbf3kP39/RUcHCxJSktLU8+ePeXv76/Nmzdr/PjxmjFjhs6dOyen0ymr1erazmq1yuFwVF3lAAD4kHI/OnPHjh1KS0tTSkqKDh8+rNDQULVt21Zr167V66+/rgceeKDU+iUlJW7HbNAgWBaLf8WrrqTw8JA7NldtQ28rjp55jh56hy/30dN9q8j2ns5VrkDes2eP1qxZo7ffflshISGKjIx0vRYdHa158+YpNjZWTqfTtTwnJ0edO3cuc9zc3MJKll1x4eEhcjjy79h8tQ29rRiOR8/RQ+/w9T56um/l3b68fSwrtN1ess7Pz9fSpUv11ltvuT6gNX36dJ04cUKSlJWVpZYtW6pTp046dOiQ8vLyVFBQoOzsbHXp0qVcOwIAQG3n9gx527Ztys3NVWJiomvZkCFDlJiYqLvvvlvBwcFatGiRgoKClJSUpISEBPn5+Wnq1KmuD3gBAICyuQ3kkSNHauTIkTctHzx48E3L7Ha77Ha7dyoDAKAW4UldAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwACW6i7AmyYszqzwNinJ0VVQCQAAFcMZMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADCApTwrLV26VAcOHNCVK1c0adIkdejQQbNmzVJxcbHCw8O1bNkyBQYGauvWrdqwYYPq1KmjESNGaPjw4VVdPwAAPsFtIO/bt0/Hjh1TamqqcnNzNXjwYEVGRio+Pl5xcXFasWKF0tLSNGjQIK1evVppaWkKCAjQsGHDFBMTo9DQ0DuxHwAA1GhuA7lr167q2LGjJKlevXoqKipSVlaW5s+fL0mKiopSSkqKmjdvrg4dOigkJESSFBERoezsbEVHR1dh+eaZsDizwtukJNeuHgEAbuY2kP39/RUcHCxJSktLU8+ePfX1118rMDBQkhQWFiaHwyGn0ymr1erazmq1yuFwlDl2gwbBslj8PanfY+HhIdU6vyk1eMoX9uFOo2eeo4fe4ct99HTfKrK9p3OV6x6yJO3YsUNpaWlKSUnRo48+6lpeUlJyy/Vvt/x6ubmF5Z2+yjgc+dVdghE1eMoX9uFOCg8PoWceoofe4et99HTfyrt9eftYVmiX61PWe/bs0Zo1a7Ru3TqFhIQoODhYFy9elCSdOXNGNptNNptNTqfTtU1OTo5sNlt5hgcAoNZzG8j5+flaunSp3nrrLdcHtLp376709HRJUkZGhnr06KFOnTrp0KFDysvLU0FBgbKzs9WlS5eqrR4AAB/h9pL1tm3blJubq8TERNeyxYsXa+7cuUpNTVWTJk00aNAgBQQEKCkpSQkJCfLz89PUqVNdH/ACAABlcxvII0eO1MiRI29avn79+puW2e122e1271QGAEAtwpO6AAAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGMDtn19EzTNhcWaFt0lJjq6CSgAA5cUZMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBggHIF8tGjR9W3b19t3rxZkpScnKwBAwZo3LhxGjdunL766itJ0tatWzV06FANHz5cW7ZsqbKiAQDwNRZ3KxQWFurll19WZGRkqeUzZ85UVFRUqfVWr16ttLQ0BQQEaNiwYYqJiVFoaKj3qwYAwMe4PUMODAzUunXrZLPZylzv4MGD6tChg0JCQhQUFKSIiAhlZ2d7rVAAAHyZ20C2WCwKCgq6afnmzZs1fvx4zZgxQ+fOnZPT6ZTVanW9brVa5XA4vFstAAA+yu0l61sZOHCgQkND1bZtW61du1avv/66HnjggVLrlJSUuB2nQYNgWSz+lSnBa8LDQ6p1fl+pwYR9qGnomefooXf4ch/v5Hubp3NVKpCvv58cHR2tefPmKTY2Vk6n07U8JydHnTt3LnOc3NzCykzvVQ5HfnWX4BM1mLAPNUl4eAg98xA99A5f7+Odem8rbx/LCu1Kfe1p+vTpOnHihCQpKytLLVu2VKdOnXTo0CHl5eWpoKBA2dnZ6tKlS2WGBwCg1nF7hnz48GEtWbJEJ0+elMViUXp6usaOHavExETdfffdCg4O1qJFixQUFKSkpCQlJCTIz89PU6dOVUiI714GAQDAm9wGcvv27bVp06ablsfGxt60zG63y263e6cyAABqEZ7UBQCAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYwFLdBaC0CYszK7VdSnK0lysBANxJnCEDAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIAByhXIR48eVd++fbV582ZJ0qlTpzRu3DjFx8fr2Wef1aVLlyRJW7du1dChQzV8+HBt2bKl6qoGAMDHuA3kwsJCvfzyy4qMjHQtW7VqleLj4/Xee+/pvvvuU1pamgoLC7V69Wq9++672rRpkzZs2KDz589XafEAAPgKt4EcGBiodevWyWazuZZlZWWpT58+kqSoqCjt3btXBw8eVIcOHRQSEqKgoCBFREQoOzu76ioHAMCHWNyuYLHIYim9WlFRkQIDAyVJYWFhcjgccjqdslqtrnWsVqscDoeXywUAwDe5DWR3SkpKKrT8eg0aBMti8fe0BI+Eh4dU6/zeqsHTMap7+9qInnmOHnqHL/fxTr63eTpXpQI5ODhYFy9eVFBQkM6cOSObzSabzSan0+laJycnR507dy5znNzcwspM71UOR351l+CVGjwdo7q3r23Cw0PomYfooXf4eh/v1HtbeftYVmhX6mtP3bt3V3p6uiQpIyNDPXr0UKdOnXTo0CHl5eWpoKBA2dnZ6tKlS2WGBwCg1nF7hnz48GEtWbJEJ0+elMViUXp6upYvX67k5GSlpqaqSZMmGjRokAICApSUlKSEhAT5+flp6tSpCgnx3csgAAB4k9tAbt++vTZt2nTT8vXr19+0zG63y263e6cyAABqEZ7UBQCAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAASzVXQAAoGwTFmdWeJuU5OgqqARViTNkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAA30O+Ad/3AwBUB86QAQAwAIEMAIABCGQAAAxQqXvIWVlZevbZZ9WyZUtJUqtWrfTUU09p1qxZKi4uVnh4uJYtW6bAwECvFgsAgK+q9Ie6HnroIa1atcr1+5w5cxQfH6+4uDitWLFCaWlpio+P90qRAAD4Oq9dss7KylKfPn0kSVFRUdq7d6+3hgYAwOdV+gz5+++/1+TJk3XhwgVNmzZNRUVFrkvUYWFhcjgcbsdo0CBYFot/ZUvwivDwkGofwxdq8MY+1Db0zHP08PYq0htf7uOdfG/zdK5KBXKzZs00bdo0xcXF6cSJExo/fryKi4tdr5eUlJRrnNzcwspM71UOR361j+ELNXhjH2qT8PAQeuYheli28vbG1/t4p97bytvHskK7UpesGzVqpH79+snPz09NmzZVw4YNdeHCBV28eFGSdObMGdlstsoMDQBArVSpQN66daveeecdSZLD4dDZs2c1ZMgQpaenS5IyMjLUo0cP71UJAICPq9Ql6+joaD333HPauXOnLl++rHnz5qlt27aaPXu2UlNT1aRJEw0aNMjbtQIA4LMqFch169bVmjVrblq+fv16jwsCAKA24kldAAAYgEAGAMAABDIAAAYgkAEAMECln9QFVKUJizMrvE1KcnQVVAIAdwZnyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADMDXnlAl+NoSAFQMZ8gAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADCApboLAGCuCYszK7xNSnJ0FVQCT3n6/5JjoeoRyACqTGXexCXeyFE7EcjAbXBGAOBOIpDhkwhTADWN1wN54cKFOnjwoPz8/PTCCy+oY8eO3p4CqBH4RwGAivBqIP/zn//U8ePHlZqaqh9++EEvvPCCUlNTvTkFUGsQ6EDt4tWvPe3du1d9+/aVJLVo0UIXLlzQzz//7M0pAADwSV4NZKfTqQYNGrh+t1qtcjgc3pwCAACf5FdSUlLircFeeukl9erVy3WWPHr0aC1cuFDNmzf31hQAAPgkr54h22w2OZ1O1+85OTkKDw/35hQAAPgkrwbyI488ovT0dEnSkSNHZLPZVLduXW9OAQCAT/Lqp6wjIiLUrl07jRo1Sn5+fvq///s/bw4PAIDP8uo9ZAAAUDn8tScAAAxAIAMAYACff5Y1j/L0XFZWlp599lm1bNlSktSqVSu99NJL1VxVzXL06FFNmTJFTzzxhMaOHatTp05p1qxZKi4uVnh4uJYtW6bAwMDqLtNoN/YwOTlZR44cUWhoqCQpISFBvXv3rt4ia4ClS5fqwIEDunLliiZNmqQOHTpwLFbCjX3MzMz0+Hj06UDmUZ7e89BDD2nVqlXVXUaNVFhYqJdfflmRkZGuZatWrVJ8fLzi4uK0YsUKpaWlKT4+vhqrNNuteihJM2fOVFRUVDVVVfPs27dPx44dU2pqqnJzczV48GBFRkZyLFbQrfrYrVs3j49Hn75kzaM8YYLAwECtW7dONpvNtSwrK0t9+vSRJEVFRWnv3r3VVV6NcKseouK6du2qlStXSpLq1aunoqIijsVKuFUfi4uLPR7XpwOZR3l6z/fff6/Jkydr9OjR+uabb6q7nBrFYrEoKCio1LKioiLXZcGwsDCOSzdu1UNJ2rx5s8aPH68ZM2bo3Llz1VBZzeLv76/g4GBJUlpamnr27MmxWAm36qO/v7/Hx6NPX7K+Ed/wqpxmzZpp2rRpiouL04kTJzR+/HhlZGRwn8lLOC4rZ+DAgQoNDVXbtm21du1avf766/rzn/9c3WXVCDt27FBaWppSUlL06KOPupZzLFbM9X08fPiwx8ejT58h8yhP72jUqJH69esnPz8/NW3aVA0bNtSZM2equ6waLTg4WBcvXpQknTlzhkuxlRAZGam2bdtKkqKjo9WvNUoAAAFPSURBVHX06NFqrqhm2LNnj9asWaN169YpJCSEY7GSbuyjN45Hnw5kHuXpHVu3btU777wjSXI4HDp79qwaNWpUzVXVbN27d3cdmxkZGerRo0c1V1TzTJ8+XSdOnJD06z35a98CwO3l5+dr6dKleuutt1yfBuZYrLhb9dEbx6PPP6lr+fLl2r9/v+tRnm3atKnukmqcn3/+Wc8995zy8vJ0+fJlTZs2Tb169arusmqMw4cPa8mSJTp58qQsFosaNWqk5cuXKzk5Wb/88ouaNGmiRYsWKSAgoLpLNdatejh27FitXbtWd999t4KDg7Vo0SKFhYVVd6lGS01N1WuvvVbqL/AtXrxYc+fO5VisgFv1cciQIdq8ebNHx6PPBzIAADWBT1+yBgCgpiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAA/w9T2HLheMNwqgAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VnB4Y4iD1FSd"
      },
      "source": [
        "!pip install catboost"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oo-hQO9q04GG"
      },
      "source": [
        "from catboost import CatBoostClassifier\n",
        "cgb = CatBoostClassifier(iterations=1000)\n",
        "cgb.fit(x_train,y_train)\n",
        "y_predicted = cgb.predict(x_test)\n",
        "y_train_pred = cgb.predict(x_train)\n",
        "pred_prob = cgb.predict_proba(x_test)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HgTAnl6U1UmD",
        "outputId": "cf86ed8b-6a97-47b4-c5d6-939ad56250fe"
      },
      "source": [
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 80.46\n",
            "Accuracy Train 95.60\n",
            "ROC-AUC Score 89.76\n",
            "Recall Score 76.47\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 381
        },
        "id": "bJLkPu9D1n8V",
        "outputId": "b2a686dd-dc6d-49ee-c7c9-5475e8910d2e"
      },
      "source": [
        "plt.bar(range(len(cgb.feature_importances_)),cgb.feature_importances_)\n",
        "plt.title(\"Feature Importance for CatBoost\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Feature Importance for CatBoost')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 83
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAd8AAAFZCAYAAADZ6SWdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAeg0lEQVR4nO3de3BU9f3/8RfsEmAlQBKSKBQFHcAIIgMVDcolASGhMEIcBSJERSxIQYMXiAjIV1oukeqA0OEi4JhMS2yiFltqIkYoIkShHS3oyKVKA4WQqwQTMNl8fn847g8l5LJsPkmW52OGGfbkXN7nzRle+Zw9+9kWxhgjAABgTcvGLgAAgKsN4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGXOxi4AkKRevXrp+uuvl8Ph8Czr0qWLNm3a5NX+vv/+e23fvl3jxo3zVYmX6NWrl3bt2qVrr722wY5RnYKCAn322WcaPny41eNe7LPPPtMTTzyhiIgIrVu3zuv9GGP0+uuvKyMjQxUVFXK73br77rv19NNPKzAwsNYaWrdurZtvvlk5OTl69NFH9Ytf/EKSVFVVpTvuuEMLFy5UQECA1/VdzptvvqkHHnjA5/vF1YORL5qMlJQUvffee54/3gavJH3xxRd65513fFhd05GTk6Ps7OxGreGjjz7SwIEDryh4JWnlypXavn27Nm3apMzMTG3btk0VFRWaPn26apuCICMjQ1999ZXn9XXXXee5dt5991198803Sk1NvaL6quN2u5WcnOzz/eLqwsgXTd7p06e1ePFiff3115Kk+fPna+jQoZKkP//5z9q8ebPcbrdCQ0OVnJys1q1ba9asWTp37pzi4+OVnJyskSNH6osvvpAknThxwvP6rbfeUnZ2tkpLS9W7d2/NnTtXaWlp2rJli77//nv169dPS5cuVZs2bWqsMTo6Wo888ojeeust5eXlafHixdq7d692796t4OBgbdy4UR06dFCvXr30/PPPKyMjQ2fOnNETTzyhSZMmSZLeeOMNbd26VVVVVerevbt+97vfKTg4WElJSerQoYM+/vhjjR07Vps2bZLb7VZZWZleeeWVanvQpUsXvfXWW9q5c6fatWunAwcOyOFwaNWqVerRo4eKioo0f/58HTlyRC6XS/PmzdPdd9+ts2fPasmSJfr8889VWVmpmTNn6r777vvJub733nt644035Ha79dhjj2njxo11qn3mzJmKjY317KekpEQpKSl6++23FR4eLklyuVxatGiR9uzZI2OMzp8/r+eee05ffvmlKioqNGrUKM2bN09/+tOf9Je//EXZ2dkqKirSLbfc8pMaW7durf79+ys3N1fSDyPhVatWKTMzU5LUr18/LVq0SC6XS//73/+0cOFCnThxQq1atdK0adM0btw4VVZW6oUXXtD+/ftVVVWlXr16afny5Zo5c6ZKS0sVExOjjRs3qmvXrl5d17jKGaAJ6Nmzpzl16lS1P0tISDCvvPKKMcaYb775xgwcONAUFRWZgoIC06dPH892SUlJZv78+cYYYzIyMsxDDz1kjDEmNzfXREREePZ38euMjAzTr18/8/XXXxtjjPn0009NZGSkOX36tDHGmIULF5rly5fXWnNUVJRZuHChMcaYlJQUc9ttt5l9+/aZqqoqc99995k333zTs82LL75ojDHm2LFjpk+fPqaoqMj861//MkOGDDEFBQXGGGNefPFFz7nMmzfPjB071pw/f94YY8zq1as9P6utB7fddpv597//bYwxZvHixeb55583xhgzf/58k5ycbIwx5tChQ2bgwIHmwoUL5rnnnjNz5841brfbFBYWmqFDh5qvvvrqknO/uIb61H6xnTt3mnvuuafa3v5o06ZNZtq0aaaqqsqUlJSYgQMHmk8//dQYY8zkyZPNO++8Y4wxZt++fWbEiBGe7QoKCszYsWPNrl27jDHG/PWvfzXjxo0z3333namsrDSPP/64Wbt2rTHGmKlTp5p169YZY4w5ceKEGTBggMnNzTUffvihSUhIMFVVVaaqqsq88sor5h//+Mcl1xPgDW47o8mYMmWKYmJiPH8WLFigsrIy5eTk6OGHH5Yk3XDDDRowYIB27dqlkJAQHThwwPOe6y9/+UvPSKc+unXrpm7dukmSsrOzNXr0aM9IbNKkScrKyqrTfn58D7Znz55q3bq17rjjDrVo0UI9evTQmTNnPOv9OJK88cYb1b17d33++efauXOnRo0apZCQEEnS/fffrz179ni2iYyMVOvWrS85Zm09uOmmm9SnTx9J0i233KJTp05Jknbt2qUxY8Z4ln/wwQcKCAjQhx9+qISEBLVs2VLBwcG65557aj1/b2svKSnxbHM5U6dO1R/+8Ae1aNFCHTp0UI8ePXTixIlq1z116pRiYmI0atQoDRs2TF27dlX//v09NY4bN04ul0sOh0NxcXHas2ePKioq9PHHHys+Pl7SD88Z3HHHHdq3b5+Cg4N17Ngxvf/++yovL1diYqIGDx5cY71AXXHbGU1GSkrKJQ8v5eXlyRijiRMnepaVlZXpzjvvlNvt1urVq5WdnS23263vvvtO3bt3r/dxO3To4Pl7aWmp3n//fX300UeSfnggqKKiok77ueaaayRJLVu29Pz9x9dVVVXVHq9Dhw46e/asioqKFBYW5lnevn17FRYWVrvNxWrrwcUPLTkcDrndbkk/BN/FP2vXrp3n/BMTEz0Pvl24cEExMTE1nre3tQcFBSkvL6/GfX/zzTdavny5/vOf/6hly5Y6ffq04uLiql33x/d8pR/6kpKSooceekgZGRkqKiq6pO+FhYUqKSmRMeYnvWjfvr2KiorUt29fLViwQCkpKZo3b56io6P1wgsv1FgvUFeEL5q0kJAQORwOZWRk/CTQJOndd99Vdna2UlNTFRwcrDfffFPvvvvuJftwOByqqqqSMUYtWrTQ2bNnL3u8sLAwjR8/XvPmzfP5ufyouLhYXbp0kfRDCHbo0EGdOnVSSUmJZ52SkhJ16tSp1n1t3769Tj34uY4dO6q4uNjzdPCJEycUHh6usLAwrV27Vj179qzz+Xhbe79+/VRYWKhDhw6pd+/enuUVFRVas2aNZsyYoRdffFG9e/fW2rVr5XA4fvJLWE1+XHfZsmUqKiq6bI1BQUFq2bKlvv32W084Xzwi//EuTElJiebPn69Nmzbp/vvvr1MNQE247Ywmzel0aujQodq6daskqby8XM8995xOnTqlwsJCdenSRcHBwSouLtbf//53fffdd57tzp07J2OMgoKC5HA4PE/G1vQUdHR0tLKyslRUVCRJ2rFjhzZs2ODTc/rb3/4mSTp27JiOHz+u2267TcOGDdP777+v4uJiSdLWrVs9D5X9nNPpVGlpqSTV2IOaREdH6+2335YkHT16VHFxcXK73YqOjvb0urKyUkuXLtWhQ4dq3Fd9ar9Y+/btNW3aNM2bN0/Hjx+X9MO/76JFi/TFF1+obdu2KiwsVEREhBwOh/bs2aPjx4+rrKzskj5UZ8eOHQoLC1P79u01bNgwbdu2TeXl5aqsrFR6erqGDh0qp9Opu+++W2lpaZKk//73v9q/f78GDRqkjIwMrV27VtIPv6zceOONkqRWrVqpqqpK586dq/UcgcshfNHkLV68WJ9++qliYmI0fvx4de3aVdddd53GjBmjkpIS3XPPPXr66aeVmJio06dPa/ny5RowYIDOnDmjwYMHq1WrVpo9e7amTZumuLg4RUREXPZYvXv31owZMzRlyhTFxsbq9ddf9/nnaYODg3XvvffqwQcf1IIFC9ShQwf17dtXv/71r/Xggw8qJiZGpaWlmjNnTrXb33XXXdq3b5/uu+++GntQk2effVanT59WdHS05syZo5UrV6pNmzZKTExUaWmpRo0apV/96leep3xrUp/af2727Nl64IEH9Pjjj2vUqFGKi4tTSEiI1qxZI0l6/PHHtWLFCo0ZM0affPKJZs2apVdffVUHDhzQiBEjtHLlSi1btkzS/3/P98f3fdPS0rRhwwY5nU7FxMRoyJAhiouL05gxY3TttdcqISFBkvR///d/ysnJUUxMjH7zm9/ot7/9ra677joNHz5chw4d0siRIxUbG6ujR4/qkUceUWhoqAYMGKCoqCj985//rNN5Aj/Xwhi+zxewpbEm5gDQtDDyBQDAMsIXAADLuO0MAIBljHwBALCM8AUAwDIrk2zk51/+s3i+FhTkUnFxmbXj+Sv66Bv00Tfoo2/QxytXnx6Ghl7+azH9buTrdDpqXwm1oo++QR99gz76Bn28cr7qod+FLwAATR3hCwCAZYQvAACWEb4AAFhW69PO5eXlSkpKUmFhoS5cuKCZM2fq5ptv1ty5c+V2uxUaGqqXXnpJAQEBNuoFAKDZqzV8P/zwQ/Xp00ePPfaYTp48qalTp6p///6Kj49XbGysXn75ZaWnpys+Pt5GvQAANHu13nYePXq0HnvsMUk/fGVXeHi4cnJyPF+zFhUVpb179zZslQAA+JE6T7IxceJEnT59WuvWrdMjjzziuc0cEhKi/Pz8GrcNCnJZ/XxZTR9sRt3RR9+gj75BH32DPl45X/SwzuG7detWffnll3r22Wd18Xcx1OV7GWzOqBIaGmh1Ri1/RR99gz76Bn30Dfp45erTwyua4ergwYM6deqUJCkiIkJut1vXXHONzp8/L0nKy8tTWFhYnQoBAAB1CN/9+/dr8+bNkqSCggKVlZVp0KBByszMlCRlZWVp8ODBDVslAAB+pNbbzhMnTtTzzz+v+Ph4nT9/XosWLVKfPn00b948paWlqXPnzho3bpyNWgEA8Au1hm+bNm30+9///pLlW7ZsaZCCAABXt6nLs+u9zeak6AaopOEwwxUAAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgGeELAIBlhC8AAJYRvgAAWEb4AgBgmbMuKyUnJ+vAgQOqrKzU9OnTlZ2drUOHDqljx46SpEcffVTDhg1ryDoBAPAbtYbvvn37dOTIEaWlpam4uFjjx4/XnXfeqaeeekpRUVE2agQAwK/UGr633367+vbtK0lq3769ysvL5Xa7G7wwAAD8Va3v+TocDrlcLklSenq6hgwZIofDodTUVCUkJGjOnDkqKipq8EIBAPAXLYwxpi4r7tixQ+vXr9fmzZt18OBBdezYUREREdqwYYNOnz6tRYsWXXbbykq3nE6Hz4oGAPivsU//pd7bvPv7exugkoZTpweudu/erXXr1um1115TYGCgIiMjPT+Ljo7W4sWLa9y+uLjsioqsj9DQQOXnl1o7nr+ij75BH32DPvqGP/fR1nnVp4ehoYGX/Vmtt51LS0uVnJys9evXe55unj17tnJzcyVJOTk56tGjR50KAQAAdRj5bt++XcXFxUpMTPQsi4uLU2Jiotq2bSuXy6Vly5Y1aJEAAPiTWsN3woQJmjBhwiXLx48f3yAFAQDg75jhCgAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALDMWZeVkpOTdeDAAVVWVmr69Om69dZbNXfuXLndboWGhuqll15SQEBAQ9cKAIBfqDV89+3bpyNHjigtLU3FxcUaP368IiMjFR8fr9jYWL388stKT09XfHy8jXoBAGj2ar3tfPvtt2vVqlWSpPbt26u8vFw5OTkaPny4JCkqKkp79+5t2CoBAPAjtYavw+GQy+WSJKWnp2vIkCEqLy/33GYOCQlRfn5+w1YJAIAfqdN7vpK0Y8cOpaena/PmzRo5cqRnuTGm1m2DglxyOh3eVeiF0NBAa8fyZ/TRN+ijb9BH3/DXPto8L18cq07hu3v3bq1bt06vvfaaAgMD5XK5dP78ebVp00Z5eXkKCwurcfvi4rIrLrSuQkMDlZ9fau14/oo++gZ99A366Bv+3Edb51WfHtYU0rXedi4tLVVycrLWr1+vjh07SpIGDRqkzMxMSVJWVpYGDx5cp0IAAEAdRr7bt29XcXGxEhMTPcuWL1+uBQsWKC0tTZ07d9a4ceMatEgAAPxJreE7YcIETZgw4ZLlW7ZsaZCCAADwd8xwBQCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhWp/A9fPiwRowYodTUVElSUlKSxo4dqylTpmjKlCnauXNnQ9YIAIBfcda2QllZmZYsWaLIyMifLH/qqacUFRXVYIUBAOCvah35BgQEaOPGjQoLC7NRDwAAfq/W8HU6nWrTps0ly1NTU5WQkKA5c+aoqKioQYoDAMAf1XrbuTr33nuvOnbsqIiICG3YsEFr1qzRokWLLrt+UJBLTqfD6yLrKzQ00Nqx/Bl99A366Bv00Tf8tY82z8sXx/IqfC9+/zc6OlqLFy+ucf3i4jJvDuOV0NBA5eeXWjuev6KPvkEffYM++oY/99HWedWnhzWFtFcfNZo9e7Zyc3MlSTk5OerRo4c3uwEA4KpU68j34MGDWrFihU6ePCmn06nMzExNnjxZiYmJatu2rVwul5YtW2ajVgAA/EKt4dunTx+lpKRcsnzUqFENUhAAAP6OGa4AALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALDMqy9WAACgqZq6PNur7TYnRfu4kstj5AsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAltUpfA8fPqwRI0YoNTVVknTq1ClNmTJF8fHxevLJJ/X99983aJEAAPiTWsO3rKxMS5YsUWRkpGfZ6tWrFR8frz/+8Y+64YYblJ6e3qBFAgDgT2oN34CAAG3cuFFhYWGeZTk5ORo+fLgkKSoqSnv37m24CgEA8DPOWldwOuV0/nS18vJyBQQESJJCQkKUn59f4z6CglxyOh1XUGb9hIYGWjuWP6OPvkEffYM++oa/9tEX51XXffjiWLWGb22MMbWuU1xcdqWHqbPQ0EDl55daO56/oo++QR99gz76hj/30RfnVZd91KeHNYW0V087u1wunT9/XpKUl5f3k1vSAACgZl6F76BBg5SZmSlJysrK0uDBg31aFAAA/qzW284HDx7UihUrdPLkSTmdTmVmZmrlypVKSkpSWlqaOnfurHHjxtmoFQAAv1Br+Pbp00cpKSmXLN+yZUuDFAQAgL9jhisAACwjfAEAsIzwBQDAMsIXAADLCF8AACwjfAEAsIzwBQDAsiue2xnN29Tl2fXeZnNSdANUAgBXD0a+AABYRvgCAGAZ4QsAgGWELwAAlvHAlZe8eVBJ4mElAAAjXwAArCN8AQCwjPAFAMAywhcAAMsIXwAALCN8AQCwrNl+1Ig5iQEAzRUjXwAALCN8AQCwjPAFAMAywhcAAMsIXwAALCN8AQCwjPAFAMAywhcAAMsIXwAALCN8AQCwjPAFAMAywhcAAMsIXwAALCN8AQCwrNl+pSCaBr7aEQDqj5EvAACWEb4AAFhG+AIAYBnhCwCAZV49cJWTk6Mnn3xSPXr0kCT17NlTCxcu9GlhVwMeVgKAq5PXTzsPHDhQq1ev9mUtAABcFbjtDACAZV6H79GjRzVjxgxNmjRJe/bs8WVNAAD4Na9uO3fr1k2zZs1SbGyscnNzlZCQoKysLAUEBFS7flCQS06n44oK9YXQ0MDGLuGKa+Acmp+r7XwbCn30DX/toy/Oq6778MWxvArf8PBwjR49WpJ0/fXXq1OnTsrLy1PXrl2rXb+4uMz7Cn0oP7+0sUu44ho4h+YlNDTwqjrfhkIffcOf++iL86rLPurTw5pC2qvbztu2bdOmTZskSfn5+SosLFR4eLg3uwIA4Krj1cg3OjpazzzzjD744ANVVFRo8eLFl73lDAAAfsqr8G3Xrp3WrVvn61oAALgq8FEjAAAsI3wBALCM8AUAwDLCFwAAy7ye2xmNjy9mAIDmiZEvAACWEb4AAFhG+AIAYBnhCwCAZYQvAACWXbVPO/OkMICmiP+brg6MfAEAsOyqHfmiaeC3fABXI0a+AABYRvgCAGAZ4QsAgGWELwAAlhG+AABYxtPOAAAPPoFgByNfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLCFwAAywhfAAAsI3wBALCM8AUAwDLmdgbgE8wJDNQd4Ytmj//0r5w3PZToI+AtbjsDAGAZ4QsAgGWELwAAlhG+AABYRvgCAGAZ4QsAgGWELwAAlnn9Od+lS5fqs88+U4sWLTR//nz17dvXl3UB1vA5YQC2eRW+n3zyiY4fP660tDQdO3ZM8+fPV1pamq9rAwDAL3kVvnv37tWIESMkSTfddJO+/fZbnTt3Tu3atfNpcUBz4IuRM6PvpoF/B9jiVfgWFBSod+/entfBwcHKz88nfIFG4g+h4Q/n0BTQx+ahhTHG1HejhQsXaujQoZ7R76RJk7R06VJ1797d5wUCAOBvvHraOSwsTAUFBZ7XZ86cUWhoqM+KAgDAn3kVvnfddZcyMzMlSYcOHVJYWBi3nAEAqCOv3vPt37+/evfurYkTJ6pFixZ64YUXfF0XAAB+y6v3fAEAgPeY4QoAAMsIXwAALPN6esmmiCkvr1xOTo6efPJJ9ejRQ5LUs2dPLVy4sJGraj4OHz6smTNn6uGHH9bkyZN16tQpzZ07V263W6GhoXrppZcUEBDQ2GU2eT/vY1JSkg4dOqSOHTtKkh599FENGzascYts4pKTk3XgwAFVVlZq+vTpuvXWW7kWvfDzPmZnZ/vkWvSb8GXKS98ZOHCgVq9e3dhlNDtlZWVasmSJIiMjPctWr16t+Ph4xcbG6uWXX1Z6erri4+Mbscqmr7o+StJTTz2lqKioRqqqedm3b5+OHDmitLQ0FRcXa/z48YqMjORarKfq+njnnXf65Fr0m9vOl5vyErAlICBAGzduVFhYmGdZTk6Ohg8fLkmKiorS3r17G6u8ZqO6PqJ+br/9dq1atUqS1L59e5WXl3MteqG6Prrdbp/s22/Ct6CgQEFBQZ7XP055ifo7evSoZsyYoUmTJmnPnj2NXU6z4XQ61aZNm58sKy8v99zaCwkJ4Zqsg+r6KEmpqalKSEjQnDlzVFRU1AiVNR8Oh0Mul0uSlJ6eriFDhnAteqG6PjocDp9ci35z2/nn+ASVd7p166ZZs2YpNjZWubm5SkhIUFZWFu8N+QDXpPfuvfdedezYUREREdqwYYPWrFmjRYsWNXZZTd6OHTuUnp6uzZs3a+TIkZ7lXIv1c3EfDx486JNr0W9Gvkx56Rvh4eEaPXq0WrRooeuvv16dOnVSXl5eY5fVbLlcLp0/f16SlJeXx61UL0VGRioiIkKSFB0drcOHDzdyRU3f7t27tW7dOm3cuFGBgYFci176eR99dS36Tfgy5aVvbNu2TZs2bZIk5efnq7CwUOHh4Y1cVfM1aNAgz3WZlZWlwYMHN3JFzdPs2bOVm5sr6Yf30X98Gh/VKy0tVXJystavX+95Kpdrsf6q66OvrkW/muFq5cqV2r9/v2fKy5tvvrmxS2p2zp07p2eeeUZnz55VRUWFZs2apaFDhzZ2Wc3CwYMHtWLFCp08eVJOp1Ph4eFauXKlkpKSdOHCBXXu3FnLli1Tq1atGrvUJq26Pk6ePFkbNmxQ27Zt5XK5tGzZMoWEhDR2qU1WWlqaXn311Z9809zy5cu1YMECrsV6qK6PcXFxSk1NveJr0a/CFwCA5sBvbjsDANBcEL4AAFhG+AIAYBnhCwCAZYQvAACWEb4AAFhG+AIAYBnhCwCAZf8PExXVvwj8a8cAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WEYDO86Z32tZ"
      },
      "source": [
        "Least Important Features : 9,10,12,13,15,16,17,18,20,22,25\n",
        "\n",
        "Modeling by removal of these features."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JOlhLyZD6frP"
      },
      "source": [
        "df = pd.DataFrame(df.to_numpy())"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FAfdrj_yALED"
      },
      "source": [
        "df.drop(columns=[9,10,12,13,15,16,17,18,20,22,25],inplace=True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KJmc5YnH4q1L"
      },
      "source": [
        "X = df.to_numpy()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SyZt1CMBAXao",
        "outputId": "882e52f8-edbe-48d5-d3fe-9362008c92d7"
      },
      "source": [
        "X.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(587, 15)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GqA6YH0FBMdf"
      },
      "source": [
        "Y = Y.astype(int)\n",
        "Y = Y.reshape(-1)\n",
        "x_train, x_test, y_train, y_test = train_test_split(X,Y,test_size = 0.148)\n",
        "scaler = preprocessing.StandardScaler().fit(x_train)\n",
        "x_train = scaler.transform(x_train)\n",
        "scaler = preprocessing.StandardScaler().fit(x_test)\n",
        "x_test = scaler.transform(x_test)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gwcTdN-2AjNK",
        "outputId": "5ac85f9d-41ea-4131-a1d6-275f27bfbba0"
      },
      "source": [
        "least_imp = [9,10,12,13,15,16,17,18,20,22]\n",
        "x_train = np.delete(x_train,least_imp,axis=1)\n",
        "x_test = np.delete(x_test,least_imp,axis=1)\n",
        "clf = RandomForestClassifier(n_estimators=1333,bootstrap=True,max_depth=80, max_features='sqrt', min_samples_split= 4, min_samples_leaf=3).fit(x_train,y_train)\n",
        "clf.fit(x_train,y_train)\n",
        "y_predicted = clf.predict(x_test)\n",
        "y_train_pred = clf.predict(x_train)\n",
        "\n",
        "pred_prob = clf.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:1: DeprecationWarning: in the future out of bounds indices will raise an error instead of being ignored by `numpy.delete`.\n",
            "  \"\"\"Entry point for launching an IPython kernel.\n",
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:2: DeprecationWarning: in the future out of bounds indices will raise an error instead of being ignored by `numpy.delete`.\n",
            "  \n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 56.32\n",
            "Accuracy Train 96.60\n",
            "ROC-AUC Score 59.20\n",
            "Recall Score 57.45\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 366
        },
        "id": "wIIlEizvAtyj",
        "outputId": "544af1ce-a6b4-4396-aaab-1c10d854f43e"
      },
      "source": [
        "plt.bar(range(len(clf.feature_importances_)),clf.feature_importances_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<BarContainer object of 9 artists>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 32
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAe0AAAFKCAYAAAAwrQetAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAeJ0lEQVR4nO3df0zV1x3/8dcVSur13uq99l4qcVpDtBoaspHYpF7FoqDRratuEQj+qKlZaqpYrUTMTQskE6zYr1lom9lG7T9tt7viXec3aQdpaxNTr7B1DU1ZtiAxBFeFe9tbKgVMZXz/6Pb5lqnci5V7PZfn4y/OPZ/zue9zNHndz/lwP9hGRkZGBAAA7nhTkl0AAACID6ENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYIj3ZBYwlHL6S7BJuyuWyKxodSHYZkwbrnXiseWKx3ol1J6+3x+O8aR9X2rcoPT0t2SVMKqx34rHmicV6J5ap601oAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYgtAGAMAQd/Rf+YL5nnj+g2SXcJ0T+1ckuwQAuCVcaQMAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMERcX/mqq6tTW1ubbDab/H6/cnNzrb5z587pyJEjmjJliubNm6fa2lpNmTLlhmMuXbqkffv2aXh4WB6PR4cPH1ZGRsaETQ4AgFQS80q7tbVVXV1dCgQCqq2tVW1t7aj+qqoqNTQ06Pe//72++eYbnTlz5qZjGhoaVFZWpjfffFNz585VY2PjxMwKAIAUFDO0Q6GQCgsLJUnZ2dnq6+tTf3+/1R8MBnXfffdJktxut6LR6E3HtLS0aOXKlZKkgoIChUKh2z4hAABSVczQjkQicrlcVtvtdiscDltth8MhSert7dVHH32k5cuX33TM4OCgtR0+c+bMUecBAABjG/djTEdGRq577YsvvtD27dtVXV09KqzHGnOj1/6Xy2VXenraeEtMGI/HmewScAv4d4sfa5VYrHdimbjeMUPb6/UqEolY7d7eXnk8Hqvd39+vX/3qV9q9e7eWLl065hi73a6hoSHdfffd6unpkdfrHfO9o9GBcU8oUTwep8LhK8kuA7eAf7f48H88sVjvxLqT13usDxMxt8d9Pp+ampokSe3t7fJ6vdaWuCQ9//zzevzxx5Wfnx9zzJIlS6zXm5ubtWzZslubEQAAk1DMK+28vDzl5OSotLRUNptN1dXVCgaDcjqdWrp0qd5++211dXVZvwn+s5/9TCUlJdeNkaTy8nJVVlYqEAgoKytL69atm9jZAQCQQmwj8dxcTpI7detCurO3Vu4k/GlOc/F/PLFY78S6k9f7B22PAwCAOwOhDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYIj3ZBQDAE89/kOwSrnNi/4pklwBchyttAAAMQWgDAGCIuLbH6+rq1NbWJpvNJr/fr9zcXKvv6tWrqqqqUkdHh4LBoCTprbfe0qlTp6xjPvvsM33yySfavHmzBgYGZLfbJUmVlZV68MEHb+d8AABIWTFDu7W1VV1dXQoEAurs7JTf71cgELD66+vrtWjRInV0dFivbdiwQRs2bLDGv/vuu1bfwYMHtWDBgts5BwAAJoWY2+OhUEiFhYWSpOzsbPX19am/v9/q37Nnj9V/Iy+//LKeeuqp21AqAACTW8zQjkQicrlcVtvtdiscDltth8Nx07GffvqpZs2aJY/HY73W0NCgjRs3qqqqSkNDQ7daNwAAk864v/I1MjIS97GNjY1av3691d6yZYseeOABzZkzR9XV1XrjjTe0bdu2m453uexKT08bb4kJ4/E4k10CbgH/bvGbzGuVjLlP5vVOBhPXO2Zoe71eRSIRq93b2zvqynksLS0tevbZZ612UVGR9fOKFSv0zjvvjDk+Gh2I632SweNxKhy+kuwycAv4d4vPZP8/nui5T/b1TrQ7eb3H+jARc3vc5/OpqalJktTe3i6v1zvmlvh/9fT0aNq0acrIyJD03RX61q1b9fXXX0v6LtDnz58f1wQAAEAcV9p5eXnKyclRaWmpbDabqqurFQwG5XQ6VVRUpF27duny5cu6cOGCNm/erOLiYj366KMKh8Nyu93WeWw2m4qLi7V161ZNnTpVmZmZKi8vn9DJAQCQSmwj47lJnWATsXXB4xITi/U2VyK3D/l/cmdv16aiO3m9f9D2OAAAuDMQ2gAAGIK/8gWkELaZgdTGlTYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYIj2eg+rq6tTW1iabzSa/36/c3Fyr7+rVq6qqqlJHR4eCwaAkqaWlRU8//bTmz58vSVqwYIGee+45Xbp0Sfv27dPw8LA8Ho8OHz6sjIyMCZgWAACpJ2Zot7a2qqurS4FAQJ2dnfL7/QoEAlZ/fX29Fi1apI6OjlHjHnroITU0NIx6raGhQWVlZVqzZo2OHDmixsZGlZWV3aapAACQ2mJuj4dCIRUWFkqSsrOz1dfXp/7+fqt/z549Vn8sLS0tWrlypSSpoKBAoVDoVmoGAGBSinmlHYlElJOTY7XdbrfC4bAcDockyeFw6Kuvvrpu3Pnz57V9+3b19fVp586d8vl8GhwctLbDZ86cqXA4POZ7u1x2paenjWtCJvJ4nMkuYVJhvRPL1PVORt2mrpWpTFzvuO5pf9/IyEjMY+6//37t3LlTa9asUXd3t7Zs2aLm5uZxnycaHRhveUYKh68ku4RJhfVOLFPXO9F1ezxOY9fKRHfyeo/1YSLm9rjX61UkErHavb298ng8Y47JzMzU2rVrZbPZNGfOHN17773q6emR3W7X0NCQJKmnp0derzfeOQAAMOnFDG2fz6empiZJUnt7u7xer7U1fjOnTp3S8ePHJUnhcFhffPGFMjMztWTJEutczc3NWrZs2Q+tHwCASSPm9nheXp5ycnJUWloqm82m6upqBYNBOZ1OFRUVadeuXbp8+bIuXLigzZs3q7i4WCtWrFBFRYXef/99ffvtt6qpqVFGRobKy8tVWVmpQCCgrKwsrVu3LhFzBAAgJcR1T7uiomJUe+HChdbP//u1rv86evToda95vV699tpr46kPAAD8B09EAwDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEOnxHFRXV6e2tjbZbDb5/X7l5uZafVevXlVVVZU6OjoUDAat1+vr6/Xxxx/r2rVrevLJJ7Vq1Srt379f7e3tmjFjhiRp27ZteuSRR27vjAAASFExQ7u1tVVdXV0KBALq7OyU3+9XIBCw+uvr67Vo0SJ1dHRYr507d04dHR0KBAKKRqNav369Vq1aJUl65plnVFBQMAFTAQAgtcUM7VAopMLCQklSdna2+vr61N/fL4fDIUnas2ePvvrqK506dcoas3jxYutq/J577tHg4KCGh4cnon4AACaNmPe0I5GIXC6X1Xa73QqHw1b7v+H9fWlpabLb7ZKkxsZG5efnKy0tTZL0+uuva8uWLdqzZ4++/PLLHzwBAAAmi7juaX/fyMhI3Me+9957amxs1IkTJyRJjz32mGbMmKFFixbp1Vdf1UsvvaSqqqqbjne57EpPTxtvicbxeJzJLmFSYb0Ty9T1Tkbdpq6VqUxc75ih7fV6FYlErHZvb688Hk/ME585c0ZHjx7VsWPH5HR+tzAPP/yw1b9ixQrV1NSMeY5odCDm+6SCcPhKskuYVFjvxDJ1vRNdt8fjNHatTHQnr/dYHyZibo/7fD41NTVJktrb2+X1em+4Jf59V65cUX19vV555RXrN8Ulqby8XN3d3ZKklpYWzZ8/P64JAACAOK608/LylJOTo9LSUtlsNlVXVysYDMrpdKqoqEi7du3S5cuXdeHCBW3evFnFxcUaGBhQNBrV7t27rfMcOnRIGzdu1O7duzV16lTZ7XYdPHhwQicHAEAqieuedkVFxaj2woULrZ8bGhpuOKakpOS617KysnTy5Mnx1AcAAP6DJ6IBAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgiHH/lS9gMnji+Q+SXcJ1TuxfkewSACQZV9oAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGCIuP6edl1dndra2mSz2eT3+5Wbm2v1Xb16VVVVVero6FAwGBxzzKVLl7Rv3z4NDw/L4/Ho8OHDysjIuP2zAgAgBcW80m5tbVVXV5cCgYBqa2tVW1s7qr++vl6LFi2Ka0xDQ4PKysr05ptvau7cuWpsbLyNUwEAILXFDO1QKKTCwkJJUnZ2tvr6+tTf32/179mzx+qPNaalpUUrV66UJBUUFCgUCt22iQAAkOpihnYkEpHL5bLabrdb4XDYajscjrjHDA4OWtvhM2fOHHUeAAAwtrjuaX/fyMjIuN/kRmPiOY/LZVd6etq43880Ho8z2SVMKqauN3UnVjLqNnWtTGXiescMba/Xq0gkYrV7e3vl8XhuaYzdbtfQ0JDuvvtu9fT0yOv1jnmeaHQgVnkpIRy+kuwSJhVT15u6EyvRdXs8TmPXykR38nqP9WEi5va4z+dTU1OTJKm9vV1er/eGW+LxjFmyZIn1enNzs5YtWxb3JAAAmOxiXmnn5eUpJydHpaWlstlsqq6uVjAYlNPpVFFRkXbt2qXLly/rwoUL2rx5s4qLi/Xoo49eN0aSysvLVVlZqUAgoKysLK1bt27CJwgAQKqI6552RUXFqPbChQutnxsaGuIaI323bf7aa6+Npz4AAPAfPBENAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDpMdzUF1dndra2mSz2eT3+5Wbm2v1nT17VkeOHFFaWpry8/O1Y8cOvfXWWzp16pR1zGeffaZPPvlEmzdv1sDAgOx2uySpsrJSDz744G2eEgAAqSlmaLe2tqqrq0uBQECdnZ3y+/0KBAJW/4EDB3T8+HFlZmZq06ZNWr16tTZs2KANGzZY4999913r+IMHD2rBggUTMBUAAFJbzO3xUCikwsJCSVJ2drb6+vrU398vSeru7tb06dM1a9YsTZkyRcuXL1coFBo1/uWXX9ZTTz01AaUDADC5xAztSCQil8tltd1ut8LhsCQpHA7L7XbfsE+SPv30U82aNUsej8d6raGhQRs3blRVVZWGhoZuyyQAAJgM4rqn/X0jIyNxH9vY2Kj169db7S1btuiBBx7QnDlzVF1drTfeeEPbtm276XiXy6709LTxlmgcj8eZ7BImFVPXm7oTKxl1m7pWpjJxvWOGttfrVSQSsdq9vb3WlfP/9vX09Mjr9VrtlpYWPfvss1a7qKjI+nnFihV65513xnzvaHQgjimYLxy+kuwSJhVT15u6EyvRdXs8TmPXykR38nqP9WEi5va4z+dTU1OTJKm9vV1er1cOh0OSNHv2bPX39+vixYu6du2aTp8+LZ/PJ+m7AJ82bZoyMjIkfXeFvnXrVn399deSvgv0+fPn/7CZAQAwicS80s7Ly1NOTo5KS0tls9lUXV2tYDAop9OpoqIi1dTUaO/evZKktWvXat68eZKuv99ts9lUXFysrVu3aurUqcrMzFR5efkETQsAgNQT1z3tioqKUe2FCxdaPy9evHjUV8D+68EHH9SxY8dGvbZ27VqtXbv2VuoEAGDS44loAAAYgtAGAMAQhDYAAIYY9/e0kRxPPP9Bsku4zon9K5JdAgBMKlxpAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADBEejwH1dXVqa2tTTabTX6/X7m5uVbf2bNndeTIEaWlpSk/P187duxQS0uLnn76ac2fP1+StGDBAj333HO6dOmS9u3bp+HhYXk8Hh0+fFgZGRkTMzMAAFJMzNBubW1VV1eXAoGAOjs75ff7FQgErP4DBw7o+PHjyszM1KZNm7R69WpJ0kMPPaSGhoZR52poaFBZWZnWrFmjI0eOqLGxUWVlZbd5SgAApKaY2+OhUEiFhYWSpOzsbPX19am/v1+S1N3drenTp2vWrFmaMmWKli9frlAodNNztbS0aOXKlZKkgoKCMY8FAACjxbzSjkQiysnJsdput1vhcFgOh0PhcFhut3tUX3d3txYsWKDz589r+/bt6uvr086dO+Xz+TQ4OGhth8+cOVPhcHjM93a57EpPT7vVuRnD43Emu4RbQt2JRd2JlYy6TV0rU5m43nHd0/6+kZGRmMfcf//92rlzp9asWaPu7m5t2bJFzc3N4z5PNDow3vKMFA5fSXYJt4S6E4u6EyvRdXs8TmPXykR38nqP9WEi5va41+tVJBKx2r29vfJ4PDfs6+npkdfrVWZmptauXSubzaY5c+bo3nvvVU9Pj+x2u4aGhkYdCwAA4hMztH0+n5qamiRJ7e3t8nq9cjgckqTZs2erv79fFy9e1LVr13T69Gn5fD6dOnVKx48flySFw2F98cUXyszM1JIlS6xzNTc3a9myZRM1LwAAUk7M7fG8vDzl5OSotLRUNptN1dXVCgaDcjqdKioqUk1Njfbu3StJWrt2rebNmyePx6OKigq9//77+vbbb1VTU6OMjAyVl5ersrJSgUBAWVlZWrdu3YRPEACAVBHXPe2KiopR7YULF1o/L168eNRXwCTJ4XDo6NGj153H6/Xqtddeu5U6AQCY9HgiGgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYIhxPxENAGC+J57/INkljHJi/4pkl2AEQhsAbtGdFnwS4Zfq2B4HAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDENoAABiC0AYAwBCENgAAhkiP56C6ujq1tbXJZrPJ7/crNzfX6jt79qyOHDmitLQ05efna8eOHZKk+vp6ffzxx7p27ZqefPJJrVq1Svv371d7e7tmzJghSdq2bZseeeSR2z8rAABSUMzQbm1tVVdXlwKBgDo7O+X3+xUIBKz+AwcO6Pjx48rMzNSmTZu0evVqRSIRdXR0KBAIKBqNav369Vq1apUk6ZlnnlFBQcHEzQgAgBQVM7RDoZAKCwslSdnZ2err61N/f78cDoe6u7s1ffp0zZo1S5K0fPlyhUIhlZWVWVfj99xzjwYHBzU8PDyB0wAAIPXFvKcdiUTkcrmsttvtVjgcliSFw2G53e7r+tLS0mS32yVJjY2Nys/PV1pamiTp9ddf15YtW7Rnzx59+eWXt3UyAACksrjuaX/fyMhI3Me+9957amxs1IkTJyRJjz32mGbMmKFFixbp1Vdf1UsvvaSqqqqbjne57EpPTxtvicbxeJzJLuGWUHdiUXdiUXdiJaNuE9cqZmh7vV5FIhGr3dvbK4/Hc8O+np4eeb1eSdKZM2d09OhRHTt2TE7ndwvz8MMPW8euWLFCNTU1Y753NDoQ/0wMFg5fSXYJt4S6E4u6E4u6EyvRdXs8zjt2rcb6MBFze9zn86mpqUmS1N7eLq/XK4fDIUmaPXu2+vv7dfHiRV27dk2nT5+Wz+fTlStXVF9fr1deecX6TXFJKi8vV3d3tySppaVF8+fP/0ETAwBgMol5pZ2Xl6ecnByVlpbKZrOpurpawWBQTqdTRUVFqqmp0d69eyVJa9eu1bx586zfGt+9e7d1nkOHDmnjxo3avXu3pk6dKrvdroMHD07czAAASDFx3dOuqKgY1V64cKH18+LFi0d9BUySSkpKVFJSct15srKydPLkyVupEwCASY8nogEAYAhCGwAAQxDaAAAYgtAGAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGILQBgDAEIQ2AACGILQBADAEoQ0AgCEIbQAADEFoAwBgCEIbAABDENoAABiC0AYAwBCENgAAhiC0AQAwBKENAIAhCG0AAAxBaAMAYIj0eA6qq6tTW1ubbDab/H6/cnNzrb6zZ8/qyJEjSktLU35+vnbs2HHTMZcuXdK+ffs0PDwsj8ejw4cPKyMjY2JmBgBIOU88/0GyS7jOif0rEvZeMa+0W1tb1dXVpUAgoNraWtXW1o7qP3DggF588UX97ne/00cffaTz58/fdExDQ4PKysr05ptvau7cuWpsbJyYWQEAkIJihnYoFFJhYaEkKTs7W319ferv75ckdXd3a/r06Zo1a5amTJmi5cuXKxQK3XRMS0uLVq5cKUkqKChQKBSaqHkBAJByYoZ2JBKRy+Wy2m63W+FwWJIUDofldruv67vZmMHBQWs7fObMmdZ5AABAbHHd0/6+kZGRcb/JjcbEcx6Pxznu94rl//6fx277OROBuhOLuhOLuhPP1NpNrft2iRnaXq9XkUjEavf29srj8dywr6enR16vV3fdddcNx9jtdg0NDenuu++2jgUAAPGJuT3u8/nU1NQkSWpvb5fX65XD4ZAkzZ49W/39/bp48aKuXbum06dPy+fz3XTMkiVLrNebm5u1bNmyiZoXAAApxzYSxz71Cy+8oL/+9a+y2Wyqrq7W3//+dzmdThUVFekvf/mLXnjhBUnSqlWrtG3bthuOWbhwoXp7e1VZWamrV68qKytLBw8e1F133TWxMwQAIEXEFdoAACD5eCIaAACGILQBADAEoX0L6urqVFJSotLSUn366afJLifl1dfXq6SkRL/85S/V3Nyc7HImhaGhIRUWFioYDCa7lEnh1KlT+vnPf65f/OIX+vDDD5NdTkr75ptvtHPnTm3evFmlpaU6c+ZMsksal3F/T3uy+/4jWjs7O+X3+xUIBJJdVso6d+6cOjo6FAgEFI1GtX79eq1atSrZZaW83/72t5o+fXqyy5gUotGoXn75ZZ08eVIDAwN68cUX9cgjjyS7rJT1xz/+UfPmzdPevXvV09Ojxx9/XH/+85+TXVbcCO1xutkjWv/7NTjcXosXL7b+QM0999yjwcFBDQ8PKy0tLcmVpa7Ozk6dP3+e4EiQUCikhx9+WA6HQw6HQ7/+9a+TXVJKc7lc+uc//ylJ+vrrr0c9vdMEbI+P01iPdcXtl5aWJrvdLklqbGxUfn4+gT3BDh06pP379ye7jEnj4sWLGhoa0vbt21VWVsbfZJhgP/3pT/X555+rqKhImzZtUmVlZbJLGheutH8gvjGXGO+9954aGxt14sSJZJeS0t5++239+Mc/1o9+9KNklzKpfPXVV3rppZf0+eefa8uWLTp9+rRsNluyy0pJf/rTn5SVlaXjx4/rH//4h/x+v1G/u0Foj9NYj3XFxDhz5oyOHj2qY8eOyem8/c+jx//34Ycfqru7Wx9++KEuX76sjIwM3XfffVqyZEmyS0tZM2fO1E9+8hOlp6drzpw5mjZtmr788kvNnDkz2aWlpL/97W9aunSpJFkP/TLplhvb4+M01mNdcftduXJF9fX1euWVVzRjxoxkl5PyfvOb3+jkyZP6wx/+oA0bNuipp54isCfY0qVLde7cOf373/9WNBrVwMCAcfdZTTJ37ly1tbVJkv71r39p2rRpxgS2xJX2uOXl5SknJ0elpaXWI1oxcd555x1Fo1Ht3r3beu3QoUPKyspKYlXA7ZOZmanVq1eruLhYkvTss89qyhSupyZKSUmJ/H6/Nm3apGvXrqmmpibZJY0LjzEFAMAQfJwDAMAQhDYAAIYgtAEAMAShDQCAIQhtAAAMQWgDAGAIQhsAAEMQ2gAAGOL/AdnGARbTZnaJAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PdHqisLgCCC9",
        "outputId": "f6f50fc5-19ac-469f-ee6e-d8295216618e"
      },
      "source": [
        "from xgboost import XGBRFClassifier\n",
        "xgb = XGBRFClassifier()\n",
        "xgb.fit(x_train,y_train)\n",
        "y_predicted = xgb.predict(x_test)\n",
        "y_train_pred = xgb.predict(x_train)\n",
        "\n",
        "pred_prob = xgb.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 85.06\n",
            "Accuracy Train 83.60\n",
            "ROC-AUC Score 88.57\n",
            "Recall Score 95.65\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 381
        },
        "id": "iP5_QrdmCKJ8",
        "outputId": "c3d7a2cd-9e55-415e-b0c6-d51301cb0fc7"
      },
      "source": [
        "plt.bar(range(len(xgb.feature_importances_)),xgb.feature_importances_)\n",
        "plt.title(\"Feature Importance for XGBoost\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Feature Importance for XGBoost')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 148
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAecAAAFZCAYAAACizedRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3dfXBU9b3H8c8mISAmxizsBkSBlEJi46CFK4qJoJiIUPC2eAuRkqBtsRFTSNtcwZWYKJAil/Eh93IvPkRHfBgXIaU41IbK01AJoNUJGkeFXJobRJLdPEF4CEk49w/HrSlJNkDi/rK8XzOd7tmzv3O+3xPMZ8/v7J7YLMuyBAAAjBES6AIAAEBbhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhm9RlxcnFJSUnTXXXf5/veLX/zigrd35swZbdy4sRsrPFdcXJyOHj3ao/toj9fr1datW7/z/X5baWmpJk6cqIyMjAvexueff66bbrpJX375pe85j8ejm2++WZ988okkybIsrV27VnfffbemTJmilJQUzZs3z7dekhYvXqybb77Z9+9m+vTpevvtty+8uU6YcOzR+4UFugDgfLz66qsaNGhQt2zr008/1caNG/XjH/+4W7Znkr1792r37t264447AlbDX//6V40bN07/8R//ccHbiIuL09y5c/XYY4+psLBQkrR06VLNmjVL1113nSTp6aef1t69e/Xiiy/K6XSqtbVVb731lu6//34VFxfLbrdLktLT0zV//nxJ0hdffKF/+7d/0/jx4zVw4MCL7LQtE449ej/CGUHh6NGjysvL06FDhyRJLpdLEydOlCS99dZbeumll9Ta2iqHw6GVK1eqb9++yszMVGNjo2bPnq2VK1fqzjvv1KeffipJOnz4sG+5qKhI27Zt0/Hjx5WQkKCHH35YbrdbL7/8ss6cOaMbbrhB+fn56tevX6c1Tpo0Sffff7+KiopUVVWlvLw8lZSUaNeuXbLb7XrhhRcUFRWluLg4Pfroo9qwYYOqq6u1YMEC3XvvvZKktWvX6s0339TZs2cVGxur5cuXy263a/HixYqKitLu3bs1ffp0FRYWqrW1VSdPntTTTz/d7jEYMmSIioqKtGPHDkVEROhvf/ubQkND9eyzz2rkyJGqra2Vy+XSgQMH1L9/fy1atEhJSUk6duyYli5dqv3796ulpUXz58/XPffc06bXP//5z1q7dq1aW1s1b948vfDCC12qff78+ZoyZUqbbT3wwAOaOXOmioqKFB0drfLycq1atUqSVF9fr1deeUV//OMf5XQ6JUmhoaFKTU3VtGnTFBER0e7PYtSoUYqKitKRI0c0cOBAHTlyRDk5OTp8+LD69OmjX/7yl743be+8845Wr16tlpYWOZ1OLVu2TEOHDtUXX3yhnJwcNTY2qrm5Wenp6frhD3+oJ554os2xBy6IBfQSo0aNsr766qt216Wnp1tPP/20ZVmW9fe//90aN26cVVtba3m9Xuu6667zjVu8eLHlcrksy7KsDRs2WHPnzrUsy7IqKyuta6+91re9by9v2LDBuuGGG6xDhw5ZlmVZ77//vjV+/Hjr6NGjlmVZVk5OjrVixQq/Nd9+++1WTk6OZVmW9eqrr1rXX3+9tWfPHuvs2bPWPffcY61bt8435oknnrAsy7LKy8ut6667zqqtrbU++ugja8KECZbX67Usy7KeeOIJXy+LFi2ypk+fbp0+fdqyLMsqKCjwrfN3DK6//nrr448/tizLsvLy8qxHH33UsizLcrlc1sqVKy3LsqyysjJr3LhxVlNTk/XII49YDz/8sNXa2mrV1NRYEydOtD7//PNzev92DedTe3s+++wzKzEx0br99tut0tJS3/M7duywJk+e3OG4byxatMhavXp1m3GTJk2ympqaLMuyrJ///OfWmjVrLMuyrMOHD1tjx461KisrrS+//NIaO3as9fe//92yLMsqLCz0/Zv59a9/bRUVFVmWZVk1NTXWgw8+aDU1NbXpG7hQXHNGr5KWltbmmvOSJUt08uRJ7d27V/fdd58kadiwYRo7dqx27typAQMG6G9/+5tvKvxf/uVfVFlZed77HT58uIYPHy5J2rZtm6ZOnaqYmBhJ0r333qstW7Z0aTvfTHWOGjVKffv21U033SSbzaaRI0equrra97pvzkS/973vKTY2Vvv379eOHTs0efJkDRgwQJL005/+VO+9955vzPjx49W3b99z9unvGIwYMcI3RfyDH/xAX331lSRp586dmjZtmu/5rVu3Kjw8XNu3b1d6erpCQkJkt9uVkpLit/8Lrf0bcXFxGjJkiEJDQ/WDH/zA93xDQ4Nv2lqSjh075vu3MWHCBL3wwgu+dWvXrtVdd92l2267TQsWLNCvfvUrhYeHq7m5Wbt379bs2bMlSUOGDNFNN92kPXv26L333tNNN92kYcOG+ereu3evWlpaNGDAABUXF6usrEzR0dH67//+b4WHh3d6HICuYlobvUp715yrqqpkWZZSU1N9z508eVI333yzWltbVVBQoG3btqm1tVUnTpxQbGzsee83KirK9/j48eP6y1/+or/+9a+Svv5AUnNzc5e2c/nll0uSQkJCfI+/WT579my7+4uKitKxY8dUW1vrm7qVpCuuuEI1NTXtjvk2f8cgMjLS9zg0NFStra2Svp4y/va6b6aIjx8/rqysLIWGhkqSmpqadNddd3Xa94XW/o3169erb9+++v73v68XX3zR9yEzu93e5k3NFVdcoT//+c+SpEcffVSnT5/2rfv2Nefa2lplZWWpublZd955pyzLatPrFVdcodraWt/jb0RGRsqyLNXV1Sk7O1vPPfecsrKy1NTUpF/96lf62c9+1mkfQFcRzuj1BgwYoNDQUG3YsKFN4EnS22+/rW3btum1116T3W7XunXr2v2UbmhoqM6ePSvLsmSz2XTs2LEO9+d0OvWTn/xEixYt6vZevlFXV6chQ4ZI+joko6KiNHDgQNXX1/teU19f36UPM/3pT3/q0jH4Z1deeaXq6up09dVXS/r6OnxMTIycTqdWr16tUaNGdbmfC61d+vrzBM8884xef/11hYeH6yc/+YnuvPNOfe9739MNN9ygmpoaffrpp23OqP2x2+2aMmWKtm/frlmzZikkJEQNDQ2+Nwn19fW+s/yPPvrIN66hoUEhISGKjo5WWFiYfvvb3+q3v/2t9u/fr3nz5umWW27pcg1AZ5jWRq8XFhamiRMn6s0335QknTp1So888oi++uor1dTUaMiQIbLb7aqrq9M777yjEydO+MY1NjbKsixFR0crNDRUn3/+uSR1+hWrSZMmacuWLb4zq3fffVfPP/98t/a0efNmSVJ5ebkqKip0/fXX67bbbtNf/vIX1dXVSZLefPNN34fe/llYWJiOHz8uSZ0eg85MmjRJf/jDHyRJBw8e1IwZM9Ta2qpJkyb5jnVLS4vy8/NVVlbW6bbOp/Z/9uijj2ru3LkaNmyYBg8erAcffFBLliyRZVmKiIjQ/Pnz9fDDD6uiokKSdPbsWW3evFnvvPOOhg4d2u42z5w5o507d+r73/++wsLClJSUJLfbLUn6v//7P33wwQe65ZZblJiYqA8++MB3GeDNN99UYmKiwsLClJGRoQMHDkj6+jJFRESEbDZbm2MPXCjOnBEU8vLylJubq7feekuSdPfdd2vw4MGaNm2aNm/erJSUFF1zzTXKysrSgw8+qBUrVigtLU2rVq3Srbfeqp07d+rXv/61fvnLX8rpdCotLa3DfSUkJCgjI0NpaWk6e/asBgwYoMcff7xb+7Hb7frXf/1XVVVVacmSJYqKitLo0aP1wAMP6Gc/+5nOnj2ra6+9Vnl5ee2OT0xM1Msvv6x77rlHzz33XIfHoLOz33//93/XokWLNGnSJF1++eVatWqV+vXrp6ysLD3++OOaPHmyJOnWW29VXFxcp/2cT+3f5na7VVtbq/vvv9/3XFpamt5++229/vrrmjNnjubNm6crr7xSCxYsUFNTk86cOaPY2FgVFBQoKSnJN27t2rXatGmTpK+n+pOSkpSVlSVJevzxx7VkyRIVFRWpT58+WrZsmQYPHixJWrZsmebPn6/m5mZdffXVWrp0qSRpzpw5+t3vfue7pDF79mwNHz68zbHfsGGD3x6B9tgsi7/nDJgkLi5OO3fu7LbvcwPofZjWBgDAMIQzAACGYVobAADDcOYMAIBhCGcAAAxjzFepPJ7AfS8wOrq/6upOBmz/PYneeqdg7S1Y+5LorbcKZG8OR2SH6zhzlhQWFhroEnoMvfVOwdpbsPYl0VtvZWpvhDMAAIYhnAEAMAzhDACAYbr0gbD8/HyVlpbKZrPJ5XJp9OjRvnXr1q3T+vXrFRISovj4eOXm5mrfvn1auHChRo4cKenrm8Ln5OT0TAcAAAQZv+G8b98+VVRUyO12q7y8XC6Xy/fXW06dOqXNmzfr9ddfV58+fZSenu7782rjxo1TQUFBz1YPAEAQ8jutXVJSouTkZEnSiBEj1NDQoMbGRknSZZddpldeeUV9+vTRqVOn1NjYKIfD0bMVAwAQ5PyeOXu9XiUkJPiW7Xa7PB6PIiIifM89//zzWrt2rdLT03XNNdfoyJEjOnjwoDIyMtTQ0KDMzEwlJiZ2up/o6P4B/Uh7Z9836+3orXcK1t6CtS+J3norE3s775uQtHcr7gceeEDp6emaN2+exo4dq+HDhyszM1NTpkxRZWWl0tPTtWXLFoWHh3e43UB+wd3hiAzoTVB6Er31TsHaW7D2JdFbbxXI3i7qJiROp1Ner9e3XF1d7Zu6rq+v1/vvvy9J6tevnyZMmKAPP/xQMTExmjp1qmw2m4YOHaqBAweqqqrqYvsAAOCS4DecExMTVVxcLEkqKyuT0+n0TWm3tLRo8eLFOnHihCTp448/VmxsrDZt2qTCwkJJksfjUU1NjWJiYnqqBwAAgorfae0xY8YoISFBqampstlsys3NVVFRkSIjI5WSkqKHHnpI6enpCgsLU1xcnO644w6dOHFC2dnZ2rp1q5qbm5WXl9fplDYAAPgHY/6ecyCvZ3A9pXeit94nWPuS6K23MvWaszF/lQoAELx+vmJbj2z3pcWTemS7gcbtOwEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMGFdeVF+fr5KS0tls9nkcrk0evRo37p169Zp/fr1CgkJUXx8vHJzc2Wz2TodAwAAOuY3nPft26eKigq53W6Vl5fL5XLJ7XZLkk6dOqXNmzfr9ddfV58+fZSenq6PPvpILS0tHY4BAACd8zutXVJSouTkZEnSiBEj1NDQoMbGRknSZZddpldeeUV9+vTRqVOn1NjYKIfD0ekYAADQOb/h7PV6FR0d7Vu22+3yeDxtXvP8888rJSVFd911l6655poujQEAAO3r0jXnb7Ms65znHnjgAaWnp2vevHkaO3Zsl8b8s+jo/goLCz3fcrqNwxEZsH33NHrrnYK1t2DtS6K3QOiOukzszW84O51Oeb1e33J1dbUcDockqb6+XgcOHNCNN96ofv36acKECfrwww87HdORurqTF9rDRXM4IuXxHA/Y/nsSvfVOwdpbsPYl0VugXGxdgeytszcFfqe1ExMTVVxcLEkqKyuT0+lURESEJKmlpUWLFy/WiRMnJEkff/yxYmNjOx0DAAA65/fMecyYMUpISFBqaqpsNptyc3NVVFSkyMhIpaSk6KGHHlJ6errCwsIUFxenO+64Qzab7ZwxAACga7p0zTk7O7vNcnx8vO/xjBkzNGPGDL9jAABA13CHMAAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAwT1pUX5efnq7S0VDabTS6XS6NHj/at27Nnj5566imFhIQoNjZWy5cv1/vvv6+FCxdq5MiRkqRRo0YpJyenZzoAACDI+A3nffv2qaKiQm63W+Xl5XK5XHK73b71jz32mNauXatBgwZpwYIF2rVrl/r166dx48apoKCgR4sHACAY+Z3WLikpUXJysiRpxIgRamhoUGNjo299UVGRBg0aJEmy2+2qq6vroVIBALg0+D1z9nq9SkhI8C3b7XZ5PB5FRERIku//q6ur9d5772nhwoX64osvdPDgQWVkZKihoUGZmZlKTEzsdD/R0f0VFhZ6Mb1cFIcjMmD77mn01jsFa2/B2pdEb4HQHXWZ2FuXrjl/m2VZ5zxXU1OjjIwM5ebmKjo6WsOHD1dmZqamTJmiyspKpaena8uWLQoPD+9wu3V1J8+3lG7jcETK4zkesP33JHrrnYK1t2DtS6K3QLnYugLZW2dvCvxOazudTnm9Xt9ydXW1HA6Hb7mxsVHz5s1TVlaWkpKSJEkxMTGaOnWqbDabhg4dqoEDB6qqqupiegAA4JLhN5wTExNVXFwsSSorK5PT6fRNZUvSihUrNHfuXE2YMMH33KZNm1RYWChJ8ng8qqmpUUxMTHfXDgBAUPI7rT1mzBglJCQoNTVVNptNubm5KioqUmRkpJKSkrRx40ZVVFRo/fr1kqRp06bpRz/6kbKzs7V161Y1NzcrLy+v0yltAADwD1265pydnd1mOT4+3vf4k08+aXfMmjVrLqIsAAAuXdwhDAAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGCYsK68KD8/X6WlpbLZbHK5XBo9erRv3Z49e/TUU08pJCREsbGxWr58uUJCQjodAwAAOuY3nPft26eKigq53W6Vl5fL5XLJ7Xb71j/22GNau3atBg0apAULFmjXrl267LLLOh0DAAA65ndau6SkRMnJyZKkESNGqKGhQY2Njb71RUVFGjRokCTJbrerrq7O7xgAANAxv+Hs9XoVHR3tW7bb7fJ4PL7liIgISVJ1dbXee+89TZw40e8YAADQsS5dc/42y7LOea6mpkYZGRnKzc1tE8qdjfln0dH9FRYWer7ldBuHIzJg++5p9NY7BWtvwdqXRG+B0B11mdib33B2Op3yer2+5erqajkcDt9yY2Oj5s2bp6ysLCUlJXVpTHvq6k6ed/HdxeGIlMdzPGD770n01jsFa2/B2pdEb4FysXUFsrfO3hT4ndZOTExUcXGxJKmsrExOp9M3lS1JK1as0Ny5czVhwoQujwEAAB3ze+Y8ZswYJSQkKDU1VTabTbm5uSoqKlJkZKSSkpK0ceNGVVRUaP369ZKkadOmadasWeeMAQAAXdOla87Z2dltluPj432PP/nkky6NAQAAXcMdwgAAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADBMWFdelJ+fr9LSUtlsNrlcLo0ePdq3rqmpSY899pgOHDigoqIiSdLevXu1cOFCjRw5UpI0atQo5eTk9ED5AAAEH7/hvG/fPlVUVMjtdqu8vFwul0tut9u3fuXKlbr22mt14MCBNuPGjRungoKC7q8YAIAg53dau6SkRMnJyZKkESNGqKGhQY2Njb71v/nNb3zrAQDAxfN75uz1epWQkOBbttvt8ng8ioiIkCRFRESovr7+nHEHDx5URkaGGhoalJmZqcTExE73Ex3dX2Fhoedbf7dxOCIDtu+eRm+9U7D2Fqx9SfQWCN1Rl4m9dema87dZluX3NcOHD1dmZqamTJmiyspKpaena8uWLQoPD+9wTF3dyfMtpds4HJHyeI4HbP89id56p2DtLVj7kugtUC62rkD21tmbAr/T2k6nU16v17dcXV0th8PR6ZiYmBhNnTpVNptNQ4cO1cCBA1VVVXUeJQMAcOnyG86JiYkqLi6WJJWVlcnpdPqmtDuyadMmFRYWSpI8Ho9qamoUExPTDeUCABD8/E5rjxkzRgkJCUpNTZXNZlNubq6KiooUGRmplJQULViwQEePHtWhQ4eUlpammTNnatKkScrOztbWrVvV3NysvLy8Tqe0AQDAP3TpmnN2dnab5fj4eN/jjr4utWbNmosoCwCASxd3CAMAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMGGBLgAAgO708xXbemS7Ly2e1CPbbQ9nzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAzTpXDOz8/XrFmzlJqaqv3797dZ19TUpEWLFmnGjBldHgMAADrmN5z37duniooKud1uLV++XMuXL2+zfuXKlbr22mvPawwAAOiY33AuKSlRcnKyJGnEiBFqaGhQY2Ojb/1vfvMb3/qujgEAAB3zG85er1fR0dG+ZbvdLo/H41uOiIg47zEAAKBjYec7wLKs895JV8ZER/dXWFjoeW+7uzgckQHbd0+jt94pWHsL1r4keguE77Ku73JffsPZ6XTK6/X6lqurq+VwOLp9TF3dSX+l9BiHI1Iez/GA7b8n0VvvFKy9BWtfEr0FyndZV3fvq7Ow9zutnZiYqOLiYklSWVmZnE5nu1PZFzsGAAB8ze+Z85gxY5SQkKDU1FTZbDbl5uaqqKhIkZGRSklJ0YIFC3T06FEdOnRIaWlpmjlzpqZPn37OGAAA0DVduuacnZ3dZjk+Pt73uKCgoEtjAABA13CHMAAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwDOEMAIBhCGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhgkLdAHApeLnK7b1yHZfWjypR7YLIHA4cwYAwDCcOQNAB5jtQKB0KZzz8/NVWloqm80ml8ul0aNH+9bt3r1bTz31lEJDQzVhwgQ99NBD2rt3rxYuXKiRI0dKkkaNGqWcnJye6QAAgCDjN5z37duniooKud1ulZeXy+Vyye12+9YvW7ZMhYWFiomJ0Zw5czR58mRJ0rhx41RQUNBzlQMwAmeXQPfzG84lJSVKTk6WJI0YMUINDQ1qbGxURESEKisrFRUVpcGDB0uSJk6cqJKSEo0aNapnq77E8csQAIKb33D2er1KSEjwLdvtdnk8HkVERMjj8chut7dZV1lZqVGjRungwYPKyMhQQ0ODMjMzlZiY2Ol+oqP7Kyws9CJauTgOR2TA9m2K3ngMemPN3S1Yj0Gw9iX1zt5Mrfm7rOu73Nd5fyDMsiy/rxk+fLgyMzM1ZcoUVVZWKj09XVu2bFF4eHiHY+rqTp5vKd3G4YiUx3M8YPs3RXvHwOSzdH5uX+ttP7euCuafbW/rzeT/1r7Lurp7X52Fvd+vUjmdTnm9Xt9ydXW1HA5Hu+uqqqrkdDoVExOjqVOnymazaejQoRo4cKCqqqoupgcAAC4ZfsM5MTFRxcXFkqSysjI5nU5FRERIkq6++mo1Njbq8OHDamlp0fbt25WYmKhNmzapsLBQkuTxeFRTU6OYmJgebAMAgODhd1p7zJgxSkhIUGpqqmw2m3Jzc1VUVKTIyEilpKQoLy9Pv/vd7yRJU6dOVWxsrBwOh7Kzs7V161Y1NzcrLy+v0yltAADwD1265pydnd1mOT4+3vf4xhtvbPPVKkmKiIjQmjVruqE8AAAuPdy+EwAAwxDOAAAYhntr45IVDF83AhCcOHMGAMAwhDMAAIYhnAEAMAzhDACAYfhAGIzCh7QAgDNnAACMQzgDAGAYprUBwBBc1sE3OHMGAMAwQXvmzDtQAOgYvyPNFrTh/F3riX/o/CMHzkWo4FLAtDYAAIYhnAEAMAzhDACAYQhnAAAMQzgDAGAYwhkAAMMQzgAAGIZwBgDAMIQzAACGIZwBADAM4QwAgGEIZwAADEM4AwBgGMIZAADDEM4AABiGcAYAwDCEMwAAhiGcAQAwTFhXXpSfn6/S0lLZbDa5XC6NHj3at2737t166qmnFBoaqgkTJuihhx7yOwYAAHTMbzjv27dPFRUVcrvdKi8vl8vlktvt9q1ftmyZCgsLFRMTozlz5mjy5Mmqra3tdAwAAOiY33AuKSlRcnKyJGnEiBFqaGhQY2OjIiIiVFlZqaioKA0ePFiSNHHiRJWUlKi2trbDMQAAoHN+rzl7vV5FR0f7lu12uzwejyTJ4/HIbrefs66zMQAAoHM2y7Kszl6Qk5OjiRMn+s6E7733XuXn5ys2NlYffvihCgsLtXr1aknSW2+9pcrKStXV1XVDsDYAAAW2SURBVHU4BgAAdM7vtLbT6ZTX6/UtV1dXy+FwtLuuqqpKTqdTffr06XAMAADonN9p7cTERBUXF0uSysrK5HQ6fdeOr776ajU2Nurw4cNqaWnR9u3blZiY2OkYAADQOb/T2pK0atUqffDBB7LZbMrNzdWnn36qyMhIpaSk6P3339eqVaskSXfeead+8YtftDsmPj6+ZzsBACBIdCmcAQDAd4c7hAEAYBjCGQAAw1zy4Zyfn69Zs2YpNTVV+/fvD3Q53WrlypWaNWuW7rnnHm3ZsiXQ5XSr06dPKzk5WUVFRYEupVtt2rRJd999t2bMmKEdO3YEupxuc+LECWVmZiotLU2pqanatWtXoEu6aF988YWSk5P12muvSZK++uorpaWlafbs2Vq4cKHOnDkT4AovXHu93XfffZozZ47uu+++Xn3fin/u7Ru7du1SXFxcgKo61yUdzt++Neny5cu1fPnyQJfUbfbs2aMDBw7I7XbrxRdfVH5+fqBL6lb/8z//o6ioqECX0a3q6uq0evVqvfHGG1qzZo22bt0a6JK6zR/+8AfFxsbq1Vdf1bPPPtvr/1s7efKkli5dqvHjx/ueKygo0OzZs/XGG29o2LBhWr9+fQArvHDt9fbMM89o5syZeu2115SSkqKXX345gBVeuPZ6k6SmpiY9//zzRn3l95IO545uTRoMbrzxRj377LOSpCuuuEKnTp1Sa2trgKvqHuXl5Tp48KBuu+22QJfSrUpKSjR+/HhFRETI6XRq6dKlgS6p20RHR6u+vl6SdOzYsTZ3EOyNwsPD9cILL8jpdPqe27t3r+644w5J0u23366SkpJAlXdR2ustNzdXkydPltT2Z9nbtNebJK1Zs0azZ89WeHh4gCo71yUdzsF8m9HQ0FD1799fkrR+/XpNmDBBoaGhAa6qezz55JNavHhxoMvodocPH9bp06eVkZGh2bNn99pf7u350Y9+pCNHjiglJUVz5szRokWLAl3SRQkLC1O/fv3aPHfq1CnfL/cBAwb02t8l7fXWv39/hYaGqrW1VW+88YamT58eoOouTnu9HTp0SJ999pmmTJkSoKra16U/GXmpCMZvlb377rtav369XnrppUCX0i02btyoG264Qddcc02gS+kR9fX1+q//+i8dOXJE6enp2r59u2w2W6DLumh//OMfddVVV6mwsFCfffaZXC5X0H1e4NuC8XdJa2urHn74Yd18883nTAv3Zr///e+1ZMmSQJdxjks6nDu7NWkw2LVrl9asWaMXX3xRkZGRgS6nW+zYsUOVlZXasWOHjh49qvDwcA0aNEi33HJLoEu7aAMGDNAPf/hDhYWFaejQobr88stVW1urAQMGBLq0i/bhhx8qKSlJkhQfH6/q6mq1trYGzWyO9PXZ5enTp9WvXz/frYyDySOPPKJhw4YpMzMz0KV0m6qqKv3v//6vsrOzJX2dAXPmzDnnw2KBcElPawfzbUaPHz+ulStX6rnnntOVV14Z6HK6zTPPPKMNGzZo3bp1+ulPf6r58+cHRTBLUlJSkvbs2aOzZ8+qrq5OJ0+e7PXXZr8xbNgwlZaWSpK+/PJLXX755UEVzJJ0yy23+H6fbNmyRbfeemuAK+o+mzZtUp8+fbRgwYJAl9KtYmJi9O6772rdunVat26dnE6nEcEsXeJnzmPGjFFCQoJSU1N9txkNFn/6059UV1enrKws33NPPvmkrrrqqgBWhc7ExMRo8uTJmjlzpiRpyZIlCgkJjvfPs2bNksvl0pw5c9TS0qK8vLxAl3RRPvnkEz355JP68ssvFRYWpuLiYq1atUqLFy+W2+3WVVddpR//+MeBLvOCtNdbTU2N+vbtq7S0NElff4C2N/4M2+vtP//zP408geH2nQAAGCY43pYDABBECGcAAAxDOAMAYBjCGQAAwxDOAAAYhnAGAMAwhDMAAIYhnAEAMMz/AxTE9CRzD977AAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gxx4KrA0CbAB",
        "outputId": "8bc8013a-de26-47bc-dccb-a8ee35af2cce"
      },
      "source": [
        "from lightgbm import LGBMClassifier\n",
        "lgb = LGBMClassifier()\n",
        "lgb.fit(x_train,y_train)\n",
        "y_predicted = lgb.predict(x_test)\n",
        "y_train_pred = lgb.predict(x_train)\n",
        "\n",
        "pred_prob = lgb.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 82.76\n",
            "Accuracy Train 100.00\n",
            "ROC-AUC Score 88.49\n",
            "Recall Score 89.86\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 381
        },
        "id": "LWXYEJITCdAt",
        "outputId": "7dc22485-ec2a-4245-dcb9-e3285daea442"
      },
      "source": [
        "plt.bar(range(len(df.columns)),lgb.feature_importances_)\n",
        "plt.title(\"Feature Importance for LightGBM\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Text(0.5, 1.0, 'Feature Importance for LightGBM')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 150
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAeQAAAFZCAYAAABJ+lxSAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3de1TUdf7H8RcyEKF4GWRM2rys6y3vpCWWN5QYNPN+CS9dzHLVjLQUXftlevLaTcs0Nc3LWihZ2aZBXtdaZdc4kdq2Wrt5zFRARyEumSO/PzzOkVBBHJjPjM/HOZ0j3/nO5/N+fxNefj/fL9/xKywsLBQAAPCoSp4uAAAAEMgAABiBQAYAwAAEMgAABiCQAQAwAIEMAIABCGQYqXHjxoqOjpbdbnf9N3LkyDKPd+7cOX300UdurLC4xo0b68SJE+U6x5VkZWVp27ZtFT7v5dLT09W5c2eNHj36hsa52jF85ZVX9N57713zvampqYqOjr7ia78/RoWFhVq9erUefPBBxcbGKjo6WqNGjdKBAwdc+yQkJKh9+/auv3+9evXSJ598UuT15s2b68yZM0Xm2rdvnxo3bqyNGzeWqmfgEounCwCuZs2aNbrtttvcMta3336rjz76SH369HHLeCZJTU3VP/7xD3Xr1s1jNXzxxRe6++67NX/+/HIZf+LEiTf0/t8fo9dee02pqalavny5bDabnE6nNmzYoEcffVTJycmyWq2SpBEjRmjMmDGSpEOHDmnAgAGKjIxUzZo1JUk1a9ZUcnKyBg8e7Jrr008/Ve3atW+oXtycOEOG1zlx4oRGjx6tmJgYxcTEaNeuXa7XNmzYoNjYWN1///0aOnSojh07pqysLI0bN05ff/214uLi9NNPP+nOO+90vefyrzdu3Khx48bp4Ycf1rx58yRJiYmJstvtioqK0oQJE1RQUFBijVFRUVqzZo369u2rDh06KCUlRS+++KK6d++uQYMG6ezZs5IunhGuXr1avXv3VmRkZJGzwNWrV6tHjx6y2+3685//rNOnT0u6eGY2e/Zs9erVS0uXLtWMGTOUnJysZ5555qrH4FJv48eP19SpUxUTE6MePXro8OHDkqTTp09r9OjR6tatm3r16qUvvvhCkpSdna3nnntOMTEx6tatmz744INivX722WdavXq1duzYoVGjRpW69i1btpR4HC9JSEjQW2+9JUnavXu3OnfurNjYWCUmJioiIkI//fSTa9/FixcrNjZW3bt31969e3Xw4MEix+jMmTNatWqV5s6dK5vNJkny9/fXkCFDtGPHDlcY/16jRo1UrVo1/fzzz65tnTp10t/+9jfX106nU7t371ZERESpewMuIZDhdSZPnqwmTZooOTlZS5cu1aRJk+RwOHTq1CnNmDFDK1euVEpKiurUqaO33npLNWvW1IQJE9S6dWutW7euxPG//PJLvfjii5o0aZL27dunBQsWaNWqVdq+fbuqVKmiBQsWlKrOw4cP68MPP9SYMWM0adIk2e12ff7557pw4YJSUlJc+x05ckQff/yx/vrXv2rWrFlyOBz6+uuv9c4772jNmjX67LPPFB4erldeecX1nj179igpKUlPPPGEhg0bppiYGL322mtXPQaX/P3vf1dcXJySk5N1zz33aNWqVZIuLgk3aNBA27Zt09y5czVx4kSdO3dOc+bMUaVKlbRlyxZt2LBBb7zxhg4dOlSkT7vd7qph2bJlpa49Nja2VMfxck6nUwkJCZoxY4a2bNmiH3/8Ufn5+a7XT5w4oUaNGmnLli166KGHtHjxYjVr1qzIMUpPT1ft2rVVr169YuNXqVLlqnPv2rVLgYGBatKkiWtbq1atdOzYMZ08edLVW8uWLRUYGHjdvQEEMow1fPjwIteQp02bpry8PKWmpuqRRx6RJNWtW1d33XWXdu3apdDQUH311VeuZe62bdvq6NGj1z1vvXr1XD+st2/frh49eqhWrVqSpIceeqhImF7LpeXRRo0a6ZZbbtE999wjPz8/NWzYUBkZGa79+vfvL0n64x//qPr16+ubb77Rzp07FRMTo9DQUEnSwIED9eWXX7reExkZqVtuuaXYnCUdgwYNGqh58+aSpDvvvFPHjx+XdDFsHnjgAdf2bdu2KTAwUDt27NCIESNUqVIlWa1WRUdHl9h/WWsvjR9//FHnzp1T586dJV38O3LhwgXX61WqVHEd9zvvvPOK16PPnj1b5Cw4Ozvb9XesU6dOWrZsmeu11atXy263q0uXLho/fryefPLJImHr5+enmJgYffrpp5IuLlf36NGjTL0BXEOGsa50DfnkyZMqLCzUkCFDXNvy8vLUvn17OZ1OLVy4UNu3b5fT6VRubq7q169/3fNWq1bN9eecnBx9/vnnriXcwsJC/fbbb6Uap3LlypKkSpUquf586evLQ+Ty+apVq6bs7GydPn3atZwqSVWrVtWpU6eu+J7LlXQMQkJCXH/29/eX0+mUJJ05c6bIa5fOFHNychQfHy9/f39J0q+//iq73X7Nvstae2mcPXtWVatWdX19+TyX1y0VP86XWK3WIv8gqlq1qj777DNJ0l/+8pcilyQuv4Z8+vRpxcfH67ffftPQoUNd+zzwwAN6/vnnNWzYMKWmpurFF1/U1q1by9wjbl4EMrxKaGio/P399cEHHxQJOUn65JNPtH37dq1du1ZWq1Xr168vclfsJf7+/rpw4YIKCwvl5+en7Ozsq85ns9nUt29fTZ482e29XOJwOHT77bdLuhiM1apVU82aNYvcvXvmzBnXjUTXsnnz5lIdg9+rXr26HA6H/vCHP0i6eF29Vq1astlsWrRokRo1alTqfspae2lUqVJFeXl5rq+zsrKue4zWrVvr1KlT+vbbb4vcS1ASq9Wq2NhY7dixo0ggN2vWTLm5uVq/fr3atWvHcjXKjCVreBWLxaLOnTvr/ffflyTl5+drypQpOn78uE6dOqXbb79dVqtVDodDW7ZsUW5urut9v/zyiwoLC1WjRg35+/vrP//5jyRd89ehoqKilJKS4ropaevWrVq6dKlbe7q03PnDDz/oyJEjatWqlbp06aLPP/9cDodDkvT++++7lml/z2KxKCcnR5KueQyuJSoqSh9++KEk6fvvv1e/fv3kdDoVFRXlOtbnz5/XrFmzdPDgwWuOdT21X6969erp/PnzSk1NlSS999578vPzK/F9lx+jKlWquK7rHzlyRJJ04cIFffrpp9qyZYvq1KlzxTHOnTunXbt26U9/+lOx13r27KnFixezXI0bQiDD60yfPl3/+te/ZLfb1bdvX91xxx2qXbu2HnjgAZ05c0bR0dGaOHGi4uPjdeLECc2ZM0d33XWXMjIy1LFjRwUEBOipp57S448/rn79+qlp06ZXnatZs2YaPXq0hg8frtjYWL377rtu//Uiq9Wq3r17a+jQoZo2bZqqVaumli1b6oknntDQoUNlt9uVk5Pjuov69+69917t3btX/fv3v+YxuJbnnntOJ06cUFRUlJ555hm9/PLLCgoKUnx8vHJychQTE6OePXvqwoULaty48TXHup7ar+T39w7s27fP9VpgYKCmT5+uKVOmqHfv3qpfv74qVapUYihffowkadSoUXr44Yc1fvx42e12de/eXRs3btTChQvVu3dv1/suXUO22+3q2bOnateurfj4+GLj9+zZU+fPn1eHDh1K3Sfwe358HjLgOY0bN9auXbvc9vvWN5u8vDy1adNG+/btK3INHPBGnCED8Cr9+/fX5s2bJV28Zt6gQQPCGD6Bm7oAeJUpU6ZoxowZWrBggSpXrlzicjzgLViyBgDAACxZAwBgAAIZAAADePQacmZmjsfmrlEjWA5HXsk7eiF680705p18tTdf7UvybG9hYVe/AfGmPUO2WPw9XUK5oTfvRG/eyVd789W+JHN7u2kDGQAAkxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAG8OinPQEA4A6PzdleLuOuSIgql3GvhEDGTcUXvmkB+CaWrAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGKPHBIPn5+UpISNCpU6f066+/asyYMWrSpIkmTZokp9OpsLAwzZ8/X4GBgdq0aZNWrVqlSpUqadCgQRo4cGBF9AAAgNcrMZB37Nih5s2ba9SoUTp27Jgee+wxRUREKC4uTrGxsXr11VeVlJSkPn36aNGiRUpKSlJAQIAGDBig6OhoVa9evSL6AADAq5W4ZN2jRw+NGjVKknT8+HHVqlVLqamp6tatmySpa9eu2rNnj9LT09WiRQuFhIQoKChIERERSktLK9/qAQDwEaV+lvWQIUN04sQJLVmyRI8++qgCAwMlSaGhocrMzFRWVpasVqtrf6vVqszMTPdXDACADyp1IL///vv697//reeee06FhYWu7Zf/+XJX2365GjWCZbH4l7YEtwsLC/HY3OWN3iqWu2oysTd3oTfv46t9XY+KPAYlBvKBAwcUGhqq2rVrq2nTpnI6napcubIKCgoUFBSkkydPymazyWazKSsry/W+jIwMtW7d+ppjOxx5N95BGYWFhSgzM8dj85cneqt47qjJ1N7cgd68j6/2db3cfQyuFfAlXkPet2+fVqxYIUnKyspSXl6eOnTooOTkZElSSkqKOnbsqFatWmn//v3Kzs5Wbm6u0tLS1LZtWze1AACAbyvxDHnIkCH6y1/+ori4OBUUFOj//u//1Lx5c02ePFmJiYkKDw9Xnz59FBAQoIkTJ2rkyJHy8/PT2LFjFRLCcgcAAKVRYiAHBQXplVdeKbZ95cqVxbbZ7XbZ7Xb3VAYAwE2EJ3UBAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADFDqD5cAAOB6PDZne7mMuyIhqlzG9TTOkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAA+9XnIfPYmAMBbcYYMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGCAUj3Let68efrqq690/vx5Pfnkk9q+fbsOHjyo6tWrS5JGjhypLl26aNOmTVq1apUqVaqkQYMGaeDAgeVaPAAAvqLEQN67d68OHz6sxMREORwO9e3bV+3bt9eECRPUtWtX1355eXlatGiRkpKSFBAQoAEDBig6OtoV2gAA4OpKDOR27dqpZcuWkqSqVasqPz9fTqez2H7p6elq0aKFQkJCJEkRERFKS0tTVBSflAQAQElKvIbs7++v4OBgSVJSUpI6deokf39/rV27ViNGjNAzzzyj06dPKysrS1ar1fU+q9WqzMzM8qscAAAfUurPQ966dauSkpK0YsUKHThwQNWrV1fTpk21dOlSvfnmm2rTpk2R/QsLC0scs0aNYFks/tdfdQULCwvxdAnXzRtrLi0Te3NXTSb25i705n1M7asi66rIuUoVyLt379aSJUu0fPlyhYSEKDIy0vVaVFSUpk+frpiYGGVlZbm2Z2RkqHXr1tcc1+HIK2PZFSszM8fTJVyXsLAQr6u5tEztzR01mdqbO9Cb9zG5r4qsy91zXSvgS1yyzsnJ0bx58/T222+7btB66qmndPToUUlSamqqGjZsqFatWmn//v3Kzs5Wbm6u0tLS1LZtWze1AACAbyvxDHnz5s1yOByKj493bevXr5/i4+N16623Kjg4WLNnz1ZQUJAmTpyokSNHys/PT2PHjnXd4AUAAK6txEAePHiwBg8eXGx73759i22z2+2y2+3uqQwAgJsIT+oCAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEspdlp3rx5+uqrr3T+/Hk9+eSTatGihSZNmiSn06mwsDDNnz9fgYGB2rRpk1atWqVKlSpp0KBBGjhwYHnXDwCATygxkPfu3avDhw8rMTFRDodDffv2VWRkpOLi4hQbG6tXX31VSUlJ6tOnjxYtWqSkpCQFBARowIABio6OVvXq1SuiDwAAvFqJS9bt2rXTggULJElVq1ZVfn6+UlNT1a1bN0lS165dtWfPHqWnp6tFixYKCQlRUFCQIiIilJaWVr7VAwDgI0oMZH9/fwUHB0uSkpKS1KlTJ+Xn5yswMFCSFBoaqszMTGVlZclqtbreZ7ValZmZWU5lAwDgW0p1DVmStm7dqqSkJK1YsUL333+/a3thYeEV97/a9svVqBEsi8W/tCV4TFhYiKdLuG7eWHNpmdibu2oysTd3oTfvY2pfFVlXRc5VqkDevXu3lixZouXLlyskJETBwcEqKChQUFCQTp48KZvNJpvNpqysLNd7MjIy1Lp162uO63Dk3Vj1FSQzM8fTJVyXsLAQr6u5tEztzR01mdqbO9Cb9zG5r4qsy91zXSvgS1yyzsnJ0bx58/T222+7btDq0KGDkpOTJUkpKSnq2LGjWrVqpf379ys7O1u5ublKS0tT27Zt3dQCAAC+rcQz5M2bN8vhcCg+Pt61bc6cOZo2bZoSExMVHh6uPn36KCAgQBMnTtTIkSPl5+ensWPHKiTEzOUOAABMU2IgDx48WIMHDy62feXKlcW22e122e1291QGAMBNhCd1AQBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYo8dOeYIbH5mwvl3FXJESVy7gAgOvDGTIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYoFSBfOjQIXXv3l1r166VJCUkJKhXr14aPny4hg8frp07d0qSNm3apP79+2vgwIHasGFDuRUNAICvsZS0Q15enmbOnKnIyMgi2ydMmKCuXbsW2W/RokVKSkpSQECABgwYoOjoaFWvXt39VQMA4GNKPEMODAzUsmXLZLPZrrlfenq6WrRooZCQEAUFBSkiIkJpaWluKxQAAF9W4hmyxWKRxVJ8t7Vr12rlypUKDQ3V888/r6ysLFmtVtfrVqtVmZmZ1xy7Ro1gWSz+ZSi7YoWFhXi6hHLjjb2ZWLO7ajKxN3ehN+9jal8VWVdFzlViIF9J7969Vb16dTVt2lRLly7Vm2++qTZt2hTZp7CwsMRxHI68skxf4TIzczxdQrnxtt7CwkKMrNkdNZnamzvQm/cxua+KrMvdc10r4Mt0l3VkZKSaNm0qSYqKitKhQ4dks9mUlZXl2icjI6PEZW4AAHBRmQL5qaee0tGjRyVJqampatiwoVq1aqX9+/crOztbubm5SktLU9u2bd1aLAAAvqrEJesDBw5o7ty5OnbsmCwWi5KTkzVs2DDFx8fr1ltvVXBwsGbPnq2goCBNnDhRI0eOlJ+fn8aOHauQEDOvPwAAYJoSA7l58+Zas2ZNse0xMTHFttntdtntdvdUBgDATYQndQEAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMECZHp0J3/fYnO3lMu6KhKhyGRcAvB1nyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAANYPF0A8Nic7eUy7oqEqHIZFwDKA2fIAAAYgEAGAMAABDIAAAYgkAEAMECpAvnQoUPq3r271q5dK0k6fvy4hg8frri4OD399NM6d+6cJGnTpk3q37+/Bg4cqA0bNpRf1QAA+JgSAzkvL08zZ85UZGSka9vChQsVFxendevWqW7dukpKSlJeXp4WLVqkd999V2vWrNGqVat05syZci0eAABfUWIgBwYGatmyZbLZbK5tqamp6tatmySpa9eu2rNnj9LT09WiRQuFhIQoKChIERERSktLK7/KAQDwISX+HrLFYpHFUnS3/Px8BQYGSpJCQ0OVmZmprKwsWa1W1z5Wq1WZmZnXHLtGjWBZLP5lqbtChYWFeLqEclPRvVXkfN44F3/XvJOv9mZqX974vV0aN/xgkMLCwuvafjmHI+9Gp68QmZk5ni6h3FR0bxU5n7fNFRYW4rN/1+jN+5jcl7d9b1/uWgFfprusg4ODVVBQIEk6efKkbDabbDabsrKyXPtkZGQUWeYGAABXV6ZA7tChg5KTkyVJKSkp6tixo1q1aqX9+/crOztbubm5SktLU9u2bd1aLAAAvqrEJesDBw5o7ty5OnbsmCwWi5KTk/Xyyy8rISFBiYmJCg8PV58+fRQQEKCJEydq5MiR8vPz09ixYxUSYub1BwAATFNiIDdv3lxr1qwptn3lypXFttntdtntdvdUBgDATYQndQEAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwAAEMgAABiCQAQAwAIEMAIABCGQAAAxAIAMAYAACGQAAAxDIAAAYgEAGAMAABDIAAAYgkAEAMACBDACAASyeLgDwZY/N2V4u465IiCqXcQF4DmfIAAAYgEAGAMAABDIAAAYgkAEAMECZbupKTU3V008/rYYNG0qSGjVqpMcff1yTJk2S0+lUWFiY5s+fr8DAQLcWCwCAryrzXdZ33323Fi5c6Pp6ypQpiouLU2xsrF599VUlJSUpLi7OLUUCAODr3LZknZqaqm7dukmSunbtqj179rhraAAAfF6Zz5C///57jR49WmfPntW4ceOUn5/vWqIODQ1VZmam24oEAMDXlSmQ69Wrp3Hjxik2NlZHjx7ViBEj5HQ6Xa8XFhaWapwaNYJlsfiXpYQKFRYW4ukSyk1F91aR8/nqXJ6Yzx28sebS8tXeTO3LV7+3yxTItWrVUo8ePSRJderUUc2aNbV//34VFBQoKChIJ0+elM1mK3EchyOvLNNXuMzMHE+XUG4qureKnM9X5/LEfDcqLCzE62ourRvtzdSnuZn8/8ybv7evFfBluoa8adMmvfPOO5KkzMxMnTp1Sv369VNycrIkKSUlRR07dizL0AAA3JTKdIYcFRWlZ599Vtu2bdNvv/2m6dOnq2nTppo8ebISExMVHh6uPn36uLtW45j6L1sAgPcpUyBXqVJFS5YsKbZ95cqVN1wQAAA3I57UBQCAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABiAQAYAwABl+vhFAObh87kB78YZMgAABiCQAQAwAEvWAHCT4LKG2ThDBgDAAAQyAAAGIJABADAAgQwAgAG4qQsAfoebn+AJnCEDAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAG4C5rAGXCnciAe3GGDACAAQhkAAAMQCADAGAAAhkAAAMQyAAAGIBABgDAAAQyAAAGcPvvIc+aNUvp6eny8/PT1KlT1bJlS3dPAQCAz3FrIP/zn//UkSNHlJiYqB9++EFTp05VYmKiO6cAAMAnuXXJes+ePerevbskqUGDBjp79qx++eUXd04BAIBPcmsgZ2VlqUaNGq6vrVarMjMz3TkFAAA+ya+wsLDQXYM9//zz6ty5s+ss+aGHHtKsWbNUv359d00BAIBPcusZss1mU1ZWluvrjIwMhYWFuXMKAAB8klsD+d5771VycrIk6eDBg7LZbKpSpYo7pwAAwCe59S7riIgINWvWTEOGDJGfn59eeOEFdw4PAIDPcus1ZAAAUDY8qQsAAAMQyAAAGOCmDORZs2Zp8ODBGjJkiL755htPl+NW8+bN0+DBg9W/f3+lpKR4uhy3KigoUPfu3bVx40ZPl+J2mzZt0oMPPqh+/fpp586dni7HLXJzczVu3DgNHz5cQ4YM0e7duz1dklscOnRI3bt319q1ayVJx48f1/DhwxUXF6enn35a586d83CFZXOlvh555BENGzZMjzzyiFc/U+L3vV2ye/duNW7c2ENVFXfTBfLlj/d86aWX9NJLL3m6JLfZu3evDh8+rMTERC1fvlyzZs3ydElutXjxYlWrVs3TZbidw+HQokWLtG7dOi1ZskTbtm3zdElu8eGHH6p+/fpas2aNFixY4BPfa3l5eZo5c6YiIyNd2xYuXKi4uDitW7dOdevWVVJSkgcrLJsr9fX6669r0KBBWrt2raKjo7Vy5UoPVlh2V+pNkn799VctXbrUqF/NvekC2Zcf79muXTstWLBAklS1alXl5+fL6XR6uCr3+OGHH/T999+rS5cuni7F7fbs2aPIyEhVqVJFNptNM2fO9HRJblGjRg2dOXNGkpSdnV3kKX7eKjAwUMuWLZPNZnNtS01NVbdu3SRJXbt21Z49ezxVXpldqa8XXnhBMTExkor+v/Q2V+pNkpYsWaK4uDgFBgZ6qLLibrpA9uXHe/r7+ys4OFiSlJSUpE6dOsnf39/DVbnH3LlzlZCQ4OkyysVPP/2kgoICjR49WnFxcV75A/1KevbsqZ9//lnR0dEaNmyYJk+e7OmSbpjFYlFQUFCRbfn5+a4f6qGhoTNL9fQAAAKoSURBVF758+RKfQUHB8vf319Op1Pr1q1Tr169PFTdjblSb//73//03XffKTY21kNVXZnbP37R2/jib31t3bpVSUlJWrFihadLcYuPPvpIrVu31h133OHpUsrNmTNn9Oabb+rnn3/WiBEjtGPHDvn5+Xm6rBvy8ccfKzw8XO+8846+++47TZ061Sev/1/O136eOJ1OTZo0Se3bty+25OvNZs+erWnTpnm6jGJuukD29cd77t69W0uWLNHy5csVEhLi6XLcYufOnTp69Kh27typEydOKDAwULfddps6dOjg6dLcIjQ0VG3atJHFYlGdOnVUuXJlnT59WqGhoZ4u7YakpaXpvvvukyQ1adJEGRkZcjqdPrNqc0lwcLAKCgoUFBSkkydPFlsa9WZTpkxR3bp1NW7cOE+X4jYnT57Uf//7Xz377LOSLmbAsGHDit3w5Qk33ZK1Lz/eMycnR/PmzdPbb7+t6tWre7oct3n99df1wQcfaP369Ro4cKDGjBnjM2EsSffdd5/27t2rCxcuyOFwKC8vzyeut9atW1fp6emSpGPHjqly5co+F8aS1KFDB9fPlJSUFHXs2NHDFbnHpk2bFBAQoPHjx3u6FLeqVauWtm7dqvXr12v9+vWy2WxGhLF0E54h+/LjPTdv3iyHw6H4+HjXtrlz5yo8PNyDVaEktWrVUkxMjAYNGiRJmjZtmipV8v5/Kw8ePFhTp07VsGHDdP78eU2fPt3TJd2wAwcOaO7cuTp27JgsFouSk5P18ssvKyEhQYmJiQoPD1efPn08XeZ1u1Jfp06d0i233KLhw4dLungTrDf+P7xSb2+88YaRJy08OhMAAAN4/z/DAQDwAQQyAAAGIJABADAAgQwAgAEIZAAADEAgAwBgAAIZAAADEMgAABjg/wGPc5nDqMC1hAAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FmVUwcqoI3cW",
        "outputId": "2a596096-f1ac-4764-8b33-a945ac3a9a64"
      },
      "source": [
        "# Removing all the least important features.\n",
        "least_imp = [9,10,12,13,15,16,17,18,20,22]\n",
        "for each in least_imp:\n",
        "    del features[each]\n",
        "features"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{0: 'pulse',\n",
              " 1: 'respiration',\n",
              " 2: 'systolic.blood.pressure',\n",
              " 3: 'diastolic.blood.pressure',\n",
              " 4: 'map',\n",
              " 5: 'BMI',\n",
              " 6: 'NYHA.cardiac.function.classification',\n",
              " 7: 'Killip.grade',\n",
              " 8: 'myocardial.infarction',\n",
              " 11: 'Chronic.obstructive.pulmonary.disease',\n",
              " 14: 'moderate.to.severe.chronic.kidney.disease',\n",
              " 19: 'CCI.score',\n",
              " 21: 'fio2',\n",
              " 23: 'left.ventricular.end.diastolic.diameter.LV',\n",
              " 24: 'brain.natriuretic.peptide'}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 161
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "QFrWpcTjMmYX"
      },
      "source": [
        "Successful Selection of important features\n",
        "```\n",
        "With 25 Features on RFClassifier\n",
        "Accuracy Test  87.36\n",
        "Accuracy Train 94.20\n",
        "ROC-AUC Score  88.81\n",
        "Recall Score   92.75\n",
        "\n",
        "With 15 Features (Most imp) on RFClassifier\n",
        "Accuracy Test 87.36\n",
        "Accuracy Train 95.00\n",
        "ROC-AUC Score 88.81\n",
        "Recall Score 92.75\n",
        "```\n",
        "Validated by training on 25 features and then removing the leat_imp features from the same set and training again."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VPEO64GpPnWy"
      },
      "source": [
        "frame = pd.DataFrame(X)\n",
        "#frame.drop(columns=[9,10,12,13,15,16,17,18,20,22])\n",
        "frame['lvef_class'] = Y\n",
        "frame.to_csv(\"Reduced_Features_set.csv\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cdMfo9PKcPjl",
        "outputId": "84cc73ea-9466-47e5-da3c-2c41e209769c"
      },
      "source": [
        "frame.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(587, 16)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "fBcb1DNPXx_K"
      },
      "source": [
        "Most Important Features :\n",
        "1. Brain Natriuretic Peptide\n",
        "2. LV end diastolic diameter"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "icdlNxBPbrkk"
      },
      "source": [
        "----"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "YwANAXCrbwqE"
      },
      "source": [
        "Testing the Stacking classifier over reduced featues"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HzCquQX5hVHl",
        "outputId": "2cd13c02-cfb8-4345-9f96-4ee1084d6b46"
      },
      "source": [
        "x_train.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(500, 15)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 195
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OAHCm_y2bwRB"
      },
      "source": [
        "from sklearn.ensemble import StackingClassifier\n",
        "clf = RandomForestClassifier(n_estimators=1333,bootstrap=True,max_depth=80, max_features='sqrt', min_samples_split= 4, min_samples_leaf=3)\n",
        "estimators = [('rfc',clf),('lgb',LGBMClassifier()),('cat',CatBoostClassifier(iterations=5000),('xgb',XGBRFClassifier()))]\n",
        "final_estimator = RandomForestClassifier()\n",
        "\n",
        "clf_stack = StackingClassifier(estimators, final_estimator)\n",
        "clf_stack.fit(x_train,y_train)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "c1ICcJsqhDPL",
        "outputId": "4ecb6e85-c214-4d5a-c53a-3edfe81c05ee"
      },
      "source": [
        "y_predicted = clf_stack.predict(x_test)\n",
        "y_train_pred = clf_stack.predict(x_train)\n",
        "pred_prob = clf_stack.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 83.91\n",
            "Accuracy Train 91.80\n",
            "ROC-AUC Score 87.72\n",
            "Recall Score 94.20\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oDKf2XAskwoI",
        "outputId": "28aac709-f762-4e6b-cffc-786a856709d1"
      },
      "source": [
        "len(np.where(Y==0)[0])\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "140"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 232
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5OqStySvmS-M"
      },
      "source": [
        "SOLVE THIS ISSUE OF IMBALANCE"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 297
        },
        "id": "KieLSgE7jUST",
        "outputId": "63aa9529-c1f3-4058-f925-c892a5ec902f"
      },
      "source": [
        "fig, axes = plt.subplots(nrows=1, ncols=2, figsize=(15, 5))\n",
        "axes[0].scatter(x_test[:,4],x_test[:,13],c=y_predicted,cmap='brg',s=25)\n",
        "axes[1].scatter(x_test[:,4],x_test[:,13],c=y_test,cmap='brg',s=25)\n",
        "axes[0].title.set_text(\"Predictions\")\n",
        "axes[1].title.set_text(\"Actual Plot\")\n",
        "fig.tight_layout()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAABDAAAAFgCAYAAABNIolGAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzdeWATZf7H8fdkcvUCCpT7VBfFA1QORURFuXQ9VvFgFQFFxRtdxVX8IYqIyq6rKwsrgqiICoiINyCKIF5YVPAA74NTipSjbdIkk/n90bUYy9U27Uzaz8t/nCfJMx+epMmTb2aeMWzbthERERERERERcTGP0wFERERERERERPZFBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERqgYMPPpjevXvTr18/+vbtS//+/Xn//fcr3e+kSZO49dZbARg8eDBffPHFXu8/e/bs0v/fn/uLiIiIuw0YMIAzzzxzv+//+7lARUyYMIHbb7+9TPuHH37I4YcfTr9+/ejXrx99+vTh8ssvZ+3atXt9XLLziUjVUgFDpJZ46qmnmD9/PgsWLGDkyJEMHz6crVu3Jq3/J598ksMOO2yPt1uWxfjx4/f7/iIiIuJuX3/9NVlZWTRr1oxPPvlkn/f/41wg2Zo2bcr8+fOZP38+CxcupEuXLtx00037/fiqzicilacChkgt1KlTJ1q1asUnn3zCunXrOP744xk3bhwDBw4EYMWKFfTv35/evXtz/vnnl/56EQ6HueGGG+jZsycDBw5k06ZNpX2efPLJ5ObmAjBv3jz69u1L3759GTFiBJFIhEsuuYSdO3fSr18/1q5dm3D/119/ndNPP51+/foxaNAgfv75Z6Dk15IxY8ZwzTXXcMopp3DuueeyefPmhMeceuqpnHHGGXz44YfVNn4iIiICL7zwAv369eP0009n3rx5CbeVdy4AiXOJ5557jlNPPZU+ffpw0UUXsX79+nLnGzhwICtXrmTnzp0J7Rs2bGDo0KH07ds3Ifsf84mI+6iAIVJLxWIx/H4/ANu2baN9+/bMmDGDgoICrrrqKv72t7/xxhtvMGjQIIYPHw7A888/z5YtW3jjjTeYMGECy5YtK9PvunXruP/++5k+fTrz588nFAoxffp0xo0bh2mazJ8/n5YtW5bef8OGDYwaNYqJEycyf/58TjrpJO64447S2+fPn8/IkSNZtGgRDRo04PnnnwfgrrvuYvLkybz++uuMHj2at956qyqHS0RERH7HsizeeOMN+vbtyymnnMLSpUuJRCJA+ecCf/Trr78yZswYHn/8cRYuXEirVq2YNGlShTJ6PB58Pl9C+6hRo+jatSsLFixg8uTJjB07lnXr1u13PhFxjgoYIrXQkiVL2LJlC0cffTQA0WiU3r17AyVHXzRu3Jju3bsDcPrpp/Pzzz+zYcMGcnNz6d27N16vl+zsbHr27Fmm73fffZejjjqKxo0bYxgGDzzwAEOGDNljlnfffZdjjjmG1q1bA3Deeefx4YcfEovFAOjcuTPNmzfHMAzat2/Pxo0bAWjQoAEzZ85k/fr1dO7cmdtuuy1p4yMiIiJ7t2zZMo444ggyMzNJS0uja9euLF68GCj/XOCPGjRowIoVK2jSpAlQMhco7xERlmUxdepUevToQTAYLG2PRqO89957XHjhhQA0b96cY445hg8++KBc/YuIM7xOBxCR6nHxxRdjmia2bdO8eXOmTJlCRkYG+fn5mKZJZmYmADt27GDt2rX069ev9LF+v5+tW7eyfft2srKyStvr1KlDYWFhwn7y8/OpU6dO6XYgENhrrj/ePysrC9u2yc/PL93+jWmaWJYFwH//+1/++9//cs4559C0aVNGjhxJ165dyzssIiIiUgFz585l6dKldO7cGSgpGGzfvp2+ffuWey7wR5Zl8fDDD/PWW29hWRaFhYW0bdt2n4/buHFjwvylQ4cO3HfffQn32bZtG7Ztl5nPJHNdMBGpOipgiNQSTz31VOkvGXvTqFEjDjjgAObOnVvmtjp16iScR7q7D/vs7OyEhbwKCgoIh8N73F+DBg0S7r99+3Y8Hg/Z2dl7zdmqVSvuvfde4vE48+bN46abbuKdd97Z62NERESk8rZv387y5cv58MMPS09HjcVinHjiiWzdunW/5wIej4d4PJ7QL8Brr73GW2+9xYwZM6hfvz6zZ8/m5Zdf3meu3xbx3Jvs7Gw8Hg/bt2+nbt26QElRo0GDBvv+h4uI43QKiYgk6NixI3l5eaxcuRKAtWvXMmLECGzb5sgjjyz9NWTr1q0sXbq0zONPPPFEPv74Y9atW4dt24wePZo5c+bg8/mIx+MUFBQk3L979+7k5uaWHho6c+ZMunfvjte75/rq1q1bueSSSygoKMDj8dCxY0cMw0jiKIiIiMievPrqqxx77LGlxQsAr9fL8ccfzyuvvLLfc4GcnBzWrFkDlBQtiouLgZI1MJo3b079+vXJz8/n9ddfL3PEZ0X9lnPWrFkA/Pzzz+Tm5nLcccftca4iIu6hIzBEJEEwGOThhx/m7rvvprCwEJ/Px/DhwzEMg/PPP5/c3Fx69epFs2bN6NWrV5mVvZs0acKYMWMYPHgwpmlyxBFHcMkll+Dz+ejUqRM9e/Zk8uTJCfcfO3YsV199NdFolBYtWnD33XfvNWP9+vXp0aMH/fv3xzRNfD4f99xzT5WMh4iIiCSaN28egwcPLtPeu3dvJk2axKBBg/ZrLnD11VczevRoZs+eTd++fTnooIOAkvW3Xn31VXr37k3Lli254YYbuOqqq7jvvvvIyMiodP677rqL//u//2Pu3Ln4fD7Gjh1L06ZNicfjCfl+WytMRNzDsG3bdjqEiIiIiIiIiMje6BQSEREREREREXE9FTBERERERERExPVUwBARERERERER11MBQ0RERERERERcr9quQpKXt3Pfd6oBsrPTyc8vcjpGytM4Vp7GMDk0jsmhcaw8N49hTk5Wte+ztswrwN3PfarQGCaHxjE5NI6VpzFMDjeP457mFjoCI8m8XtPpCDWCxrHyNIbJoXFMDo1j5WkMay8995WnMUwOjWNyaBwrT2OYHKk4jipgiIiIiIiIiIjrqYAhIiIiIiIiIq6nAoaIiIiIiIiIuJ4KGCIiIiIiIiLieipgiIiIiIiIiIjrqYAhIiIiIiIiIq6nAoaIiIiIiIiIuJ4KGCIiIiIiIiLieipgiIiIiIiIiIjrqYAhCWwb3nzTZPZsL8XFTqcRERGRVLdzJ8yY4eWjjzTtFBGRyvE6HUDcIxKBIUOCLF7sxbIMJk2ymDw5xMEH205HExERkRS0ZInJzTcH+Oknk2DQ5qyzojz8cDGG4XQyERFJRSqFS6np030sWuTDskpmFV9+aTJhgt/hVCIiIpKq/vMfHz/9ZAIQDhvMnetjyRLT4VQiIpKqVMCQUmvXlv055Jdf9BOJiIiIVMzmzYlTzWjUYPVqTT9FRKRiKvQJEgqFGD58OAMHDuS8885j8eLFyc4lDjj5ZItgMPF0kSOPjDuURkREahPNLWqmww+3ErYbNoxzxhkxh9KIiEiqq9AaGIsXL+bwww/n8ssvZ/369Vx66aX07Nkz2dmkmp14osXttxcze7aPoiLo0cPillsiTscSEZFaQHOLmmncuGIsCz75xKRBA5uhQ6O0aKG1tUREpGIqVMA47bTTSv9/48aNNG7cOGmBxFnDhkUZNizqdAwREallNLeomerWhUce0WXNREQkOQzbtitcBh8wYACbNm3ikUce4ZBDDtnrfWMxC69XizaJiIjInu3v3ELzChERkdqnUgUMgNWrV3PLLbfw0ksvYezlmlh5eTsrs5uUkZOTVWv+rVVJ41h5GsPk0Dgmh8ax8tw8hjk5WUntb3/mFm4di6rg5uc+VWgMk0PjmBwax8rTGCaHm8dxT3OLCi3i+fnnn7Nx40YA2rdvj2VZbN26teLpREREpFbT3EJERET2pUIFjNzcXKZNmwbAli1bKCoqIjs7O6nBREREpPbQ3EJERET2pUIFjAEDBrB161YuvPBCrrjiCu644w48Hl3TW0RERCpGcwsRERHZlwpdhSQYDPLAAw8kO4uIiIjUUppbiIiIyL7opw0RERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFxPBQwRERERERERcT0VMERERERERETE9VTAEBERERERERHXUwFDRERERERERFzP63QAcYeiInj0UT/r1hl062bRv3/M6UgiIiKSwlZ5P2FWYCZeTAaFLuXA+EFORxIRkRRXqQLG+PHjWbFiBbFYjGHDhtGnT59k5ZJqZNsweHAaS5aUvByeecbm++8jjBgRcTiZiIjUJppX1Bzve9/jijqD+cX8BYBXAy/zzLY5tIsf7HAyERFJZRU+heSDDz7gm2++YdasWUydOpVx48YlM5dUoyVLPCxbZpZux2IGL72kg3NERKT6aF5RszwdfLK0eAHws/kTT6U97mAiERGpCSr8LbVLly506NABgDp16hAKhbAsC9M09/FIcZvCQgPLSmyLRp3JIiIitZPmFTVL1Cg7kdhdm4iISHlU+AgM0zRJT08HYM6cOZxwwgmaZKSofv0sjj46sYJx0knWHu4tIiKSfJpX1CxnFZ9NZjyrdLuB1ZBzw+c7mEhERGoCw7ZtuzIdLFq0iMmTJzNt2jSysrL2eL9YzMLr1UTESbEYzJwJa9fChRdC69a7blu3Du67D9avh86d4dZbQfPGXZYvhzfeKBmbPn3AMJxOJCJSM2lekVo2boTp06FRIxg4EHy+XbfNZS6zmY0XL0MYQi96ORfUZaJEeYqnyCOPQQyiKU2djiQikhIqVcB45513+Pe//83UqVOpV6/eXu+bl7ezortJKTk5Wa78t1oWXHRRkLfe8gIGjRrF+de/wvTp484jLdw0jhMm+HjggQBFRQY+n82gQVHuvbfY6Vj75KYxTGUax+TQOFaem8cwJ2fPhYby0Lxi99z63C9bZnLddQHWry8pJHXvHmPmzBCBgMPBdsNNYxgmzIC6/XnP/w4Aza0W/GfHo3SPHe9wsn1z0zimMo1j5WkMk8PN47inuUWFTyHZuXMn48ePZ/LkyfucZIjz5s71lhYvADZv9vDYY769P0iIRuHpp30UFRn/2zaYM8fL+vU6BENEJJk0r0g9U6f6SosXAO++6+XppzW32JcZwSdLixcA6811TE1/xMFEIiKpo8KLeL722mvk5+dzww03lLbdf//9NGvWLCnBJLnWr/fwW/HiN9u26Uv4voTDkJ+fOE47dhisX2/QvHmlzr4SEZHf0bwi9exuHvHLL5pb7EueZ3OZtnxjqwNJRERST4ULGBdccAEXXHBBMrNIFTr33CiPPebjl192HXTTtas7Tx9xk6ws6NQpzqJFu8atY0eLTp3iDqYSEal5NK9IPd26Wbz33q6pZHZ2nL/8RVca2Zczi8/myeBjbDV3FS2OjR7nYCIRkdRR4QKGpJYWLWweeCDMtGk+8vMNjjnGYtSoiNOxUsKDD4YZM8bP11+btGwZZ8SIYi1wKiIitd7NN0eIROC990wyM20uvjhK+/Y6OnFfDrMOZ3zBgzwVfJICz066R3owoug2p2OJiKQEFTBqkT59LNcu2ulmjRvbTJzo/kU7RUREqpNpoh9DKujMyNmcGTnb6RgiIimnwot4ioiIiIiIiIhUFxUwRERERERERMT1VMAQEREREREREdfTGhi1TDgMhYUGfn/JIltZWQ4HEhERkZS2dSsEAiXzi+xsG5/P6UQiIlJTqYBRi/zrXz5mzPCxaZOBYRhkZtr07h3jwQeLNdkQERGRctm6Fa69Nsj775tEImDbBgccEOfaayMMGBBzOp6IiNRAOoWklsjN9fDwwwHWrTOJxTxEowb5+R5mz/YzcaLf6XgiIiKSYsaODbBokY/CQg/RqIdYzODrr03uv9/Pjh1OpxMRkZpIBYxa4p13vBQVGbu9bc0avQxERESkfL79dvfzh/XrTZYtM6s5jYiI1Ab65lpLdOoUK1334o/atIlXcxoRERFJda1b737+0KhRnC5dNLcQEZHkUwGjlujRI87QoRGys+OAjWHYBAI2/fpFGT484nQ8ERERSTG33BLh2GNjeDw2Hk/JjyTNmllcf32EnJzd/2giIiJSGSm7iOcWYwsjM0fwmXcVTeJNuLroenpH+zody7UMA+66K8K110bZvNkgPd3GMKBNG00wUpFtw7hxft54w4tpwhlnRLnhhqjTsUREUtpLL5lMmeLn118NjjrK4v77i8nMdDqVe7VsafPiiyHWrPGQlWXz668li3jqCmep6QfP94zOvJ1vzK9oZbVmRNFtdI51dTqWiEiClC1g3Jr5N14KzgPgO77hZ/Mnjs3vRpZdx+Fk7paTY+tXkRpg6lQfDz/sx7ZL1jVZs8ZDixY2556rVd9FRCpi40aDkSODbN5ccnDqt9+amCY8/HCxw8nczTCgffuS00VatND8IpXdlDWcZf4lAHzn/ZYtnjwWbHsbb+p+XRCRGihlTyFZ6f00YXut+TMv+uc6lEaken34oVlavACIRg3efVcLpomIVNS8ed7S4sVvVq3S+6rUDvnGVj77w9z6M+8qPjU/cSiRiMjupWwBI8dulLCdFk/nsFgHh9KIVK+GDcsujqYja0REKq5duzheb+L76O7ea0Vqokw7i5x44ty6YTyHNvG2DiUSEdm9lC1gDAtdRROrCQBBO8i54Qs4yjra4VQi1ePaa6N06PDb6SI2XbvGuPpqLcYqIlJRJ59scdZZ0dIrdrVoYXHVVVpbSGoHHz6GhoZRz8oGICOeycXhwTS0GzqcTEQkUcqe1HZWcX+6RXrwUuAFjoh14JhYN6cjiVSbFi1sXnstxNy5XgIBOOOMGN6U/WsWt8g3tjIuYwzfmd/S1jqAWwtHkWPnOB1LpFoYBkyaVMyFF0b55huTs8+Okp3tdCqR6jM0fAWnRPqw0P863aLdOcLSkc1SeYsWmcyY4SMchlNOsbjssiiGse/HiexJSn/laWQ34rLwMKdjiDjC74cBA7RopyTPNVnDWBRYAMAylvKT+SNztr/kcCqR6mMYJZcd79FDp45I7dQm3oYrwlc5HUNqiM8+M7juuiC//lpy0P/SpV48Hhg6VEe3ScWl7CkkIiKSPJuNzXzgezeh7QPfe/zk+dGZQCIiIpLS5s71lRYvAGIxgzff1OLIUjkqYIiICGkESbczEtrS4xlk2lkOJRIREZFUlpFRti09vfpzSM2iAoaIiJBl1+Hs4v547JKPBcM2OKv4bBrYDRxOJiIiIqlo6NAIhx5qlW43ahRn8GCdPiKVk9JrYIhI6nvV/xIL/fPJsrO4PHQ1reOtnY5UoxVSyIT0B1nnWUfHWEeGhofh+V8te0zhvXSOduUT38ccHj2C/pHzHU4rIiJSPkVFMGGCn7VrPXToULJopEc/2Vap3FwPM2f6ABgwIErnziXrCGVnw4svFjFtmp+iIjjvvCjt2tl760pkn1TAEBHHPB2YzsjMWwh5igB427eYV7YvoJ6tpf+rgo3NpXUGsjjwJgCz7Wf40fyBewrHA2BgcFbkHM6KnONkTBERkQq77LIgixaVfJmePdvL9997uO++YodT1VzLl3u49NI0Nm8uqRLNn+/liSdCpUWMunXhxhsjTkaUGkb1SBFxzLzA86XFC4CvfWt4KviEc4FquFzzI5b5l+5qMGB+4DVi6Go2IiKS+lau9LBkye9/nzVYuNCkWPWLKjNzpq+0eAGwebOHZ57xOZhIajoVMETEMTZlDyOMo8sXVhWbeJkxt//3n4iISKqL72YKsbs2EUldKmCIiGNOj5xFwA6Ubh8YO4iLw0OcC1TDdbGOoVu0e0Jbr+I++NAvJSIikvqOPDJO9+5WQluvXhaBwB4eIJV27rkxGjTYVSVq0CDOeefpyE6pOloDQ0QcMyQ8lDrxOizyLySLLC4rupL6uupFlTEweHzHDB5Ke4D15jqOiHXgqtB1TscSERFJCsOAxx4L8dBDftat83DYYXGuuUbrL1Sl446zmDIlzHPPlXytvOCCGN26Wft4lEjFqYAhIo46J3Ie50TOczpGrVHHrssdRWOcjiEiIlIlsrJg1CgVLarT8cdbHH+8ihZSPXQKiYiIiIiIiIi4ngoYIiIiIiIiIuJ6KmCIiIiIiIiIiOupgCFSzWxslvgW81xgJmHCFe4nRoyX/fOY73vd9Zce3WFs56nAE6w0P3E6ioiISI1TQAHPBJ7iI+8Hlepnk7GR6cFpfOf5NknJqs7H5gpmBJ5kp7HD6SgiUo20iKdINYoSZWidQbzpX0jUiDIh9hD/3TGFw6wjytXPL8YmhtS5kBW+XAwMukWP56kdz5Jl16mi5BW30Def27JGsNb8ibR4OueHB/CPwoecjiUiIlIjvOtdxk1Z1/G99zsCdoAzw3/hPwWPYmCUq5/pgSe4P2MseeZm6sbrMqzoGm4O3VpFqSvnpszreS44i7AR4qHYA4wv+BcnR3s5HUtEqoGOwBCpRs8GZzA/8CpRIwrAGu+X/Cet/F/m/53+ACv8uWCAbdi853+HSWkTkh03KSalP8xa8ycAQp4iZqU9S653ucOpREREaoaJ6Q/xvfc7AIqNYl4IPs9C34Jy9RElyuT0ieSZmwHY7tnOE2mP8avxa9LzVtZ73mXMDj5L2AgB8LP3Ryam/dvhVCJSXVTAEKlGP3l+LNO2ydxU7n42e34p249nQ0UiVblNno0J22EjxCrvSofSiIiI1CybPInziJgRY433y3L1UWDsZPMf+tls/sL35neVzpdsn3lXUWwUJ7RtMjfu4d4iUtOogCFSjU6J9CY9np7Q1iF6VLn7OTrWGexd217by7HR4yobr0ocEeuQsN3EasqZxWc7lEZERKRm+ePnbLZVnzOKzypXH9l2fQ7/Qz+HRg/jyFj55yhV7azis2lkNU5oOzzW0aE0IlLdtAaGSDWwsPjJ8yNHxTpxe+FoZgafptAopFu0OyOLRpW7vytD1/KL8QuLAgswbS+nF5/J+cUXVkHyyhtX8E/i2KzyfkqjeGOGha6mod3Q6VgiIiIpbds22LHD4O5W91FsFLPCm0t9uz6Xhi7ngPiB5e7vvp0PcGfm//G19ytax1ozoug2fPiqIHnlNLGbMrbwPianTWKLkUfH2JGMKxjvdCwRqSYqYIhUsaXeJYzOvI0vvV/Q2mrLtUU38Oa2ZZXq04OHu4ru4a6ie5KUsurk2Dk8tnO60zFERERqBNuGO+/0M2eOj+3bDbp0CTJhwjRatLD3/eC9ODh+CM/umJOklFXrL8X9+Utxf6djiIgDdAqJSBWysbk/Yyxf+D7HNmx+9H7PAxn3sc3IdzqaiIiIpKA33zSZOtVPXp6HSMTg3Xe93Huv3+lYIiLVQgUMkSpURBHfm4nXUt9obtBVOERERKRCVqwwiUYTL5H6ww+a0otI7aB3O5EqlE46B1gHJbQ1s5rTNXasQ4lEREQklXXubOH3J54ucsABcYfSiIhULxUwRKqQgcHIwtF0iB6J1/ZyYOxARhTeRh27rtPRREREJAWdcorFsGERGjeOEwzanHBCjNtvjzgdS0SkWmgRT5Eq1j12PAu3vc06z1oax5sQIOB0JBEREUlho0ZFuOGGCDt3GjRrVrnFO0VEUokKGCLVwIOHVvHWTscQERGRGiIrC7KyVLwQkdpFp5CIiIiIiIiIiOupgCEiIiIiIiIirlepAsbXX39Nr169mDFjRrLyiIiISC2leYWIiIjsTYXXwCgqKuLuu++mW7duycwjv1NIIXdljOIL32c0sZoyvOhvdLCOdDqWiOstXGjy5JM+du40OP54i5tvjuDR8WYirqZ5RfVYutRkyhQf+fkGXbtajBwZwasV0UT2KhaD++/388EHJnXr2lx2WZSTTrKcjiVSK1X4I8vv9zNlyhSmTJmSzDzyOyOybmBOcFbJhg++9X7Dwvy3dRULkb349luDG28MkpdXUrH44AMTw4ARI3SJORE307yi6m3ebDB8eID1600Ali/3EovBmDF6fxTZm3vu8TNx4q7596pVJvPnF+kKMCIOqHABw+v14i1HyT47Ox2v16zo7lJKTk5Wpfuwscnlw4S21d4veC/nLc7n/Er3nwqSMY61XW0cw4kTIS/v9y0Gy5cHyMmpeOGvNo5jVdA4Vl5NHkPNK/YuGc/9E0/A+vWJbbm5lXt/TCU1+e+nOtXGcczNTdzetMnD669ncuutFe+zNo5jsmkMkyPVxrHaDhrMzy+qrl05Kicni7y8nUnpK6NeFvh2bQftIHXyc8izktO/myVzHGur2jqGgYAPCCa0paVFycsLV6i/2jqOyaZxrDw3j6ETk5/aMq+A5D33mZleSt4fjdK29PSKvz+mEjf//aSS2jqOaWlBEiblQHp6iLy8WIX6q63jmEwaw+Rw8zjuaW6hs8Jd7KLwIDLjJU+cYRucWnw6nazODqcScbeBA6Mcc7Py4LcAACAASURBVMyuCUWjRnGGDIk6mEhExB3OPjuWcN5+/fpxBg3S+6PIvgwZEqVBg3jpdo8eMc49t2LFCxGpHC3b5GKXhYdxVOxoFvkX8qdYO/4S6e90JBHXCwbhuedCPPusj19/NTj33Cht2ugcVRER04Snnw4xa5aPDRsMzjorysEH6/1RZF9OO82iXbsiXnjBR+PGNgMGRPH59v04EUm+ChcwPv/8c+6//37Wr1+P1+tlwYIFTJgwgXr16iUzX63XKdaFTrEuTscQSSnBIFxyiX5VFEklmldUD5+v5Eg1ESmfgw6ytSC4iAtUuIBx+OGH89RTTyUzi4iIiNRSmleIiIjIvmgNDBERERERERFxPRUwRERERERERMT1tIinuMqOHTBtmp9oFPr08dCx464Vn8OEeTw4lY3mBnoV9+WE2IkOJq05li/38NprXho0gEsvjZCR4XQiERGR5MnN9fDWWxAM+rn00giZmbtu+8qzmtnBmQQIcGnoChraDZ0LWkNEiTI9+Dg/mT/SI3IivaN9nY4kIjWIChjiGoWF0L9/GitXlrwsp05N48EHw5x2mkWcOBfXuYAlgcUATA8+zqjCuxgavsLJyClv9mwvt90WZOdOA4AFC0zmzg3h9zscTEREJAnmzjW55ZYgO3YABJg/3+SFF0IEArDM+w5X1hnKZnMTAK/4X2TO9pdpZDdyNHMqs7G5rM5gXg+8AsC0tEcZUXgbw0M3OZxMRGoKnUIirvHUU77S4gVAfr6HGTNKrlE13/8qS/1vl95W5ClkdvDZak5Y88yc6SstXgAsX+7luedU1xQRkZrhmWd87Nixa7qbm+tl5sySucVTaY+XFi8A1vhWMy3t0WrPWJMs937Am/6FpdsRI8KcwCxsdLleEUkOFTDENX7/Rfo34XBJ21bPVmwj8cMvRFG15KrJinYzhNu2lX0eREREUlFRUdnPtJKjMSBkhMre3yis6kg12lZjKxEj8VKjuxtnEZGKUgFDXGPAgChNm+5a88LjsenZMwbAOeHzOCTaPuH+x0e1BkZlnXiiBb/7VaR1a4sLL4w6F0hERCSJTjop8XOuZUuLAQNK5hZ9ivvht3edM1nfakD/4vOrO2KN0jvalw7RIxPaukd7YKAfR0QkOXSsuLhGy5Y2jzwSZto0H5GIj2OPLebKK0u+TKeTziM7pjEx/d/kefI4OtaJm4tudThx6vv73yOQVsQry/NpWNdk1GUNyM52OpWIiEhyjBgRIS3N5qOPgqSlRbn88gg5OSUFjYHFg4kTZ0HgNQJ2kAvDF9MxdpTDiVObFy9TdjzByMxb+Mn8nu6RExhbeL/TsUSkBlEBQ1ylWzeLbt0scnJ85OUlHglwaPwwJhbo3NRkWhp4izljrmOtuZbvbZNJxX9m6s7peHRwloiI1ACGAdddFyUnJ0heXrjM7YOKL2FQ8SUOJKu5/pv2H5b5l1BsFLPN2E7nWFcuKL7Q6VgiUkPoW4pILTY5bSJrzbUAWIbFq4GXecX/ksOpREREJBWt9nzJc8GZFBvFAGwx85iS9ojDqUSkJlEBQ6QWy/PkJWzbhs335ncOpREREZFU9pV3NYWegoS2Xz15ugqJiCSNChgitdhR0aMTthtaOZxd3N+hNCIiIpLK+kRO5cDYQQltHaNHaxFPEUkarYEhUouNKbwXy7DI9X5Etp3NpeHLaB1vs9+P/8bzNTY27eIHV11IERERSQnppDN+50M8nP4vNprrOSx2OGMLxu/344spZpV3Je2sdtS161VhUhFJVSpgiNRiaaTxr4IJ5X5ciBBX1LmEJf63ADghchKP7niCdNKTHVFERERSSI/YCfTYcUK5H/embyGjM27na99XNLGaclXRdVwVvrYKEopIKtMpJCJSbhPSH2RB4DXCRpiwEWZhYD4Ppz/gdCwRERFJQTY2/8y4n699XwGwydzIf9IfYrOx2eFkIuI2KmCISLn95PmxTNuPZtk2ERERkX2JEOFnz08JbXnmZnK9yx1KJCJupQKGiJTbodZhZdrax8q2iYiIiOxLgAB/stoltDW3WtAjVv5TUUSkZlMBQ0TK7crQtVwUGkRjqzGNrMb8NTSQa0LXJ6VvG5sQoaT0JSIiIqnhzoKxdI0cS1Y8i/bRw7i98E6y7DpJ6Tv6v/9EJPVpEU8RKTcTkwcL/kMhhdjYZJKZlH5fDDzPhLSH2OjZQHvrMO7ZOZ6D44ckpW8RERFxryOto3l5+wLyja3UseviTcLXFAuLWzNu4s3AGxgYnFr8Z8YU3otHv+GKpCwVMESkwjLISFpfO4zt3JVxB+vMtQDkmW8zKutWZm+fl7R9iIiIiHsZGNS3GyStv4lpD/Nk+rTS7UfT/ktb60CGhq9I2j5EpHqp/CgirvCW783S4sVvVptfYmE5lEhERERS2WfelYkNBqz0fuJMGBFJChUwRMQVOsU6k21lJ7S1iLfExHQokYiIiKSy5laLMm0t4i0dSCIiyaIChoi4Qst4Ky4PXUUDq+TQ0baxA7ix8GaHU4mIiEiqujF0Mz0iJ+K1vfhsHycX9+baohucjiUilaA1MESk0jYZG7kzcxRfm6tpFW9Dh8iRvBN4myKjiBMiJ3Fb0aj9WjDr5tCtDAwP5jPvKo6LHs/ktIk8mPFPvLaP/sXnMSQ8tBr+NckVJcpdGaP40Pc+9eL1uCR8GadFznA6loiIiKu9EJjDjMCTFHh20iVyLGEjzKe+FTSIN2RY6GpOjvbeZx917XrM2f4SueZyTLw0tBtyY9a1fGN+RRvrAP5eeHtKLhb+8ccGDz4YYMMGD4ccYnHXXcU0bOh0KpHqoQKGiFTajVnX8WZgIQCf8xnz/a8SN+IAfOJdQbqdzo2hEfvVVxO7KU2iTZkafITxGeNK+1nl/ZTm8Rb0jvStmn9EFbk7fTSPpk8q3f7S+wWHbjucNvG2DqYSERFxr8/MVfw98ya2efIB+MT3ccLtX3nXsCj/HRra+/7WbmDQxToGgHPrnslS/9sAfO77jE2ejby6veQKJakiEoG//S2NL78sOcX2s89MCgsNnngi7HAykeqhU0hEpFJ2Gjv42Jub0PZb0QEAA973vVfuft/1L0voJ+Qp4g3/ggrndMpH/g8TtvPMzcwNPOdQGhEREfd7JTCvtHixOxvM9TwfnFWuPvOMvDLzlY99uawxV1coo1PeftssLV785uOPTaJRhwKJVDMVMESkUoJ2Gtl29l7vU38ft+9OvXjZx9TfTZvbZe8m8+4WFRMREZESjeJN9nq7x/bQxirfkYyZdibZdv2EtvrxBjSONy53Pie1aRMnM9NOaMvOtvHquHqpJVTAEJFK8eHj4tAlZMYzAfDbfhpbTUtvbx1ry+Whq8rd75VF13BQrF3p9lGRTgwLXVP5wNXs8tBVNLWalWzYcHJxL/pHznc2lIiIiIsNDA+mR+SE0u0GVgPq/e9KZYZt0C/yZ/pETi1Xn2mkMTA0mPR4BgBBO8iA8EXUtxskL3g1aNfO5pxzovh8JUWMunXjDB4cwUids2BEKkW1OqnxQoQYnz6Ob7xf0cpqw4iiW8tU4FPRS/55vBSYiweTC8J/5ZRoH8eyXBO+nh7RE3nb/yZHRo+mW6w7cwKz2ObJZ0D4ogqN98HxQ1i4bTHPBGaQRhrnh/9KgEAVpK9aPaOnsCB/MXOCs2hmNeesyDm6NKyISIpbvtzDE0/4KSqC3r1jXHRRzOlIlRYOw/jxfr7+2kPLlnFGjIhQ36HpUoAAs7bPY67/OfLMzVwQvoiQUcS8wPO0tQ7gtMgZFVq34sbQCE6Knsw7viV0jnbluNjxVZC+6v3jH8WcdlqMzz4z6dMnSvv29r4fJFJDGLZtV8srPi9vZ3XsxnE5OVm15t9alZI5jpdlDeal4Aul2ycV92T2jheT0rdTXvO/zDVZwyj0FACQbdXniR0z6Pa7D2K9FpND45gcGsfKc/MY5uRkVfs+3ToWVcHNz32qSOYY/vijwVlnpbNxY8mBzH6/zdixYYYMSe0ixuWXB3nxRV/pdo8eMebMCSX8sq/XYnJoHCtPY5gcbh7HPc0tdAqJ1GjbjW2841uS0Pae/12+Nr9yKFFyvByYV1q8AMg3tzI3OMfBRCIiIrXDs8/6SosXAJGIweuvp/ZBzQUF8O67iUcHfvCByerV+qogIu6idyWp0Uzbix9/QpvP9pNupzuUKDl8tr9MW8BOvdMrREREUk1gNx+3u2tLJR5PyZEkv+fzQXq6Tk0QEXdRAUNqtEwyOb34TAx71/GP/SKn0iLe0sFUlXdxeAhNrF0rdLey2jAodKmDiURERGqHSy6JcMghVul2vXpxBgxI7WtYpqfD6afHMIxdBYs+faK0aaMChoi4S2of7yalCink0bRJbPJspHu0B2dGznY6kmuMK/wHh8c6sMr7KX+y2jEkfJnTkSqtS+wYnt02l1lpT2PaXgaFL6Ft/ACnY5XaYKznsbQphIxC/lLcn66xY5PW905jB5ODk8gzN9Mzcgr9In9OWt8iIrLLp96PeS4wC7/tY3B4KG3i5btsZU2VnQ3PPRdi6lQfhYVw9tkxunSJOx2r0u6+O8Jhh8X59FOTgw6KM2SIu4oyC/yv85b/DRrEG3Jl6Brq2HWT1vdH3g95ITCHNDudS0OX09zW5c5F3EqLeCaZEwuhxIlzfp2zWBooWevBb/u5ufA2bgjdVK05ksnNC8qkCqfGMM/I4y91T+MbX8k6I/Xi2Ty8YxL9opUvNESJcna9P7Pc9wFQcgm0UQV3cXm4/Jdp3V96LSaHxrHy3DyGWsSzajnx3C/1LuGqOkPJMzcD0DZ2ALO2v5CyRQw3//2kEqfGcWrwEcZk3kHYCAPQJXoM87a9hg/fPh65bwt8r3F91tXkm1sB+FOsHS9se41GdqNK970nej1WnsYwOdw8jlrEswZ7w7eAd/xLS7cjRoQXA887mEhqs8fTppQWLwC2efKZmfZMUvqe53++tHgBEDbCWrxURKQKPBt8qrR4AfCD93ueDD7mYCKpzZ4PPldavAD4yFdyxEQyzEx7prR4AfCN92seT5uSlL5FJPlUwKgBCjw7sY3EA2kihrsO+5PaI0KkTFt0N20VUeQpqrK+RURkl6hR9r1VcwtxSpSyr70io+ycoGJ97+a1rrmFiGupgFEDnFl8Nh2iRya09Yyc4lAaqe3+Gh5IU6tZ6XbADnBq8elJ6fu88AAOiR1aum3YBj0jvZLSt4iI7HJ68VmkxzNKtxtaOZxXfIGDiaQ2OyXSK2FB9oNj7Tk//Nek9H1q8RkJV3JrYjVlQPiipPQtIsln3nnnnXdWx46KimpHJTMjI1Dt/1YTkxMjJxMximkab8b54Qv5e9HteFK4PhXPiDDJnsRK76ccHGtf6XMcV3g/YnbgWSJEaB1vk5yQVShEiBnBJ1nue5+DrUMIUP7rs+3va3GdZy2PBx9jg2cd7axDKv26qW/Xp1O0M1GiHBA/kKuKruPC4osr1edvfPjoETmRYqOY5vGWXBQaxN9Ct2Bg7PvBFeTE33RNpHGsPDePYUZG9V9D0q1jURWceO4PsQ6ljdUWA4PDYx24rfAOjol1q9YMyZSREeDdd2PMmuWjuBhat7YxKvHRESHC7MAzLPEv5gDrINJx/+XZv/KsYUbwSbZ58jnQ+lOFPjv357VoY7PQt4BXAi9SN16PHDunopFLHR89gcx4Jmmkc0y0G3cX3EsTu2ml+wXoYHWkhdUS0/bSMXokowrvooN15L4fWAlufj9PFRrD5HDzOO5pbqFFPJPMzQuhpIpvPd9wWYOL+ZIvAegQ7cjT2+fQ2G5cof4eSvsnD6b/k5CnCL/tZ2jRFdxVNC6ZkZNqi7GFv9btz0rfJ0DJYlLTts/g4Pgh5epnf16LC3yvcVPWcDabv4ANvSN9mb5jJiZmhfPXNPqbTg6NY+W5eQy1iGfVcvNznyqmTctizBiboiIDv99myJAIY8dWbNIeIsSAumfzvv89AFparfnvjilJveJWsj0dmM5dmaPY5snHtE3OCZ/LxILyr/OwP6/F6zOv4rngTCzDom68LqMK72JQWJd6/z39TVeexjA53DyOWsRTUsbk9EmlxQuAVb6VPJo2qUJ9hQnzdHA6of+tnRAxIswKPkuekZeUrFVhctrE0uIFlCwm9Wh6xf79+/JY2pSS4gWAAW/4F/Cif26V7EtERMQJkQhMmQJFRcb/tg1mz/axaVPFDsF4Im1qafECYK35E4+m/TcpWavKE2lT2ebJB8AyLF4OvsgK70dJ388qcyUvBuZiGRYA2z3beUKLv4pIEqmAIa6zzcgv2+bZupt77luhUUj+Hx67zZPPL55NFeqvOvw2wfi9/N2MSXL29YdxNWCdua5K9iUiIuKEUAi2/uHjbvt2g40bK1bA2N2PILubu7jJH+cRYSPMt+a3Sd/PD+Z3hDyhxH178rGplgO+RaQWUAFDXKdH5ES8eEu3g3aQkyN9KtRXA7sBnaKdE9qOinbiUOuwSmWsSr0ifUmL7zqX1rRNekROrJJ9dYkek7Dd2GpC/+LzqmRfIiIiTqhbF45J/LjjyCMtOnaMV6i/MyJnUS9eb1eDDcdGj6tEwqrXKdYlYfvA2J84o/ispO+nb+Q02kUTT3ntHO1SpWtViUjtokU8k6wiC6FsM/J507eI+naDlFgEqqp1sI6kQUZdtkd20spqzZWha7ig+MIK99c90oNfPJvx2T66Ro9hbMH9FV5Qat06g3ffNWne3MZXuXVF9+gg6080sOuz09hJU6sZg8KXcmX4mnJ/+O/Pa7FH9ER2GjuIE+eQWHtuK/w/jrI6VSZ+jeOmxY0KjJ286VtElp1FJtW/5kBluGkcU5Wbx1CLeFatijz3q8xPWeNdTat4a315BM44I8CPP0bw+aBLF4sxY4pp1KhifTWNN6N5vAXb2U5DO4fzw3/lltDICo2zbcP773v45ReDpk0rt7Do3pwU7ckWYwsGBh1jR3FH4Rjaxg8odz/7ei168dIh1pEtni1k2OmcHOnFvYX/JEiwMvFrHDe9n6/xfMlK76e0irdOqQsAuGkMU5mbx1GLeFaT8i6E8nRgOuMzxrHR3EAjqzE3Fo1gaPiKKkyYGty4oMy99/p5/HEf27Z5aNvW4p57iunVy3I61h65cQxTkVvG8UX/XMZkjmat+RMNrIYMC13DDaGbnI6139wyjqnMzWOoRTyrVnme+yhRrswayhuB+RRTzNHRzkzeOY1W8dZVnNLd3Pj3s2ULXHZZGh98YOL1wgknxHjssTBpaU4n2zM3jmMqcsM4xokzPPNqXgrMI+Qp4ohoRybseIRD4+49Svn33DCGNYGbxzHpi3iOGzeOCy64gAEDBrBq1aoKB6vNiinmP+kPsdHcAMBm8xcmpT9MIYUOJ5M/+vZbg8ceKyleAPzwg8m//+13OJXUFnHiPJz+IGvNnwD41dzCo2mT2GxsdjiZSHJpblF5M4JP8nJwHmEjjG3YrPB/xIPp/3A6luzGQw/5ee89L/G4QSRisGiRj0ce0dxCqsfL/nnMDj5butD9Z76VPJgx3uFUIvtWoQLG8uXL+emnn5g1axb33HMP99xzT7Jz1QpbPHms/8OCiWs9P5dpE+ctX26yY0fin8u6dTokV6pHmDAbPInvC1vMPFZ5P3UokUjyaW6RHD+Y35VpW+9Z70AS2ZcNG8pOw9eu1dxCqsca72psI/FA/PWm3ivE/SpUwHj//ffp1asXAAceeCDbt2+noKAgqcFqg6bxZrSPJR6mdWjscA6wDnQokezJqafGaNo08XSR9u21orZUj3TSaf+HhWfbxg7guOjxDiUSST7NLZKjW7Q7PjtxkaZDY6lxSHhtc/jhiYuIejw2nTq599RUqVl6Rk4hPZ649l772KEOpRHZfxUqYGzZsoXs7OzS7fr165OXV/aSUrJ3HjzcXXAvx0aOI8dqRJdIV+4uuC/hChziDtnZMHp0MR06WOTkxOnZM8bdd4edjsVOYwcFODfBLzB2UmC487y5mubugns5PnIiOVYjjop24q6Ce7Tor9Qomlskx6mR0xleeBMHxg6kmdWc88IDuLXo/5yOJbtx/fURLr44QosWFm3aWFx5ZYQLL4w5msnGJs/Iw8KZQspv+4/h7DjUBl1jxzKicCTtogfTxGrKGeG/cGfhWKdjiexTUr4p7886oNnZ6Xi9ZjJ253rlWczsz/Tmz/QmQgSf6cPw69DB3zixKNzeDBsGV1wB0Sj4/R4g07EsESIMZSgLWYiJyZmcyUQmYpL4N1ZVYxgjxjCG8SqvAnAqp/Ioj+Kjii7N4jA3vBZP4jje4e1d7xX1Uu+9wg3jmOpq0xjua25Rm+YVUL7n/h/cy/3cg4WFz/ShC0CUcOPfz/TpEIuBYYBpmkD1X9HnN0tZyghGsJrVtKUtoxjFuZxb5n5VNY7LWc6N3MhnfEYrWvF3/s7FXFwl+3IDN7we7+R27uC2lH2vcMMY1gSpNo4VKmA0atSILVu2lG5v3ryZnJy9X5YyP7+oIrtKOZVbybU4qVlSmZtXxHWD8enjmJExo3R7MpNptfMALg9fVdpWlWP4n7SHmJY5rXT7CZ6geUFrhqfQVTH2lztfi6n3XuHOcUwtbh7DZEx+yju3qC3zCqjsc+/80YJu4Oa/Hzewsbmx3k187MsFYBWr+Hvs73TNP4E0dl0WpSrH8ca6N/Ge/z0AvuALbrNGclx+T+rYdatkf05y5+sxtd4r3DmGqcfN45jUq5B0796dBQsWAPDFF1/QqFEjMjOd+zVapLb5ylxTpu0L7+fVtv/V5pdl27xl20RE9pfmFiLO2Wps5Rvzq4S2773f85l3ZbXsv5hivjG/Tmhbb65jmfedatm/iKSOCh2BcfTRR3PYYYcxYMAADMNg9OjRyc4lInvRympdpq1tNS7+2jrepkxbG6tsm4jI/tLcQsQ59ex6tLba8Lnns9K2FlYLDrWqZwFYP35axVuTZ+66PHiO1YgusWOqZf8ikjoqvAbGzTffnMwcIlIONxXdwhrvapb5l+CxTXpFe3Nl6Jpq2/91RTfyufcz3va9BYbNiZGeXF9U804fEZHqpbmFiDNMTG4uuo27M0bznfcbWlgtuaHoJjLt6jk33sBgROFtjM4YyVe+NTSzmnFl0bXk2Hs/RV1Eah9d7kJqvO883zIm8w6+Mb+itdWGvxfezpHW0U7HqpRMsnh2xxy+8XyNDx9t4m2rdf9ppDF9x7P84PmeOHFMvFyTdTlfedfQymrNzUW30jnWtVozSc0UJ86Y9Dt42/8WAfz0D5/PFeGrnY4lIrXc9ODjPBN8ihBFdI+ewJjCcSl/FbnTIqdzcqQXX5qf0y5+cLUVL35zcrQXx287gS/MzzgwfhAv+1/itLq9KDB20i3anbsL78OPv1ozSc20xrOasZmj+d78jrbWgYwsHMVh1hFOx5L9lNrvtCL7YUTWDSzzLwXgW+83bPHkMX/b4jJX7EhFf4q3c3T/beMHAHBe3bNY4l8MlIzxL+YvvJG/JOUnc+K8CWkPMin9YfjfRVdWe7+kbfxAekf6OhtMRGqtD7zvMTrjdgo9JZcxX+37kkw7g5FFqX/aU5AgR1udHdu/Hz9HWZ34xLuCOzJvZaenZHHBNb7VpNsZjC6627FsUjPY2NycNZzl/g+AknlrvvErr25fhEHqXeGtNqrQIp4iqWKLsYWV3k8S2lZ6P+ULs/oWvKzpdhjbWWl+mtD2hfczVng/ciiR1CQf+T7k9/OJsBFmsW+Rc4FEpNZb6J9fWrz4zQpvrkNpaqbX/a+WFi9+89sVUkQqY71nHSt9id8NPvF9zI+eHxxKJOWlAobUaFl2FjnxRgltOfFGtIi3cChRzZNuZ5Q5R7WB1YA2VvWe1iI1U8N42fOfG8UbO5BERKREs3jzMm1aqyG5WsRblmnL2c3ngUh5Zcfrl5lHNI431t9wClEBQ2q0AAEuCV1G3Xg9ADLimQwKD6G+3cDhZDWHFy9DQ1eQbWUDkB7P4KLwYBrbTRxOJjXBNUXDOSR2aMmGDcdFjufy0FXOhhKRWu3i8BBOKj4Fwy45POyg2J+4uuh6h1PVLH8ND6RXcR88dslXlQNiB3JV6DqHU0lNkEEGQ0JDqROvA0BWPIvBoaHVvuaLVJxOUJcaYZ2xln9m3Mc6z1raWYdwe+FoMsgAYFj4GnpF+rLIv5Bu0e50sDo6nLbmuTR8BSdHerPA/zrHRrvR0Tpqvx5n2zBxoo933jHJyoKhQ6N062ZVcdrqFSfOf9IeYpnvHeradbk8dCVdY8c6HStl/CnejgX5i3k+OJuseB1Oj5xZI9avERH3m+d/nueDz2ET58ziszm/+K9AyY8jM3c8z+v+V/nVs4X+4fNL5xySHD58PL3jORb4XmeTuZFzwxeQSeZ+PXbtWoN//tPP+vUGBx8cZ+TICBk17On50fMD/0ofzwbPeg6NHc5tRaNII83pWCnjutCN9Ck+lbf9b3FC5CTaxw91OpKUgwoYkvJsbK6sM7R0MZ6lvM1mzy9M3flk6X0OjB/EgeGDnIpYK7SJt2VYOa8O8e9/+7j33gD2/37Fys318MorIVq0sKsioiP+mXYf/8y4r3QdhxW+j3g9/00doVIOaaQxMDzY6RgiUou85XuDm7KuL12H4R3fUtLsdM6InAWABw9/jpzhZMQaz8CgX/Q0iO7/Y+JxuPLKIB99VPIVZ+lS2LzZw5Qp4SpKWf0sLK7MGsrH/pI1QZYG3maLmceknVMcTpZaDo4fwsHhQ5yOIRWgU0gk5a0wc8n1LU9oe9/3LoUUOpRI9tfixd7S4gXAhg0mM2f6HEyUfEv9bycsQrnOXMvM4DNOxRERkf3wSuDFhEUkQ54iXve/4mAi2R8ffeQhNzfxKL333zcJhRwKVAXe8b1dZkHT93zLiBFzKJFI9VIBQ1Jetp1Nmp2e+FINQgAAIABJREFU0JZuZ+CjZn0RronS08seaVGnTs05+gL+v737DpCivP84/p7te4U7wKNYKfaCgmBARLEXigVRFDRGI1Y0JpYoiWLsxmgURJCiKAh4+FOxYUOiooYQe4uKEZB6lOPa9pnfHxdXl+Mot2Vm7z4v/3Ge29v53Hdndx++u/MMDY5NgBKrxIYkIiKyvbb02l1AwzFxltJSi0AgdaygwMLTjL5z3sZsS4DUP7LAKsClf9ZJC6EjXfJeV3NPTo4OSG57LA9nRIbgw2djKtkeI0bEaN3aTG537x5nxIgd+K5oHhgeOY/S/y0iC9AzehjDwsNtTCQiItvym9DFdIl3SW7vltidC0IX2ZhItsc++1icfPLP8wiv12LIkDjeZvSZVrfEIZwQOTm57bN8nBk+Ww0MaTGaUT9SWrKx1RPoG+3HN57/8KtYH06JDkz+LEGCR4Pj+dL9BZ0TXbgidDV+/CzwzGdu4FkCVoBzQ+fxmn8e/3V/z/6JAxkZukwLBebAgAEJdt01xHPPeSgthYsuilLQzD7gOi0yhOXGMsoDsyi1SnmgalyDT05EsulT98fMCD5JggRDw2fzq3gfuyOJON6e5l48W/kyTwSnYmIxIvxrdjN3T/78e9cSpgQnEjLqGBAZzLGxE4gS5ZHgOL5zf8M+iX3pG+3H7OBTxIkzJHwWfeJ9bfyLWo6HH47Qr1+Cb75x0adPgpNOal6LgwP8rfoh6qhjuXspfWJ9uSZ0nd2RpAWxsJgWmMq/PYvZxdyZK+t+RxG5u4qLGhjSLLhxMzxyPkQa/uzaoquZEXwiuf2Z91PODJ/F1cWXU+WqAmBG4AlCrp9PkPzW/R/urxmb9dwCBx9scvDBUbtjZM3jgSn8tehuwkb98XVh6fm8tPH17V5NXSQdn7o/5rxWw1jlWQnAy74XmFT1OH3j/WxOJuJ8Ha2duaHuTw3G1xhrGF5yJks8SwB4zv8s99U8wDzfKzwXeCZ5u6AZTM4tXvLNZWLVYxwZ75+T7C2Z2w3Dhzff9SAsLC5u9WsW+OcD8I3nPwSsAH+pu8vmZNJS/KXgZsYXPIRl1J/2vdiziPKquRi/XPQti/RdI2nWaoxqXvfNSxmb732DaYGpyeYFkNK8AHjNN48aanKSUZq35/zPJJsXAF95vmB68HH7AkmL8lTwyWTzAmCdu4LZWkRWJC3TglOSzQuAGlc1M/0zeNP3Wsrtfjm3WO9er+eeZMS/PB+w0PdOctsyLF7xv0yC5vdNE3EeC4tX/C8mmxcAC33v8q737ZxlUANDmjULC5PURSEtw8TEbOQ3fv49jOa1mKTYw6LhcaRJhuTK5q9/9WNbf/0Tka2ztvAcMkls39xCJE3xLRxrlmHq+JKc2fw10MIiviPXO06TGhjSrBVbrTg6dmzK2JHR/gyPnE+hWZgcC5ipaxIcEz2OIit353JJ8zUgMgif9fOCsnvF9uG88AX2BZIW5azwMMoS7ZLbpWZrhoTPtjGRSP4bEb6A3RN7JLeDZgFDI+fQP3ZMyu38pj/5/6VmKWdEzsxZRmm++sT70jt2eMrYsZHj8WhlAMkBA4Njoyfyy37Zr2J9OGqz179s0pEuzd4D1ePokujK1+6v6JToxO/qrqOQQnyWn5d9c/ET5KzQObzhf5Wl7h/YL7E/o+qusTu2ZEmcOE/7Z7LMvZSTIwM4ONE9q/sbGb6cECGeCZRTapZyd83faKXLqEqO9IwfxuSqacwOzCCByRnhszg6nrtJhkhztIu5K9MqZzK1YBIh6jgpegqDo6dzauQMHiy4jyXuJeyV2Ju+0SMoD8wmTpwzIkM5Jnac3dElS1YaK5gZmE6QIOeHLszqOlcGBlOqnmRU0SUsdS+ld6wPd9b+NWv7E9nc7bV3s6u5Kx97PqJjoiNXh67N6VVwDMuycvJ9o4qK6lzsxnZlZcUt5m/NJtUxfaphQxYW57Uaxmv+VwBoZbbi1pq7GB45r9HfSbeOL/te5A9FV7HevQ6Aw6P9eHrTsy3uMr86HtPn5BqWleX+G2tOrUU2OPmxzxeqYWaojg0t9ixiZKvf8KN7OQAHxbpRvmkubaw2jf5OunW8omgkcwKzsQyLoFnA9XU3cUXoqibfXz7SsZgZTq5jY3MLnUIiIi3G695XUxZZq3JVZX1BzScCU5PNC4D3fO/wtH9mVvcpIiIiuTE1MCnZvID6q91NDk7I2v6+cH/Oi/65yUUUQ646Zvqf1PpG0mKogSEiLcYq90oSRuoCmtVkt+tc7Wp4/+tcFVndp4iIiOTGL69qlxwzGo5lymrXKkKuupSxale1FgiXFkMNDBFpMYaEz6JLvGvKWO94n6zu8/Bo35TtDomODI0My+o+RUREJDf6R4/GbbmT2yVmCYMjp2Vtf0fFjqZb7JCUscNivfHizdo+RZxEi3hKi7DaWMXrvlfpFzuKTmbnnO+/wqhgnu8l+sT6sqe5V1b2sdJYwRu+1+gfO4bdzT22/QsO9bXrK/7l/ScDooNoY7Vt0n1YWLzvWchK9woGRk4lQP1VZoooYlz1RMYHH6LCVUH32KGMrrslk/FTmJh0jx3KoNDprHWvptRqzW9DI9nF3DVr+xQRkeyzsHjX+zYVrrUMjJxqy7pGH3jeY7l7GYMipyXf5zLJwuJt71tsNDZySnRQ3q7dlCDBPO/LePBwfOzEJi82WEcdL/ifp0uiM73ivZPjF4UvIUKUN/yv4rf8nBMewWG/+HmmVRqVnBg+hTKzHdVGFfvHD+Dm2r9kbX8iTqMGhjR70wJTuKfgTta5Kyg1W3N53VX8LvSHnO3/af9Mbiu8hTXu1bQyW3FR6BJurPtzRvcxOTCRvxXcw3r3OlonWnNV6PeM4U8Z3Ucu3FpwM9OCk6lx1XBf4m5urb2D0yJDdug+EiS4uPgCXvO/QtSI8lDsAcZVT6Bbov7Tip7xw5haPT0b8VNsNDbw61bn8k/v+1hYHBbvzd+rHqZtE5syIiLiDDFiXNjqPOb7XidmxNg//gATNk1hX3O/nOw/QYJLii9knv8lokaUB2P3M7bmEbrHD83YPiJEuLDVCN7yvUnciHNgrBuPVj1GGT0yto9cWGus5YJW57LYuwgDg96xvjxZNXOHrwb2L88/ubr4Cr7zfIPf8jMgMphHqidj/O+/K8JXcUU4+4toPuN/mlsL/8xq9yqKzWIuDI3M6gcxIk6kU0ikWYsSZWJwPOvc9WsOVLo2MiU4kUpjY072b2LySHAsa9yrgfrzJKcFprLKWJmxfYQJMyn4SHKhyI3ujUwOTsz62g6Z9l/X90wPPkaNqwaoX69ifPChHb6fOf5ZvOh/nqgRBeBr75c8VPBARrNuj3HBB/nA9179IlsGLPJ+wNhg7nOIiEhmzQg8wav+l4kZMQC+9Hye0/eZ53zPMNf/bPJ97hvv1xl/f5kWmMrr/leJG3EAPvd+ykMF92d0H7kwtuB+FvsWgQGWYfG+710eDj64w/fzUMEDfOf5BoCIEeE5/zO87Hsh03G3ysJifPAhVrtXAfXrXkwLTmW5a1lOc4jYTQ0MadY2GZtY7VqVMrbGtZqlrqU52X+YMGtca1LGNrjX85Xni4ztY4NrPavcqQ2Rla4VrGBFxvaRC595PmGTa1PK2GrX6h1elOp79/dgpI6tda1ON94OW7OFff7UyBIRkfy1zPVDg7E17lUNb5glS9zfNXifW+Nes+UbN9GP7ob/KF5tw3tpujafgwGsasLfsfk8wjRM/uP+T5NzNUWUaIPHoNK1kS/cn+c0h4jd1MCQZm0naycOjHdLGTsgfiAHJA7Myf4LKODAxEEpY3vG9+bwWL+M7aOjuTMHxVL/xm7xg9mbvTO2j1w4NnoCneJdUsYOjHfDjbuR39iy46MnUGgWbXY/B6edb0f1jB+Gy/r5JdawDA6N9cp5DhERyayjo8cRNAtSxjZfVDGbToidRNFm73ObzwPS1S/aH7/lTxk7JN49o/vIhUNjPcH6edttuflVbMfXpzhgs7lkiVnCyZEB6cbbIX78HBhPnVN2jXflqNjROc0hYjf3mDFjxuRiR3V10VzsxnaFhf4W87dmUybquNZYS8gIcXisL0tdPxA34nSLHcIttbfndJHLHrGeLHP/QNSIckD8IP5UO4adrJ1Y71pPK6tV2vdvYHBQvBvL3EuJE+fgWHfG1N7B3sGueXUs+vDRKdGZFa4fceGiT6wvd9b8lVKrdIfuZ2dzV4qtYta61lBgFXBi5BRur717m6tzm5gsdf2Az/Kn3Lapx+LB8e5EiLDR2EAbayeGhUdwTehajM0/Nmsh9NqYPifXsLDQv+0bZZhTa5ENTn7s80UmapggwVLXD+yT2I8iq4gK1xqKrCIGRAYzpvZ2PDlaWq6D2ZESq5Q1rtUErQJOiJ7MbTV3s9q1Chcu/KT/fOxq7onfClBhrKXYKmZQ5DRurr2N4sJgXh2LPeI9qaWOTa6N7JQo47zwr7ksPGqH34v7Ro/gR/eP1FFHp0Qnrqr7A8fGj9/m71UbVaxxraaVVZKyz6Yejz1jh7HMvZSIEWH/+IGMrr2Fvc19dvh+mgO9LmaGk+vY2NzCsCzL2uJPMqyiIr/Ox2+qsrLiFvO3ZlM6dQwT5sriS3jL9wYGBsdFT+Sh6kccsXq2hcWfCm/gWf8z1Liq6R09nIerJ1FmlWV8XzoWt99izyJuKrqezz2fsrO5K5fWXc5vw5cCqmOmqI7pc3INy8qKc75Pp9YiG5z82OeLdGv4tmcBY4pG85XnS/ZI7MGout8zPHJ+BhM23RLXd1xTfCX/9v6LtmZbhod/zQ11o7OyLx2L2++egtuZEXiC9a71HBrrxd+rH6aLWX8pd9UxfaphZji5jo3NLXQKiTQ7DxXcz9zAs1S7qqlyVfF/gXLGB8faHQuAF33PMzU4iXXuCsJGmAX++dxVqEtf2e2Owlv52PshcSPOMvcP3F/wV1YbuTufWUREnMvC4q6i2/jc+xkJI8H3nu+5r/Buqo0qu6MBcGfhX/jA9x4xI8Zq92rGB8ey2PNPu2O1aP/yfMDDBWNZ7V5NzIjxge897ii81e5YIs2CGhjS7Cxxf9dg7Dv3tzYkaehjz0ckjNRFKb93L7EpjUD9xHTzx2Cdu4J/+BbYkkdERJylxqjme1fq+8QK948s9iyyKVGq7zeb94RcdSz0LrQpjQC8511I2AiljP3X/b1NaUSaFzUwpNnpmtizwdieib1sSNLQIfHuuK3URSk7J7o0cmvJBQODLomuKWM7Jco4KtrfnkAiIuIoRVZx8qv/P9klsSs944fZlChV583ew4JmAX1jR9iURgAOj/UlYAVTxjTfE8kMNTCk2bm67g8MDp9BsVlMiVnCGeGhXBG6yu5YAAyMnspFoZGUJdoRMIP0jxzDTbW32B2rxRtdewuHxHrgsTzsEe/E7+uuo4PV0e5YIiLiAAYGN9bczIGxbngsD13iXbm29kaKM7AQdyb8qXYMfaJ98Vk+OiZ25vLQKMc0V1qqXvHeXFF3FR0TO+OzfPSJ9mW05nsiGaFFPDPMyQuh5JNM1HGtsRYDg7Wu1fyl6Ga+dX/DHvFOXF93E33ifTOUtGkqjY3UGXXsbO7S6G3ChLm+6Bo+8L5HkVXEsPAIRoYv2+595PJY/I/ra8YUjeY/nq/ZPbEHe8b3ZrF3ESGjjr6xftxd8zdHLKK6NSYmy1xLaWe2p4CfL4/n1Of0xMDDzArMoNao5fDYEdxTc39GVp7PFqfWMZ84uYZaxDO7nPzY54tM1DBBguWuZXQwO/JYYDKzA09RZ9Qm3+fsfA22sPjRtZzWVmuKrMafjws973Jf4V0sdf/A3vF9GFNzB/ua+233fnJ5LE4OTOCpwHRqjGp6xA8lSoxPvB/T1mzLxaFLGRoZlpMc6ag2qqg0KtnV3C3lKiROfE5XGZu4tuh3fOhZTBurDb8JXcw5kRF2x2qUE2uYj5xcx8bmFrm53pOIDdpZ7bCwuKhoBB/43gfgR/dybnJdx+uVb+fscmdbUmq1ptRqvdXb3FE4hlnBGcntO923cmD8IA6PO+9roX8s/gMLfe8A9TV+37sQy6jvjf7X8z2tzTb8uc7Zi1e5cNHJ7Gx3jO2y0PM2dxbeRshVB8APnv9SYpZwa92dNicTEWm+3LjpZHbmbc8C7iq6LbnGQf1rcClj6m63LZuBwW7m7lu9TYwYNxZdy9feL4H69+uwEea5TS/nIuIO+afnfW4vvJU6Vy1QX+OfLHcv5RbXaH4V68Pu5h52RdwuxVYrx3xTZ1v+XPhHngs8A8AyljLG9ScOi/Wmq9nw1GwRO+kUEmnW1hnr+NzzWcrYF57P+cL9uU2Jtt9nnk9Ttutcdbzle9OmNI3bZFQ2qPFPzYuffOr5OJeRmr35vjeTzYuffOr9xKY0IiItywLfmw0WaPwsD16DP/J8mGxe/OQLz2dUGhttStS4N32vJ5sXW7LOXcGL/udzmKj523wut9G9gZf8L9iURqRxamBIs1ZqldLBTF3LoL3ZgU5mJ3sC7YD2ZocGY50SzvuGQKFVRIfE1teL2PwxkPRs6TjokGh4vIiISObtsYVv67XfxvugE3RN7Em7RPuUsQ6Jjls95cQu21rw0mf5ODDWLUdpWobN52oey8N+8f1tSiPSODUwpFnz4uXS0JWUJdoBUGq25rehSyixSm1Otm1X1f4++cbhs3wMiAzi7Mi5NqdqyIOHS0NXJidFrcwSusb2wmt5ATgwdhCj6q6xM2Kzc05kBCdHBuKz6tcV2T9+AKPqfm9zKhGRluHc8HmcFBmQfJ87IH4gV+XB+1xbqy0XhkZSYtbPgdol2nNJ6ApbT6ltzNDIMAZGBiff53aP78HO8fp1w4JmAWeGz6Zf/Cg7IzY7V9b9ji7x+tNFAlaQIeGzOC52gs2pRBrSIp4Z5uSFUPJJpuu4xljNa7559Iv1z4tvX/wkQoSX/HPpkOhAG3MnHii8lxWuFeyb2I9bam/b6nmV6dbQwmJc8O/M971BwApwXOQEFnv/xXL3MvZM7MXNtbfRxmqTvH2FUcE830scETuSTmZn3vW+zXpjHadEBzl+Ac+tcepz2sLifc+7rHavZmDkVMfX2Kl1zCdOrqEW8cwuJz/2+SLTNbSweM/zDmvca/LiNfiX/uv6nne9b3Ni9BTm+V7iBf9zAAyKnM75kQu2+rvp1nGF8SN3Fd7Gfz3f0zXRlYNiB/O671USJDg5OoDfhi9N3rb+fW4hq9wrGRg5lThxXvA/xz7x/eie6NHkDE7g1Od0HXW84H+evRJ70SPe0+44W+XUGuYbJ9exsbmFGhgZ5uSDIJ+ojqkSJDip9Bg+8X6UHBsUPo0p1U80+jvp1vDRwHhuLroJ0zABcFtuEkYi+fMTIicxverpJt9/vtCxmBmqY/qcXEM1MLLLyY99vlANG3re93+ManUpYSMM1H/qPq5qIoOjpzX6O+nU0cLijJJBLPS9nRxzWW7M/80tfJaP+6ofZFhkeJPuP5/oeEyfapgZTq5jY3MLnUIikgfe9b7NJ56PUsYWeT8gQiRr+/yH761k8wJIaV4A/NP7gSMX/hIREZFte8P3WrJ5ARA2QrzmeyVr+1vmWsoi7/spY+Yv5hZRI8qbvteztn8RaR7UwBDJAx0SHSmwClPGiq3irJ63uq1FvVpZJQSsYNb2LyIiItlTZBU1GMvmJT9bWa0oMUu2ehsnLigqIs6iBoZIHtjH3JdBkVMxLAOoX8DqnPAI3Lizts+LQiPZJbFrcrttoi0uq/4lw2f5ODt0DgECWdu/iIiIZM/FocvYM753cnvP+N6MDF2Wtf21ttowJHIWHqv+wxe35aat2Tb5807xLvy27pKs7V9EmgfnLTss8j8WFk/6H2eh7x1am625LHQVe5h72B3LNg/WjOfY6PF87fmKI6P9OTx+REbud4b/Cd72LaC12ZpLQlfQ2ay/dNlh8d68WPkaMwPTKbKKGBG6gH/45vOp5xMOjx3BUbGjM7L/X9pgbODB4H2sdK/k4PghXB66Cpf6rCIikiFrjbWMLbifNa7VHBrrxcXhy1rs+0wXsysvVb7GE4HHsbD4dfg3tP7F4txNtd5Yz4MF97HKtYpD4j24LHRlssZ/qb2LI2JH8aFnMYfFetMz3osnAo8RJ86I8AWUWWVp739zCzzzmRN4GhcGw8LDMzZ/EhF7aBHPDHPyQij5pKysmNE1t3BP4R3JtRf2jx/AyxvfpIACm9Plh+05FscFHuTOoluJG3EA9o3vx8sb36SIhl8rzTYTkzNKBvCeb2Fy7KK6kdxVe1/Os/ySntOZoTqmz8k11CKe2eXkxz5flJUVs7qikkElJ7LYt6h+0ILL6kZxa90d9obLI9s6Fk1MTis5hQ9879UPWDAydBm3196To4Sp3vLM55KS31Dpql+zqyxRxuNVT9Er/itb8vxEz+n0qYaZ4eQ6ahFPyTvz/C+nLBz5pecLZgeesjFR8zPP/1KyeQHwtecrngo2fmWTbHrH+w8+2Gxxrzd8r2NiNvIbIiIi2+8V70ss9i76ecCAN/yv2heoGXrL+yb//OV7uQGv+17FIieflzbwTODpZPMCoMJdQXlgli1ZRCQz1MAQxzIwGox58dqQpPlqWGHwWPbU2Gt5GjzmblxbPA5ERER2lBdvg/cUw9JUOJM8eBqckmPnKTquLcwhDP3zRySv6RksjjU4fDo+y5fcPjjWnaHhYTYman5OjZyB3/Intw+KdWNY2J7rr/eJH8ER0SOT24ZlcFJkgBoYIiKSEcfHTqR3rG9y2225GRAdaGOi5ufIWH8Oj/28xoTLcnFyZKBt7+XnhEdQlvh5XY0O8Y4MD51nSxYRyYwmL+K5aNEirr76au68806OPjrzi/mJXBa+kvZmB/7hm08bcycuD43Cj3/bvyhbVUMNU4OTqDQ2MCh6Gg9XPcp83xuUmqVcFhpl2xojBgaPVU3n4YKHWOFawaHxnpwf/o0tWUQk9zSvkGxz4eLJqpk8HHyQVa7V/CrWm3Mj+sdsJnzs+ZC5vmcpsVrz8KZJPF4wmZWulfSM9eK8yAW25eoT78vjVU9RHpiFgYvhofPoljjEtjwikr4mNTCWLVvGY489Ro8ePTKdRyTFGdEzOSN6pt0xmo0QIYaWnMq/ff8CYHpwGn+t/jt/r3nY5mT1iijmhrrRdscQkRzTvEJypZVVwo11N9sdo1mZ63uOa4uvTq41Mc/3Iv+36SWCBG1OVq9X/Ff0qrF30U4RyZwmnUJSVlbGuHHjKC7O/arjItJ0MwPTk80LgEpXJU8FnrQxkYiI5hUi+eypwBMpC2X+27eYGQF7FgQXkeavSd/ACAZ3vKPaunUBHo+7KbvLO3ZcTq45Uh3Tt3kNE4Qb3Cbmj6jW26D6ZIbqmL7mWkPNK7atuT72uaQaZsbmdYwRaXCbRHGYMjUkt0rHY/pUw8zItzpus4FRXl5OeXl5ytioUaPo16/fDu1o48a6HUuWp5x8Ld18ojqmb0s1HGScySOtH+FH949A/UKZfWuPoiKkWjdGx2JmqI7pc3INd2Tyo3nFjnPyY58vVMPM2FId+waP4t3Cd7GM+kul7pLYlUEbz6TCUr0bo+MxfaphZji5jo3NLbbZwBg6dChDhw7NeCARuyRI8KJvLlWuTQwJn0WVsYnn/c9yULwbh8eP2PYd5LEOVkfGV01hSnAiVcYmjogexfDIeUwOTKBzoivHxI7TVT8cbKnrB+b5XqZX/DB6xHvaHUekSTSvkOaowqjgWf8c9k3sxxGxI/mH9y2+c3/LkMhQ2lht7Y6XVdeErsNr+XjX9w9aWSVcFLqEH93LecHzPAOjg9nF3NXuiNIIC4tXva+w0r2CoZGzKbZa2R1JZJuafBUSkXxURx3DS4ay0PsOGPC34N2EjQgb3OvxWT7ODp/L32oesjtmVvWO96F3dR8A3va+xXGtj+JH9zI8loeTIgOYXD3N1mu2y5Y9EZjKnQW3scG9nqBZwAWhi7i17g67Y4mItHgv+17kxqJrWeVeidfy0iHRkdXuVcSMGOMLHuLe6gc4Pnai3TGzxsBgVPh3jAr/DoAbCn/PzOB0wkaYhxJ/45ba2zkrco7NKWVzceJc0Go4b/hexTRMJgQf5qHqR+gd72N3NJGtatK/UhYsWMB5553HO++8w/3338+FF16Y6VwiWTE5OJGFvvrmBcBKz0o2uNcDEDWilAdm86H73zYmzK1HguP40b0MgLgR5yX/XF7yzbU5lWzOxGRy4NHksRpy1fFU8EmWu5bZnEwkMzSvkHz2aHA8q9wrAYgZMZa7lxEzYgCscP/IxKAzrvSVC1+7vuTpwCzCRv2aWxXuCiYFH7E5lWzJHP9sXvO/gmmYAPzg+Z4JBWNtTiWybU36Bkb//v3p379/hqOIZN9a1+qt/jxshPjS8zk9EofmKJG9KlwVKduWYbHEvcSmNNKYCBHWbfZYbXJVssT9LbuZu9uUSiRzNK+QfFbhWps6sNmZmJu/fjdnX3u+otZVkzJW4arAwtIpqg6zzLW0wViF0XKOVclf+p64tCjHRE8gaBY0+vPd4504LXpGDhPZ65B4j5TttomdOC3Scv7+fBEkSLf4ISlj+8b25/DYji16KCIimXdwvHvKtstybfbz1Pfa5uyE6Ml0jXdNGTsk1l3NCwcaEB1MiVmaMtYj3jI+wJP85h4zZsyYXOyori6ai93YrrDQ32L+1mzKVh07m10otorZ6NpIqdmageHBdDa7kiDOAbEDGV13C/sk9sv4fu3wyxrGiPGJ+yMCBAjy8+UK+0WPosK1ligR9kzsxbWhP9In3teuyI7klOd07+jhrHStwMTi4Ngh3Fx7G3uYneyOtd2cUsd85uQaFhb6c75Pp9YiG5z82OeLbNawX+woVrlWESPGfvH9OTVyOm7cFJiFHB89kTtr7sFH7p8j2fDLOq5tGp8zAAARIUlEQVQx1vCd+1vaWe2TDQovXvaO78tq12p8+OgXPYq7au6jiCI7YzuOE57T7ax2tDfbs96ooNgsYUBkEGNq78CTJ0skOqGGzYGT69jY3MKwLMvKRQCnXp4l05x8KZp8ojqm76cavuN5m9FF1/O190vaJzpwcegyrgpdY3e8vKFjMTNUx/Q5uYZ2XEPeqbXIBic/9vlCNcyMn+p4S8FoZgVmUOnayCHxHjxQNY79zQPsjpc3dDymTzXMDCfXsbG5hU4hEWnm7iu8i6+9XwKwxr2ah4MPavFHERERaZKFnreZWvAoG90bsAyLj7z/5q+Fd9odS0RaCDUwRJoxC4ul7h9Sxja6N/Ce9117AomIiEheW+z9FxEjkjK21N1wQUgRkWxQA0OkGTMw2Cuxd8pYu0R7jokeb1MiERERyWf9o8dQaKauabH5XENEJFvUwBBp5sbU3E7v6OEUm8XsHduXG2tvpswqsztW3oj/7z8RERGBgxPd+X3ddXSOd6HELOHoyDHcUnOb3bHySpgwFjlZhlCk2cmPZWZFpMkOSBzE85teYb2xnhKrBC9euyPlhQQJbiy8jgW8gdna4qToKfyl9i5c6vuKiEgLNyp0DSNDl1Nn1NLaamN3nLzxmfsTbi66iW/5DzuX7sofaq/nxNgpdscSyStqYIi0AAYGO1k72R0jrzwSHMvjBZPrNzzwqPsROiW68NvwJfYGExERcQA/fvxW87g8bC5YWPyp6I+871sIwFrvWsYUjebIjUenXOJeRLZOHyWKiGzBZ55PUwcM+NjzkT1hREREJK/VGjV87f4qZWyJZwn/9L5vUyKR/KQGhojIFuyc2KXB2G7mrjYkERERkXxXYBWyy2bziHaJ9hwQP8imRCL5SQ0MEZEtuCZ0Lf2iR+HBg9fy0j9yDFfWXWN3LBEREclDLlxcHbqG3RJ7ALBTooyRocu1sLrIDtIaGDlmYTEu+Hfm+V7GjZvTImdwYXik3bFEZDOtrBLmbJrLN2WfUrUxQs9ELwwMu2OJiDSwyljJrUV/5jv3N+yW2J3ram9if/MAu2OJyGZOjQzh2OgJfLrTv+i6cX/aWx3sjiSSd9TAyLEn/Y9zV+FtxI36yzJ+7P2Q9mZHBkQH2ZxMRDZnYHAER1CRqLY7iohIo64pvpL5/jcA+NT7CSvcK5hXOV9XTRJxoCKrmFM5lQpLcwuRptA7W4694/tHsnkBEDbCzPe9ZmMiERERyVebjEo+9Pw7ZewTz0d87P7QpkQiIiLZowZGjpVarRuOmbp+toiIiOy4oFVA683mFiVmKTubDRciFhERyXdqYOTYpXVXsHds3+R2t9jBXBK6wsZEIiIikq98+BgR/jWFZlH9tuXjrMg5dLA62pxMREQk87QGRo51Nfdk3qY3memfjgcvw8LDCRK0O5Y41JP+x3nT/zpFZhG/Cf+WQ+O97I4kIiIOMyp0Df2i/Vnge5MesZ4cGe9vdyRxqA3GBu4ruJvl7qXsE9+Pa+v+SICA3bFERLabGhg2KLKKuTh8md0xxOEmByYypmg0USMKwHu+d3i+ch67mbvbnExERJzmkER3Dgl1tzuGOJiFxchWF/C2bwEAr/pfYbl7OROrp9iaS0RkR+gUEhGHetX3SrJ5AfCj+0dmBqbbmEhERETy1Rfuz3nfuzBl7F3vP6ihxqZEIiI7Tg0MEYfy4W0w5rf8NiQRERGRfFdoFeKxUucWXry4cduUSERkx6mBIeJQZ4fPpcQsSW7vG9+fC8IX2ZhIRERE8lVnswsnRE9KbhuWwcDIYK3FJiJ5RWtgiK0sLP7PV84i7wfsZu7OxaHL8KNvGQAMjp5O2aZ2vOB/jkKriItDl1FilW7xtiYm0wPT+ML9GXsn9lWjQ7apwqhgcnAC1UY1AyKD6BvvZ3ckEZGM2Ghs4NHgI1S6NnJi+BT6x4+xO5JjjK+eRM9YL5a4l3BIvDvnREY0ettVxkomBx8lYoQ4LTKEnvHDcphU8tECz3xeDbxMqdmakaHLaG21sTuSNENqYIit7i64jYcKHiBhJAD4wPseT1bNtjmVc/SJ96VPvO82b3dD4e+ZFpwKRv32x54PmcWMLKeTfFVtVHFWyal84f0cgKcDT3FfzYOcFhliczIRkfSECHFWyel84v0IgFn+p7iz5l6uQounQ/0pI5eEr9jm7dYYazizdDDfer4BYI7/acZWT+Bczsx2RMlTT/mfZHTRDdS66tdUedP3Os9XvqJv+EjG6RQSsY2JyVz/s8nmBcAC33z+7V5sY6r8s8mo5CX/C8nmBcAr/hdZwxr7QomjTQtMTTYvAKpcVczyq+ElIvnvqcCTyeYFQK2rhnL/LBsT5afHg5OSzQuADe71WkhctmpOYHayeQHwsfdDZgU0t5DMUwNDbGNhEfnFVTYAYsSodVXblCg/xYgTNSIpY1EjSpiwTYnE6bZ0bESJbuGWIiL5JWTUNRiLGnp921GRLbwnbD7XEPmlLc0j6oxaG5JIc6cGhtjGjZujoqnnpfaMHUa/WH97AuWpnaydOCJ2ZMrYEdEj2YM9bEokTjc8fD67JXZPbnssT8rCbiIi+Wp4+Hw6x7skt12Wi+OjJ9qYKD+dHT6XDokOyW2/5efkyCAbE4nTHRc9AZf18z8tO8e7cG74PBsTSXOlNTDEVvfW3E9HsyOfeT5hZ3MXfld7LS711XbYw1WTuLfgLpZ4vqFTogvX192I1kKVxnS0dmZy1TSmBiZR7arm6Mix/Dpyod2xRETS1tpqw5SqJ5gUnEClayP9ov25KDwSiuxOll/2MfdlYtXjPBl4jJArxEmRUzg7cq7dscTBrg79gUKrkHd9b1NilnJJ6HIt4ilZYViWZeViRxUVLeO0gLKy4hbzt2aT6pg+1TAzVMfMUB3T5+QalpUV53yfTq1FNjj5sc8XqmFmqI6ZoTqmTzXMDCfXsbG5hT7qFhERERERERHHUwNDRERERERERBxPDQwRERERERERcTw1MERERERERETE8dTAEBERERERERHHUwNDRERERERERBxPDQwRERERERERcTw1MERERERERETE8dTAEBERERERERHHUwNDRERERERERBxPDQwRERERERERcTw1MERERERERETE8dTAEBERERERERHHUwNDRERERERERBxPDQwRERERERERcTw1MERERERERETE8TxN+aV4PM7o0aNZtmwZiUSC66+/np49e2Y6m4iIiLQAmleIiIjI9mhSA+P5558nGAwyc+ZMvv32W2688UbmzJmT6WwiIiLSAmheISIiItujSQ2MwYMHM3DgQADatGlDZWVlRkOJiIhIy6F5hYiIiGyPJjUwvF5v8v+nTZuWnHSI5JsYMe4tuINPPB/TzmzPVXW/Z29zH7tjiYi0KJpXSHPyqftjHgmOY71rHYfFenNN6DrcuO2OJSLSLBiWZVlbu0F5eTnl5eUpY6NGjaJfv37MmDGD+fPnM2HChJTJx5bE4wk8Hr14i7NcyqVMZGJy+2AOZhGL8OGzMZWISPOleYU0Z1VU0YtefMM3ybHruI57udfGVCIizcc2GxiNKS8vZ968eYwfPx6/37/N21dUVDdlN3mnrKy4xfyt2ZSrOvZp3Z0lniUpY49UTWZI5Kys7zvbdCxmhuqYGapj+pxcw7Ky4rTvQ/OKxjn5sc8Xuarh5MBEbiq+LmXsoFg33qx8N+v7zgUdi5mhOqZPNcwMJ9exsblFk04hWb58ObNmzWL69OnbNckQcaqgVZCy7bE8tDHb2JRGRKRl0rxCmovWZmuwAOPnsc3nGiIi0nRNamCUl5dTWVnJyJEjk2NTpkzB59PX7iW/DA2fw3ee7wgbIQCOjh5L/9ixNqcSEWlZNK+Q5uLU6Bk8GZvGe753ACgyixkWHm5zKhGR5qPJp5DsKKd+NSXTnPw1nHySyzou8M5nvu8Ndk/swfnh3zSb9S90LGaG6pgZqmP6nFzDTJxCsqOcWotscPJjny9yWcMQIR4LTmKtaw0nRk6hT7xvTvabCzoWM0N1TJ9qmBlOrmNGTyERaU76x46hf+wYu2OIiIhIMxAkyOWhq+yOISLSLLnsDiAiIiIiIiIisi1qYIiIiIiIiIiI46mBISIiIiIiIiKOpwaGiIiIiIiIiDieGhgiIiIiIiIi4nhqYIiIiIiIiIiI46mBISIiIiIiIiKOpwaGiIiIiIiIiDieGhgiIiIiIiIi4nhqYIiIiIiIiIiI4xmWZVl2hxARERERERER2Rp9A0NEREREREREHE8NDBERERERERFxPDUwRERERERERMTx1MAQEREREREREcdTA0NEREREREREHE8NDBERERERERFxPDUwRERERERERMTx1MDIsHg8zg033MA555zDWWedxeLFi+2OlLcWLVpEnz59eOutt+yOknfuvPNOzj77bIYNG8ann35qd5y89c0333Dccccxffp0u6PkrXvvvZezzz6bIUOG8Nprr9kdJy+FQiGuvvpqRowYwdChQ/Wa2AJpbpEZmlekR3OLzNDcIn2aW6Qn3+cVHrsDNDfPP/88wWCQmTNn8u2333LjjTcyZ84cu2PlnWXLlvHYY4/Ro0cPu6PknUWLFrF06VJmz57NkiVLuOmmm5g9e7bdsfJOXV0dt912G3369LE7St764IMP+Pbbb5k9ezYbN27k9NNP54QTTrA7Vt556623OPDAA7n44otZsWIFF154IUcffbTdsSSHNLdIn+YV6dHcIjM0t0if5hbpy/d5hRoYGTZ48GAGDhwIQJs2baisrLQ5UX4qKytj3LhxjB492u4oeef999/nuOOOA6Br165s2rSJmpoaioqKbE6WX3w+H5MmTWLSpEl2R8lbvXr1olu3bgC0atWKUChEIpHA7XbbnCy/nHLKKcn/X7VqFe3bt7cxjdhBc4v0aV6RHs0tMkNzi/RpbpG+fJ9XqIGRYV6vN/n/06ZNS044ZMcEg0G7I+StdevWccABByS327RpQ0VFhSYZO8jj8eDx6CUyHW63m4KCAgDmzJnDkUceqQlGGoYNG8bq1auZMGGC3VEkxzS3SJ/mFenR3CIzNLdIn+YWmZOv8wo9g9JQXl5OeXl5ytioUaPo168fM2bM4Isvvsi7A8IOW6ujpM+yLLsjSAv3xhtvMGfOHKZOnWp3lLw2a9YsvvrqK6677jrmzp2LYRh2R5Is0NwifZpXZJ/mFmI3zS3Sl6/zCjUw0jB06FCGDh3aYLy8vJz58+czfvz4lE9NZMsaq6M0Tbt27Vi3bl1ye+3atZSVldmYSFqyd955hwkTJjB58mSKi4vtjpOXPv/8c9q2bUvHjh3Zb7/9SCQSbNiwgbZt29odTbJAc4v0aV6ReZpbiJNobpGefJ9X6CokGbZ8+XJmzZrFuHHj8Pv9dseRFqhv3768+uqrAHzxxRe0a9dOX/EUW1RXV3PvvfcyceJESktL7Y6TtxYvXpz8hGndunXU1dXRunVrm1NJLmluIXbT3EKcQnOL9OX7vMKw9B2wjLr//vt56aWX2HnnnZNjU6ZMwefz2Zgq/yxYsIApU6bw/fff06ZNG8rKyvQVsR1w3333sXjxYgzD4JZbbmHfffe1O1Le+fzzz7nnnntYsWIFHo+H9u3bM3bsWL1Z7oDZs2czduxYOnfunBy75557Ul4fZdvC4TCjR49m1apVhMNhrrzySo455hi7Y0kOaW6RPs0r0qe5Rfo0t0if5hbpy/d5hRoYIiIiIiIiIuJ4OoVERERERERERBxPDQwRERERERERcTw1MERERERERETE8dTAEBERERERERHHUwNDRERERERERBxPDQwRERERERERcTw1MERERERERETE8f4ftMytXi9H8SMAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 1080x360 with 2 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cEiLRKd8gAsC"
      },
      "source": [
        "Included new Features for explorations :\n",
        "* High Senstiivity Troponin\n",
        "* Cholestrol\n",
        "* Creatine\n",
        "* Cystanin"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Y7W6zSsPgAbF"
      },
      "source": [
        "df = pd.read_csv(\"/content/07_with_LVEF_sodium_HST_BNP.csv\")\n",
        "df.drop(columns=['Unnamed: 0','congestive.heart.failure','acute.renal.failure','moderate.to.severe.chronic.kidney.disease','dementia','peptic.ulcer.disease','hemiplegia','connective.tissue.disease','leukemia','AIDS','weight','height'],inplace=True)"
      ],
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gLICTN4aliq4",
        "outputId": "8aeee19b-7bbb-44d9-a684-caceaf0e2c55"
      },
      "source": [
        "df.columns"
      ],
      "execution_count": 247,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['pulse', 'respiration', 'systolic.blood.pressure',\n",
              "       'diastolic.blood.pressure', 'map', 'BMI', 'type.of.heart.failure',\n",
              "       'NYHA.cardiac.function.classification', 'Killip.grade',\n",
              "       'myocardial.infarction', 'peripheral.vascular.disease',\n",
              "       'cerebrovascular.disease', 'Chronic.obstructive.pulmonary.disease',\n",
              "       'diabetes', 'liver.disease', 'CCI.score', 'type.II.respiratory.failure',\n",
              "       'fio2', 'LVEF', 'left.ventricular.end.diastolic.diameter.LV',\n",
              "       'brain.natriuretic.peptide', 'cystatin', 'creatine.kinase',\n",
              "       'cholesterol', 'creatinine.enzymatic.method', 'sodium', 'potassium',\n",
              "       'calcium', 'high.sensitivity.troponin'],\n",
              "      dtype='object')"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 247
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "x9YDAkFvhJKp",
        "outputId": "3c8928c4-5e4a-41e1-b597-f3e1fbbdf708"
      },
      "source": [
        "len(df.columns)"
      ],
      "execution_count": 148,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "29"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 148
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 437
        },
        "id": "WbgduwdgOP-z",
        "outputId": "63071fa3-bbde-465c-a090-87083501a309"
      },
      "source": [
        "sns.distplot(df['pulse'])"
      ],
      "execution_count": 233,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/seaborn/distributions.py:2551: FutureWarning: `distplot` is a deprecated function and will be removed in a future version. Please adapt your code to use either `displot` (a figure-level function with similar flexibility) or `histplot` (an axes-level function for histograms).\n",
            "  warnings.warn(msg, FutureWarning)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.axes._subplots.AxesSubplot at 0x7fcafb60ef60>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 233
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAfUAAAFYCAYAAABKymUhAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXRb5Z038O/VbkuyLdmSvMVx4uwO2SCBkJCEkLCEMKVtaELbkM7khcNeZhIOTDhtekphoKUMkNK305yWt4UZcIGQAToQBkhYsjmLs9hZHDuJ412SLS+yLGu77x9OREK8xZZ0pavv5xyfWMuVf0+s66/uc5/7PIIoiiKIiIgo4SmkLoCIiIgig6FOREQkEwx1IiIimWCoExERyQRDnYiISCYY6kRERDKhkrqAkXI4OiP6eiZTKlwuT0RfUwpyaQcgn7awHfFHLm1hO+JPNNtisRj7fYxH6t+iUimlLiEi5NIOQD5tYTvij1zawnbEH6nawlAnIiKSCYY6ERGRTDDUiYiIZIKhTkREJBMMdSIiIplgqBMREckEQ52IiEgmGOpEREQywVAnIiKSCYY6ERGRTDDUiYiIZIKhTkREJBMJv0obESWmHYfqR7T9ohl5EaqESD54pE5ERCQTDHUiIiKZYKgTERHJBEOdiIhIJhjqREREMsFQJyIikomoXtJWWVmJBx98ED/5yU/w4x//OHx/c3Mz1q9fH75dW1uLdevWwe/34+WXX0ZBQQEA4Prrr8cDDzwQzRKJiIhkI2qh7vF48PTTT2Pu3LmXPWaz2fD6668DAAKBAFavXo3Fixdj27ZtWLZsGZ544ololUVERCRbUet+12g02Lx5M6xW64DPe++993DLLbdAr9dHqxQiIqKkELUjdZVKBZVq8Jd/++238ec//zl8u7S0FGvXrkUgEMATTzyBKVOmDLi9yZQKlUo54novZrEYI/p6UpFLOwD5tIXt+IbRoJO8hki+jtTYjvgjRVsknSa2rKwMY8eOhcFgAABMnz4dZrMZixYtQllZGZ544gl88MEHA76Gy+WJaE0WixEOR2dEX1MKcmkHIJ+2sB2X6nR7R7R9JGrg7yS+yKUdQHTbMtCHBUlDfceOHZeccy8qKkJRUREAYObMmWhtbUUwGIRSGdkjcSIiIjmS9JK2o0ePYtKkSeHbmzdvxocffgigd+S82WxmoBMREQ1R1I7Uy8vL8fzzz6O+vh4qlQrbtm3D4sWLkZ+fj6VLlwIAHA4HMjMzw9vccccdePzxx/HWW28hEAjgmWeeiVZ5REREshO1UJ86dWr4srX+fPt8eXZ29qDbEBERUd84oxwREZFMMNSJiIhkgqFOREQkEwx1IiIimWCoExERyQRDnYiISCYY6kRERDLBUCciIpIJhjoREZFMMNSJiIhkgqFOREQkEwx1IiIimWCoExERyQRDnYiISCYY6kRERDLBUCciIpIJhjoREZFMqKQugIjoYu5uP2rtbgSDISgEAbkWPTIMWqnLIkoIDHUiigvubj8OnHTgXHMnRPGiB046kJWuw9UTLbCZUyWrjygRMNSJSHItHV58fqAO3T1BmIxaTCzIQKpWBV8giDMNnWhwdmFbaS2mjjVjxrgsKBSC1CUTxSWGOhFJyu7y4NP9dQgERVwzyYLJo00QhG9Ce2xuOuyubnx9pBHlp1vR1tmDhTNyJayYKH5xoBwRSaa7J4AvDjUgGBKxcEYuphSaLwn0C6ymFCyfNxo5mamoc3Rhe1k9fP6gBBUTxTeGOhFJQhRFfH2kEd09QcycYMHobOOAz9eolFg8Kw95Fj0anB784b8rEAqJA25DlGwY6kQkieNnXWhs8SDPokdxoWlI2yiVCiyamYfszFQcqnLirc9PRblKosTCUCeimOvo8uFwVQs0agXmXZXdZ5d7f5QKAYtm5CIvS49P99fhswN1UayUKLEw1Iko5rZ+dRr+YAgzxmVBp7ny8boatRI/vWsa0lLVePPTUzhR44pClUSJh6FORDFVZ3fji8MNSNdrMGFUxrBfJys9BQ9+9yoIAvD7reVoafdGsEqixMRQJ6KY+u+vz0AUgasnWUZ8vfmEURn44ZLxcHf7sWnLEfRwRDwlOYY6EcVMU6sHBysdGJNjRF6WPiKvuWhmHhZMz8G5Zjf+8vEJiCJHxFPyYqgTUcx8vPccRAC3XTv6igbHDUQQBPxo6UQU5aZhT0UzPtlXG5HXJUpEUQ31yspKLFmyBG+88cZljy1evBg//OEPsXr1aqxevRrNzc0AgGeffRYrV67EqlWrcOTIkWiWR0Qx1O7uwa7yRlgzUjBrgiWir61WKfDgd69CukGDv22vQsXZ1oi+PlGiiNo0sR6PB08//TTmzp3b73M2b94Mvf6bLrjS0lLU1NSgpKQE1dXV2LBhA0pKSqJVIhHF0GcHe6eCveXagqjM3W4yavHwd6/C8/91EH/YWo6f/WQ2rBkpEf85RPEsakfqGo0GmzdvhtVqHfI2u3fvxpIlSwAARUVFaG9vh9vtjlaJRBQjgWAIXx1uRKpWhXlTs6P2c4ry0vHjmyeiyxvAS387jI4uX9R+FlE8itqRukqlgko18Mtv3LgR9fX1uPrqq7Fu3To4nU4UFxeHHzebzXA4HDAYDP2+hsmUCpVKGbG6AcBiGXi6ykQhl3YA8mlLsrZj99FGtHf5sHz+GOTl9l7GZjToolLD95dMRKc3gHe3V+GVLUfx7APzoE9RX/HrJBq2I/5I0RbJVml79NFHccMNNyA9PR0PPfQQtm3bdtlzhjKK1eXyRLQui8UIh6Mzoq8pBbm0A5BPW5K5HR98WQ0AmDPBEt620z2y68oHqmHZnFFwtHrw5eEG/OurX+Oxu6bBmKq57HnJ/DuJR3JpBxDdtgz0YUGy0e933nknMjMzoVKpsGDBAlRWVsJqtcLpdIafY7fbYbFEdkANEcVWS7sX5adbMDY3DfnW/nvdIkkQBNxzy0RcPzUbZxo78OwbB+Fs647JzyaSkiSh3tnZibVr18Ln6z3ftW/fPowfPx7z5s0LH7FXVFTAarUO2PVORPHv66ONEAEsmB7bNdAVCgFrb5+M264rQHOrB794bR9KjzfHtAaiWIta93t5eTmef/551NfXQ6VSYdu2bVi8eDHy8/OxdOlSLFiwACtXroRWq8WUKVNw6623QhAEFBcXY9WqVRAEARs3boxWeUQUA6IoYnd5EzRqBeZMHvqg2UgRBAF3LRoHmykVb356Cn/47wrsqWjGnTeMQYFtZOc7dxyqH9H2i2bkjWh7or5ELdSnTp2K119/vd/H16xZgzVr1lx2//r166NVEhHF2JnGTtjbunHdFNuwFm6JlAXTczGxIAN//vtxHKpy4lCVE5NHm7Dw6lEoyEqFNSMlKpfZEcWadHsZEcnenmNNAIBrp9gkrgSwmVLx5I9moeJMKz7cdRbHa1w4fn51N41KAaspBRlGLUwGLUxGLbLSUzA624jcrFQoFZx8kxIDQ52IoiIUElF63A5DihrFY8xSlwOgtzt+6thMTB2bidYOL6oaO3G40oE6hxuOtm7UObou2yZVq8K1U2xYMD0Xo7Plc7kVyRNDnYii4vg5Fzq6fFg0Mw8qZfwd6ZrTdLi9yII5E7+5wqa7J4A2dw/aOnvQ1OrB2aZOHDndgu1l9dheVo9FM/OwYmERUnX800nxie9MIoqKvcd6R5pfFwdd70OVolUhRatCTqYekwt7exeCoRDKT7finS+qsaOsHoernPiXlTMkrpSob/H38ZmIEl4gGEJZpQMZBg3G5adLXc6IKBUKTB+XhY0/mY3vzB8DV2cPfv1fB+HqHNnkOUTRwFAnooirrG1DlzeAWRMsUERoiVWpqZQKfGf+GNxz60S4PX5sK61Fp4dzy1N8YagTUcQdqHQAAK6O8BKr8WDRjDysvnUifP7eRWqCocGnsyaKFYY6EUVUSBRxsNIBvU6FCQUZUpcTFYtm5GFsbhqc7V4cOuWQuhyiMIY6EUXU6YYOtLt9mDneIuvru6+dYoMxVY2KMy7YXZxXnuKDfPc4IpLEwZO9R66zJsqv6/1iapUC867qXRt+/wn7kFaVJIo2XtJGRMPS39znO8sboVIKaGnvHvH86MP5+VfCaNCNaAlYqykVo20G1DS7cbapE2Ny0kZcE9FI8EidiCKmo8uHTo8fOZl6KONwwplomDXRAoUAlFU6EQyGpC6Hklxy7HVEFBP156dZzbPoJa4kdoypGkwsMMHd7Ud1Q4fU5VCSY6gTUcTUOdwAgPwkCnUAKB5jgiAAx8+6eG6dJMVQJ6KI8AdCaG7thsmoRapOLXU5MZWqU2NMThrau3yod16+KAxRrDDUiSgiGlu6EBLFpDtKv2BKoQkAcOyMS+JKKJkx1IkoIi4sW5pvMUhciTTMaTpkZ6aiqdWD1g7OC0/SYKgT0YiJooh6Rxe0aiUyM3RSlyOZSedn0Kuu54A5kgZDnYhGrLWzB909AeRZ9LJZwGU48iwGaNVKnG7o4JzwJAmGOhGNWDJeytYXpULA2Nw09PiDqD9/JQBRLDHUiWjE6h1uCAKQm5XcoQ4ARXm9s8qxC56kwFAnohHx+gJwtHlhyUiBVq2UuhzJmdN0MBm1qHO44fUFpC6HkgxDnYhGpMF5YdQ7j9IvKMpNgygCNU3sgqfYYqgT0YjU2S+cT0/OS9n6UpBtBACca+6UuBJKNgx1Ihq2kCiioaULqToVMgwaqcuJG4YUNTLTdWhq9cDrC0pdDiURhjoRDVtrRw98/hBys/QQkvhStr6MthkgikCdnV3wFDsMdSIatsbz59NzMlMlriT+FNh6u+Br2AVPMcRQJ6Jha2hhqPcnTa+ByahFo9MDX4Bd8BQbDHUiGhZ/IASHqxuZaVroNCqpy4lLBTYDQuen0CWKBYY6EQ1Ls8uDkAjkcMKZfuVbe68IYKhTrEQ11CsrK7FkyRK88cYblz22Z88e/OAHP8CqVavwr//6rwiFQti7dy+uu+46rF69GqtXr8bTTz8dzfKIaAQanR4AQG4mQ70/ZqMWKVolGpxdEEXOBU/RF7U+M4/Hg6effhpz587t8/Gf//zn+Otf/4rs7Gw8+uij+Oqrr6DT6TBnzhy88sor0SqLiCKkoaULKqUAiyl5V2UbjCAIyM3So7q+Ay0dXmSlp0hdEslc1I7UNRoNNm/eDKvV2ufjW7ZsQXZ2NgDAbDbD5XJFqxQiirDWDi/a3T7YTKlQKngWbyAX1pdnFzzFQtT2RpVKBZ2u/0/wBkPvG91ut2Pnzp1YuHAhAKCqqgr3338/7r77buzcuTNa5RHRCBw72/shPCeLo94Hk5OZCkFgqFNsSDpktaWlBffffz82btwIk8mEwsJCPPzww7jttttQW1uLe+65B5988gk0mv5nqjKZUqFSRXYRCYvFGNHXk4pc2gHIpy1yaUdVY+8KZONGmWE0JHb3eyzqz8nUo8HZBZVahRRt75/dSL8X5PLekks7AGnaIlmou91u3HvvvXjssccwf/58AIDNZsOyZcsAAAUFBcjKykJzczNGjRrV7+u4XJ6I1mWxGOFwJP5kEXJpByCftsilHZmZBpSdtCNFq4JaIaLT7ZW6pGEzGnQxqT/bnIIGZxcqa1owNjcdACL6XpDLe0su7QCi25aBPixIdjLsueeew5o1a7BgwYLwfe+//z7+9Kc/AQAcDgdaWlpgs9mkKpGI+nCmoR2dHj9yM1M5NewQXVhn/sIVA0TRErUj9fLycjz//POor6+HSqXCtm3bsHjxYuTn52P+/PnYunUrampq8M477wAAli9fjttvvx3r16/HZ599Br/fj1/84hcDdr0TUewdqnQA4PXpV8Jk1EKrVqKx1QNRFPlhiKImaqE+depUvP766/0+Xl5e3uf9f/jDH6JVEhFFQFmlHQCnhr0SgiAgOzMVNU2d6OjyI50r2lGU8FoUIhqyHn8Qx860osBqCA/4oqG58CGosZWj4Cl6GOpENGSnatvgD4QwZYxZ6lISzoVQb2rheXWKHoY6EQ1ZxdlWAEAxQ/2KGVLU0OtUaGrxIMQpYylKGOpENGQVZ1qhUSkwIT9d6lISjiAIyMnSwxcIobWjR+pySKYY6kQ0JG3uHtQ5ulA8NhPqCE/4lCxyzBe64HlenaKDoU5EQ3LsfNf7jAl9r+dAg7OZexd0sbu6Ja6E5IqhTkRDUnGmd773mRMtEleSuFJ1ahhS1LC7unlenaKCoU5EgxJFERVnW5Gm16AwJ03qchKazZwCXyDEBV4oKhjqRDSoOkcXOrp8KC40cTa0EbKaes+rV9a2SVwJyRFDnYgGVXGGl7JFis3Ue179JEOdooChTkSDunB9+pRChvpIGVPVSNEqcaq2DSLPq1OEMdSJaED+QBCVtW3It+iRYdBKXU7CEwQBVlMq2rt8HAVPEcdQJ6IBVda1904Ny6P0iLnQBc/z6hRpDHUiGtCx8+fTp/J8esRcuF6doU6RxlAnogFVnGmFSilg/KgMqUuRjQyDFqlaFSrrGOoUWQx1IupXe5cP5+xujM/PgFbNqWEjRRAETBiVAUebF60dXqnLIRlhqBNRv9j1Hj3jR/UuisOjdYokhjoR9av8TAsAXp8eDRPOn844VdsucSUkJwx1IupTSBRRcdaFdL0Go6wGqcuRndE2IzRqBQfLUUQx1ImoT3V2d+/UsGPMnBo2ClRKBYpy01Hv7IK72y91OSQTDHUi6lM5p4aNuonhLngerVNkMNSJqE/lp8+fT+ekM1Fz4TJBDpajSGGoE9FlvL4ATtW1Y7TNiDS9RupyZGtsThoUgoCqeg6Wo8hgqBPRZU6ea0MwJGLqWB6lR5NWo0SBzYCapk74A0GpyyEZYKgT0WXKeX16zIzLS0cgKOJsU6fUpZAMDCnUX3jhBZw9ezbKpRBRvCg/0wqtRomivHSpS5G9cfm9/8dVdeyCp5EbUqinp6dj3bp1WL16NbZu3Yqenp5o10VEEnG2daO51YPJBSaolOzMi7Zx5z84nWKoUwSohvKke++9F/feey9qa2vx0UcfYc2aNZg0aRJWr16NoqKiaNdIRDHES9liy5ymQ2aaFlX17RBFkXMC0Ihc0cfwpqYm1NTUoKurC3q9Hk8++ST+67/+K1q1EZEEKi6cT+cguZgZl58Bd7cfza5uqUuhBDekI/Xf/e53eP/991FYWIiVK1fil7/8JZRKJXw+H1asWIEf/vCH0a6TiGIgEAzhWI0LWek6WDNSpC4naYzLS8feY82oqmtHtjlV6nIogQ3pSN3pdOK1117DH//4R9x0001QKpWora2FRqPB+vXr+92usrISS5YswRtvvHHZY7t27cKKFSuwcuVKvPrqq+H7n332WaxcuRKrVq3CkSNHhtEkIhqu6vp2dPcEcFVRJruBY+jCefWqek5CQyMzaKiHQiFUV1cjNzcXoVAIoVAIPp8PDz74IABgwYIFfW7n8Xjw9NNPY+7cuX0+/qtf/QqbNm3Cm2++iZ07d6KqqgqlpaWoqalBSUkJnnnmGTzzzDMjaBoRXanD1b2zyE0vypS4kuSSb9VDq1ZysByN2IDd7x9++CE2bdqEmpoaTJ48OXy/QqHA/PnzB3xhjUaDzZs3Y/PmzZc9Vltbi/T0dOTk5AAAFi5ciN27d6O1tRVLliwBABQVFaG9vR1utxsGA1eIIoq0HYfqL7tvd3kTlAoB9rbuPh8HAKNBh063N9rlyd63/39NaVo0tniwrfQctBrloNsvmpEXrdIogQ0Y6suXL8fy5cuxadMmPPLII1f2wioVVKq+X97hcMBs/mYQjtlsRm1tLVwuF4qLiy+53+FwMNSJYqDT40N7lw/5Fj0vZZOANSMFTS0eONq6kc+lbmmYBgz1L774AgsXLkR2djbeeeedyx5fsWJF1AoDAFEUB32OyZQKlWrwT7VXwmIxRvT1pCKXdgDyaUs8tcNo0F1y+8z5Gc2KRpkue2ywbRNZvLRldE4ajlS3oK3Lj8lDqOnb76V4em+NhFzaAUjTlgFD/eTJk1i4cCEOHjzY5+PDDXWr1Qqn0xm+3dzcDKvVCrVafcn9drsdFotlwNdyuTzDqqE/FosRDkfiT9col3YA8mlLvLXj213o1edXCssyagbsXpdT93s8tUWv7T04qbd3otNtGvT5F7+X4u29NVxyaQcQ3bYM9GFhwFC/7777AAD/9m//Fp4UwefzoaWlJXw+fDjy8/PhdrtRV1eH7OxsbN++HS+88AJcLhc2bdqEVatWoaKiAlarlV3vRDHgD4TQ1NINk1ELfYpa6nKSkkatRIZBA2e7F6GQCIWCVx/QlRvSder/8R//gdTUVNx111343ve+B71ej/nz5+OnP/1pv9uUl5fj+eefR319PVQqFbZt24bFixcjPz8fS5cuxS9+8QusW7cOALBs2TKMGTMGY8aMQXFxMVatWgVBELBx48bItJKIBtTY0oWQKCLfope6lKRmNaWgze1Da6cXWemcJ4Cu3JBCffv27XjzzTexdetW3HjjjXj88cdxzz33DLjN1KlT8frrr/f7+OzZs1FSUnLZ/QNd905E0VHv6AIA5FvYMyYlqykFlbXtsLu6Geo0LEMa4qpSqSAIAr788svwJWehUCiqhRFRbIiiiDpHF7RqJTIz4mPQWLKynJ/Fz8HpYmmYhnSkbjQacd9996GpqQkzZ87E9u3bOdsUkUy0dvaguyeAsblpUHC/lpQhRY0UrRL2Ni8Xd6FhGVKo//a3v8WuXbswa9YsAL0Tyzz//PNRLYyIYqPe7gYA5PF8uuQEQYAlIwXnmt3o6g7AkMpBi3RlhhTqSmXvpRbbt28PXzve2NgY9evUiSj66hxdEAQgL4uhHg+s50Pd3tbNUKcrNqRQX7t2LRQKBfLyLp2WkKFOlNi6ewJwtnthM6VAo47sJE40PBbT+fPqbd0Ym5smcTWUaIYU6oFAAG+99Va0ayGiGKtt7u16H2XjqPd4YU7T9c6/z8FyNAxDGv0+btw4uFyuaNdCRDFW09w741WBTT5TcyY6pUJAZroObZ098AWCUpdDCWZIR+pNTU24+eabUVRUFD6/DgD/+Z//GbXCiCi6evxBNLV6kJmmg4GzyMUVa0YK7K5uONu8yOVYB7oCQwr1C9PFEpF81NndEEWggF3vccdiSgHOAHZXN0OdrsiQut/nzJkDj8eDyspKzJkzB9nZ2Zg9e3a0ayOiKKo5vyrb6Gx2vccby/lJgBxtPK9OV2ZIof6b3/wG77zzDrZs2QIA+OCDD/CrX/0qqoURUfR09wTQ0OJBhkGDNL1G6nLoW3QaFdL0GjjbvAgNYQlqoguGFOr79u3D7373O+j1vd1ADz30ECoqKqJaGBFFz9HTLQiFRA6Qi2PWjBT4gyG0dfZIXQolkCGFularveR2MBhEMMhRmUSJav9JBwBgdDbPp8erC9er29kFT1dgSKE+a9YsPPnkk3A4HHjttdfwox/9CHPmzIl2bUQUBT5/EEerW2BMVSPDoB18A5KE9cJ5dV6vTldgSKPf/+Ef/gEnT57E0aNHcfDgQaxduxZLly6Ndm1EFAUVZ1rR4w9iXH46FwyJY2l6DTRqBRxtXqlLoQQyYKh7vV6sW7cOJ06cwNSpU2Gz2bB//35otVosXLgQGg0H2BAlmnDXOy9li2uCIMCakYI6Rxc83gBSdUM6BqMkN2D3++9//3vYbDZs27YNL7/8Mv785z/j888/h06nw7//+7/HqkYiipBAMIRDVU6Y07TITOfa6fGO59XpSg0Y6vv378eTTz4JleqbT4gpKSnYuHEjvv7666gXR0SRVXGmFd09AcyaYGHXewKwZpxf3IXn1WmIBgx1pVLZZxe7Wq1GWhpXDyJKNLsrmgAAc4uzJa6EhiIzXQeFwCN1GroBQ32gT/IXzwFPRPGvuyeAslNO2MypKOQscglBpVTAnKZDa4cXgWBI6nIoAQw48qKsrAyLFi267H5RFLlqG1GCOXDSAX8ghLnFNna9JxCrKQXOdi+c7V5km1OlLofi3ICh/vHHH8eqDiKKsgtd79ex6z2hWDJSALjgcHUz1GlQA4Z6Xl5erOogoihydfbgRI0L4/LTw4OvKDFYMjgCnoZuSDPKEVFi23usGSI4QC4RpepUMKSo4WjrhsjFXWgQDHWiJLC7oglKhYDZk6xSl0LDYDWlwOcPob3LJ3UpFOcY6kQyV2d3o9buxrSiTBhS1FKXQ8Ng4fXqNEQMdSKZ232M16YnOqupd/Y/O0OdBsFQJ5KxkChiT0UzUrRKTB+XKXU5NEzpBi00agWaGeo0CIY6kYydqHHB1dmDayZaoVZxwqhEpRAE2EypcHf74e72S10OxTGGOpGMfXm4AQAwf1qOxJXQSF24Rr2pxSNxJRTPorqW37PPPovDhw9DEARs2LAB06ZNAwA0Nzdj/fr14efV1tZi3bp18Pv9ePnll1FQUAAAuP766/HAAw9Es0Qi2erw+HDgpAN5WXqMy0uXuhwaIZu5d7BcU6sH4/L5+6S+RS3US0tLUVNTg5KSElRXV2PDhg0oKSkBANhsNrz++usAgEAggNWrV2Px4sXYtm0bli1bhieeeCJaZREljV1HmxAMiVgwI5fTwsqAyaiFVq1Ec6uH16tTv6LW/b57924sWbIEAFBUVIT29na43e7Lnvfee+/hlltugV6vj1YpRElHFEV8cageapWCo95lQhAE2Mwp6PIGeF6d+hW1UHc6nTCZTOHbZrMZDofjsue9/fbbWLFiRfh2aWkp1q5dizVr1uDYsWPRKo9I1k6ea0OzqxvXTLTy2nQZCZ9Xb+V5depbVM+pX6yv7qKysjKMHTsWBoMBADB9+nSYzWYsWrQIZWVleOKJJ/DBBx8M+LomUypUER7Va7HIY1lKubQDkE9bYtWO//fxSQDAdxaN6/dnGg26Yb/+SLaNN4nUlrH5GSg9bkdLh++y3yv3kfgjRVuiFupWqxVOpzN82263w2KxXPKcHTt2YO7cueHbRUVFKCoqAgDMnDkTra2tCAaDA67d7nJF9hOrxWKEw9EZ0deUglzaAcinLbFqR4fHh11HG5CTmQqLQd3vz+x0e4f1+kaDbtjbxptEa4taARINzqMAACAASURBVOg0StQ1d8Ju7wiPleA+En+i2ZaBPixErft93rx52LZtGwCgoqICVqs1fER+wdGjRzFp0qTw7c2bN+PDDz8EAFRWVsJsNg8Y6ER0uV1HmxAIilg4I48D5GSm97x6Kjw9Ac4uR32K2pH6rFmzUFxcjFWrVkEQBGzcuBFbtmyB0WjE0qVLAQAOhwOZmd/McnXHHXfg8ccfx1tvvYVAIIBnnnkmWuURyZIoivjicANUSgWun8oBcnJkM6egpqkTJ865YOP66vQtUT2nfvG16AAuOSoHcNn58uzs7PClbkR05U6ea0NzqwfXFds4QE6mLgyWO3GuDQtn5ElcDcUbzihHJCOfHagDACziH3vZStdrkKJV4kSNi9er02UY6kQy4WzrxsFTDoy2GTGeM47JlnB+Hvj2Lh8vbaPLMNSJZOLzg/UQRWDJNfkcICdzF3fBE12MoU4kAz2+IL483IC0VDXmTLZJXQ5FWXbm+VCvcUlcCcUbhjqRDOyqaIKnJ4BFM/OgVnG3ljtjqhomoxbHa1wIhXhenb7BvZ8owYmiiE/310KpEHDjTA6QSwaCIKB4jBnubj9qmuUxWQtFBkOdKMFVnG1FY4sHcyZbkW7QSl0OxcjUMWYAQPmZVokroXjCUCdKcJ/u772Mbck1oySuhGJpSqEZAoCK0y1Sl0JxhKFOlMCaWz04Ut2CcXnpGJOTJnU5FEOGFDUKc9JQ3dABj5dLsVIvhjpRAvtkfy2A3svYKPlMHWNGMCTiSJVz8CdTUmCoEyWoTo8PO480IjNNh6snWgbfgGSn+Px59YMn7RJXQvEiZuupE9GldhyqH9H2HW4ffIEQbp49CkoFP58no7G5aUjRKnHghB0rbhjDSYeIR+pEiSgQDOGzg3VI1apww/QcqcshiaiUChSPyYS91YOGFk4ZSwx1ooR0ur4DnR4/bpyVB52GHW7JbHpR7/LVR6p5Xp0Y6kQJRxRFVJxthUop4KarOUAu2V1VlAlBAA5X8dI24jl1ooRTa3ej0+PHuLx0HOKo56SXlqrBhAITTp1rQ5fXD71OLXVJJCEeqRMlmIozvYt4TCk0SVwJxYvZU2wIiSLKT3N2uWTHUCdKIA5XNxxt3ciz6JFh5JSw1GvOlGwAwGGeV096DHWiBHJhnu/iQrPElVA8KcxJg8moxZGqFgSCIanLIQkx1IkSRFtnD2rtbmSl62Azp0hdDsURQRAwa4IFnp4ATta2SV0OSYihTpQgLhylTx1r5iQjdJmrJ/TOKnjwpEPiSkhKDHWiBOD2+HGmsQMZBg1GWQ1Sl0NxaPyodBhS1DhY6UBIFKUuhyTCUCdKABVnWyGKPEqn/ikVCswcn4X2Lh9O13dIXQ5JhKFOFOe6ewKoqmvvXWozm8urUv8uLOxzoJILvCQrhjpRnDt+1oVgSETxGBMUCh6lU/8mjzZDp1HiwEkHRHbBJyWGOlEc8/mDOHmuDTqNEuPy0qUuh+KcWtXbBe9s9+J0A7vgkxFDnSiOnTzXBn8whCmFJiiV3F1pcNdOsQEA9h5vlrgSkgL/ShDFqUAwhOM1LqhVCkwoyJC6HEoQUwrN0OtU2HfcjlCIXfDJhqFOFKdO1bXD6wtiUkEGNCql1OVQglApFbhmkhXtXT6cPOeSuhyKMYY6URwKhUQcO9MKpULAZC7cQlfo2snsgk9WDHWiOHSmsQNd3gDGj0qHTsMVkunKTBiVgQyDBvtPOOAPBKUuh2Ioqn8tnn32WRw+fBiCIGDDhg2YNm1a+LHFixcjOzsbSmVvt+ILL7wAm8024DZEySAUEnGkugUKoff8KNGVUigEzC3Oxkd7z6HslBNzzh+5k/xFLdRLS0tRU1ODkpISVFdXY8OGDSgpKbnkOZs3b4Zer7+ibYjk7kxjBzo9fkw4P+0n0XDMuyoHH+09h6+PNjLUk0jUut93796NJUuWAACKiorQ3t4Ot9sd8W2I5OTio/SpYzOlLocSWG6WHmNz01BxphWuzh6py6EYidqRutPpRHFxcfi22WyGw+GAwfDNYhQbN25EfX09rr76aqxbt25I23ybyZQKVYRHBlssxoi+nlTk0g5APm25uB1Gg+6yx0+cbUWnx4/isZnIieM291V7okrUtnx7n+hrH7n1+jH4/TuHcfhMK+66aUKsShsRuezrgDRtidkInG9PWfjoo4/ihhtuQHp6Oh566CFs27Zt0G364nJ5IlYj0PtLcDg6I/qaUpBLOwD5tOXb7eh0ey95PBQSUXqsCQoBmDQq/bLH44XRoIvb2q5UIrfl4vdSf/vIlPw0qFUKbNtTg4VXZcf9YkBy2deB6LZloA8LUQt1q9UKp9MZvm2322GxWMK377zzzvD3CxYsQGVl5aDbEMnZ6YYL59IzoOe5dBrEjkP14e8H+nCSb9HjTGMnSj6vQnZmavj+RTPyol4jxV7UzqnPmzcvfPRdUVEBq9Ua7kbv7OzE2rVr4fP5AAD79u3D+PHjB9yGSM6+OZcu4KqxHPFOkTPx/GyEJ2vbJK6EYiFqR+qzZs1CcXExVq1aBUEQsHHjRmzZsgVGoxFLly7FggULsHLlSmi1WkyZMgW33norBEG4bBuiZFDd0AF3tx8TC3iUTpFlyUhBhkGDc82d8HgDSNVx3gM5i+pvd/369ZfcnjRpUvj7NWvWYM2aNYNuQyR3wWAIR6qcUCgETOVROkWYIAiYWJCBvcfsqKpvx7QiXlUhZ5xRjkhix8+1ocsbwOTRGdDreJROkTc2Nx0qpYDK2jYu8iJzDHUiCXl9QRytboFGreB16RQ1apUCRXnp8HgDONcsj9Hl1DeGOpGEjla3wB8IYVpRJrRqrsRG0TN5dO/CQMfOuoZ0uTAlJoY6kUQ6Pb1LYxpS1OERykTRkqbXYJTVAGe7F462xLw2nwbHUCeSSNkpJ0IiMHNCFpQK7ooUfVMKLxytt0pcCUUL/5IQSeBMYwfONnYiM02Hwmz5TItJ8c1qSkFmmhbnmt1oao3sbJwUHxjqRDEmiiJKPjsFALh6oiXup+4k+RAEAcXnB2T+z54aiauhaGCoE8XYnopmVNa1Y5TVcMm0nUSxUGAzIF2vwe7yJjjbu6UuhyKMoU4UQx5vACXbq6BRKTB7klXqcigJKYTeSY6CIREf7z0ndTkUYQx1ohja+tVpdHT5cPv1hTCkcqIZksaYnDRkpevw5eFGrrUuMwx1ohg5UdOKzw7UwWZKwa1zCqQuh5KYQiFg+fWFCARDeH/nGanLoQhiqBPFgD8QwislhyAC+Mltk6BWcdcjac27KhvZ5lR8dbiRI+FlhH9ZiGLgw11nUdvciRtn5WFigUnqcoigVCjwvQVjERJFbP3qtNTlUIQw1ImirLqhHX/fXYOsjBSsWFgkdTlEYVdPtKAw24jS43bUNHFOeDlgqBNFkdcXwOYPjkEURfzz3TORouVa1hQ/BEHAikW9HzTf/aJa4mooEhjqRFH05qenYHd145ZrCzBtnEXqcoguM6XQjCmFJpSfacXxGpfU5dAIMdSJomTn0UZ8daQRBTYDvnvDWKnLIerX9xd+c7TOFdwSG0OdKApq7W68vu0kUrQqPHjnVI52p7g2JicN10y04HRDB0qP26Uuh0aAf2mIIszd7cerW47CFwjh/9w+GVYTp4Kl+LfixnFQKRUo+fwUvL6A1OXQMDHUiSIoEAzh9+8dhb2tG7fPHY2ZE3genRKDNSMFt11bgDa3Dx/u4mIviYpDcYkiRBRFvPHJSZw414arJ1jw3QU8j07xa8eh+svuM+rV0OtU+HhvDTRqBdL0mn63XzQjL5rl0TDxSJ0oQrZ8eRpfHm7EaJsR/2f5FCi4pColGJVSgWsmWRESgdLjdg6aS0AMdaII+HjvOfx9dw1sphQ89oPp0GqUUpdENCwFtt4lgRucXahzdEldDl0hhjrRCH1xqB5/214Fk1GLdatmIH2ALkuieCcIAuZMtkIQgH3H7QgEQ1KXRFeA59QpafV1TvFKLJqRh9LjzfjrxydhSFFj/aoZyEpPiVB1RNLJMGgxebQJx866cLS6hQM+EwiP1ImG6cBJBzZ/cAxajRL/snI6cjL1UpdEFDHTx2VBr1Oh/EwrWju8UpdDQ8RQJxqGs02d+L9by6FSKfDYXdNRmJ0mdUlEEaVWKXBdcTZEEdhd3owQB80lBIY60RU609iBrw43QKNWYN0PZmDCqAypSyKKijyLHmNz09DS4cWJs5wXPhEw1ImuwOmGDnx9uBEqpQLrVs3AuPx0qUsiiqprJlmgVStRdsqJTo9P6nJoEAx1oiE63dCOnUcaoVYpsHR2PopyGegkfzqNCrMnWxEMidhT0cxr1+NcVEe/P/vsszh8+DAEQcCGDRswbdq08GN79uzBiy++CIVCgTFjxuCZZ57Bvn378NOf/hTjx48HAEyYMAE/+9nPolki0ZCcbmjH10eaoFErsPSaUchM10ldElHMjMkx4kxDB+qdXaiqb8f4fJ5yildRC/XS0lLU1NSgpKQE1dXV2LBhA0pKSsKP//znP8df//pXZGdn49FHH8VXX30FnU6HOXPm4JVXXolWWURXjIFOyU4QBFxXbMP7O89i33E7ss1cpCheRa37fffu3ViyZAkAoKioCO3t7XC73eHHt2zZguzsbACA2WyGy8VBGBR/GOhEvfQpalw7xYpAUMTOo00IhdgNH4+iFupOpxMmkyl822w2w+FwhG8bDAYAgN1ux86dO7Fw4UIAQFVVFe6//37cfffd2LlzZ7TKIxoUA53oUmNy0jDaZoDd1Y1tpeekLof6ELMZ5foaXNHS0oL7778fGzduhMlkQmFhIR5++GHcdtttqK2txT333INPPvkEGk3/026aTKlQqSI7z7bFYozo60lFLu0AotMWo6H/kD5Z48LXR5qgVSvxnQVjYeljTfTh1HTxNgP9/HiXyLV/m1zaEqt2LJkzGm/+70m899Vp3HD1KIyJ8IBR/t0amaiFutVqhdPpDN+22+2wWL6ZatDtduPee+/FY489hvnz5wMAbDYbli1bBgAoKChAVlYWmpubMWrUqH5/jsvliWjdFosRDkdnRF9TCnJpBxC9tnS6+54l62xTJ7481Hsd+pJr8qFTK/p87pXW9O129Pfz453RoEvY2r9NLm2JdTvmFtvw2YF6/Pqv+/CzNbOhVkWm05d/t4b+2v2JWqjPmzcPmzZtwqpVq1BRUQGr1RrucgeA5557DmvWrMGCBQvC973//vtwOBxYu3YtHA4HWlpaYLPZolUi0WUanF34+nAD1MrBu9yvdO54uQQIUZ7FgEUzcrHjUAPe3l6FHy6dIHVJdF7UQn3WrFkoLi7GqlWrIAgCNm7ciC1btsBoNGL+/PnYunUrampq8M477wAAli9fjttvvx3r16/HZ599Br/fj1/84hcDdr0TRZKz3YsdZfUABNw4K4/n0IkGsHLxeJysbcOnB+owYVQGrplklbokQpTPqa9fv/6S25MmTQp/X15e3uc2f/jDH6JZElGfOrp8+PxAHYJBEQtm5CI7k5fsEA1Eq1HiwTun4um/7sdrHx1HQbYR1gyuUig1zihHSc/jDeB/99XC6wvi2mIbRmfLZ6AOUTTlWQxYffNEdPcE8X+3lsMf4NrrUmOoU1Lr8Qfx6f5adHkDmDE+i4uzEF2heVflYP5VOahp6kTJ56ekLifpMdQpaQWCIXx+oB5tbh8mFWTgqrFmqUsiSkg/unkC8ix6fH6wHnuONUldTlJjqFNSCgRD+PJQAxxt3SjMMWL2ZCsEQZC6LKKEpFX3nl/XaZR47X9O4HRDh9QlJS2GOiUdURTxl49OoM7RhZzMVMy7KoeBTjRCOZl63P+dqQgEQ9j07hG0dvDyTSkw1CnpvL2jGjvLm5CVrsOimXlQKhjoRJEwrSgTKxePR3uXD6+8cwReX0DqkpIOQ52Sykd7a/Dx3nPINqdi8dV5EZsJi4h6Lb0mHwtn5OKc3Y3NHxxDiOuvxxT/olHS+OpIA97eXg2TUYt1K2dAp4nZ0gdESUMQBPxo6QRMKshA2Skn3vrsVJ9rf1B0MNQpKew/Ycf/++gE9DoV/uUH0zlbHFEUqZQKPPjdq5CTmYpP99fhva9OS11S0mCok+yVn2nBf7xfAY1aiX9ZOQN5FsPgGxHRiBhS1Hj87pmwZqTgw101+HDXWalLSgoMdZK1qrp2/G7LUQiCgEe/Pw1jctKkLokoaWQYtFh/9wxkpmmx5cvT+GRfrdQlyR5DnWSrpqkT//72YQQCIh68cyomjzZJXRJR0slKT8H6u2ci3aDBW5+dwmcH6qQuSdYY6iRLpxs68Js3y+DtCWDt7ZMxY3yW1CURJS2bKRWPr5qJtFQ1/vN/K/HuF9UcPBclHP5LslNZ24aX3j6MHn8Qa5dPxtyp2VKXRCQ7Ow7VX/E2N12Tj0/31+Hvu2vQ1tmDNbdNgkrJY8tI4v8mycqxs6148W+H4A+EcP93puL6qTlSl0RE5xlTNbj12gJkpuuws7yJE9REAUOdZONQlRMvvX0EoZCIB787FbMnWaUuiYi+JUWrws2zR2FaUSbKz7Ti2dcPoLGlS+qyZIOhTrLw6f5abHr3CAQBePT70zBzvEXqkoioH2qVAo98/yosnpWHOkcXfvmX/Sg93ix1WbLAc+qU0ALBEN789BS2l9UjLVWNR1dMx9hcXrZGFO+UCgV+fPNEjMtPx18+Ook//HcFap0e/MPc0Zy+eQQY6pSw/r77LL441ABnuxcZBg0Wz8rHOXsnztk7pS6NiAZx8UC7W68dhS8ONeDvO89g15EGXD81e8BZHxfNyItFiQmJH4coIe091owPdp6Fs92LMTlG3HbdaBhS1VKXRUTDkG7QYtnc0ZgyxgxXZw/+Z08NDpx0IBAMSV1awuGROiUUV2cP3vy0EvtPOqBSCriu2Ibx+elcD50owamUCtx49SjkZqZiT0UzKs60ora5E3OnZsNmTpW6vITBUKeE4PMH8dnBOry/8yx6fEGMy0vH1LFmpOk1UpdGRBGUm6XHHfMKceiUE8drXNhWWovR2UZcPdECQwp74wbDUKe45vMH8dHus3hz2wm4Onug16lw922TMH9aDr483CB1eUQUBWqVArMnW1GYY8S+43bUNHWi1u5GcaEJU8dmSl1eXGOoU1xqaffiqyMN2FFWjw6PH2qVArddW4Blc0dDr+OndaJkYMlIwW3XFeBMYwcOnnTi6OlWnKprhygCi2bkQqNWSl1i3GGoU9ywt3Xj8CknDlU5caLGBRG9E1WsWDwe10+xIsOglbpEIooxQRAwNjcdo6xGVJxpxbGzrXjrs1P4eG8Nbp9biAXTc3kJ3EUY6iQJURTh6uzB6YYOVDe0o/x0K+qd38wqVZSXhhum5WLOZCtG5ZngcPAyNaJkplYpMGN8FiaNzkCnx4/PDtThP/+3Ev+zpwZLrsnHwul5SNUx0vg/QMM2lAUdRFFEjz+Iji4/2rt86OjqQbvbh5YOL7p7guHnqZQKTCvKxIzxWZhelAWTkUflRHQ5nUaFW+eMxi2zC/DR3hrsKGvA29ur8cHOs1g4IxdLrxkFc1r/17jLHUOdhi0QDMHbE4TXF0C3LwhvTwBd3gC6vH50eQPwdPf+GwxdvsRiilaFWRMsGJubhjE5aRibkwathufHiGho0vQarFw8HsuvL8SOsnp8ur8O20pr8cm+WkwvysKCGbm4aqwZSkVydc0z1JOcKIrw+UPw9ATguRDGPQF0nw/n3vt7v7q8fnR6/Ojo8qHD44PXFxzwtXUaJdINGuh1ahhT1Ug3aJCu1yBNr4FOo+KsUEQ0YnqdGrfPLcTNswuwp6IJn5fV41BV79gck1GLeVfl4NrJVuRZDFKXGhMMdRkQRRFeXxCd3f5wMKsbOtFo7zgfxoFLQ9vb+/2FwO7rSLo/CkGAMVUNS0YKAsEQUrQq6DRK6DRKpGhVSNWpoNepkapTcZ1kIooZtUqBG6bn4obpuahp6sQXhxuwp6IJH+46iw93nUVOZiqumWjFNZOsyLfoZTthlSCK4tD/ol+hZ599FocPH4YgCNiwYQOmTZsWfmzXrl148cUXoVQqsWDBAjz00EODbtOXSA+gsliMcTMoKxQS0eHxod3tQ5u7B+1dvt6vC9+7fWhq9cDrCyAQvLJg1qgV0KqVUKsU0KiV0KgV0KjO/6tWQqPq69/ebWK9MxgNOnS6vTH9mdHAdsQfubQl2dox1F4+ry+AQ6ec2H/SgaOnW+AP9E47m6bXYPJoEyaPNmHSaBMs6bqI/12LZpZYLMZ+H4vakXppaSlqampQUlKC6upqbNiwASUlJeHHf/WrX+FPf/oTbDYbfvzjH+OWW25Ba2vrgNvIRUgU4fEG0NbZgzZ3D1zunvPf94a36/z97V0+DPSRSxB6u7jT9JreI2a1MhzQRr0WYigErfrioO79nkfQRJQMdBoVrivOxnXF2ejuCeDo6ZbwTHV7jzVj77He5V71OhUKbEYU2AwosBlhNaXAkpECY4o64Y7ooxbqu3fvxpIlSwAARUVFaG9vh9vthsFgQG1tLdLT05GTkwMAWLhwIXbv3o3W1tZ+t4kFURTR0t6NlnYvQqLY+xU6/yXi/L+9t4MhEaIoIhAS4fMF0eM//xX+PhS+7e72X/LV5fUPGNYqpQIZBg2K8tKRYdAi4/y56HR97/dpeg0yDFoYUtT48kjfs6rJ5ZM7EVEkpGhVmDPZhjmTbRBFEQ0tHhw/24rK2jaca3bjeI0Lx2tcl2yjVSuRlaFDul4DQ4oaxlQNjKlq6DQqaM8fLGkv+lIqBSgVAhQKAd4Q0NHugUIhwGzUQaGIzYeDqIW60+lEcXFx+LbZbIbD4YDBYIDD4YDZbL7ksdraWrhcrn63iYW/bjuJLw5FZ+pRhSBAn6KCMVWNnMxUGFLUSDdoYTL0BnSGUQvT+X/1OlXCfTokIkoUgiAgL0uPvCw9llwzCgDQ3RNArd2NWrsbjrZuONq64Wz3wtnuRb2ja5BXHNjsSVY8cOfUSJQ+qJgNlBvOqfuhbDPQuYUrtX71bKxfHbGXi4m7lk6SugQiIlkoyDdJXcKIRS3UrVYrnE5n+LbdbofFYunzsebmZlitVqjV6n63ISIiooFFbcTUvHnzsG3bNgBARUUFrFZruBs9Pz8fbrcbdXV1CAQC2L59O+bNmzfgNkRERDSwqF7S9sILL2D//v0QBAEbN27EsWPHYDQasXTpUuzbtw8vvPACAODmm2/G2rVr+9xm0iR2LxMREQ1FVEOdiIiIYocXLBMREckEQ52IiEgmkmru9+7ubjz55JNoaWlBT08PHnzwQdx4443hx/fs2YMXX3wRCoUCY8aMwTPPPIN9+/bhpz/9KcaPHw8AmDBhAn72s59J1QQAg7dj8eLFyM7OhlLZu+rZCy+8AJvNdsVT8EbbQO1obm7G+vXrw8+tra3FunXr4Pf78fLLL6OgoAAAcP311+OBBx6QpP6+eL1eLF++HA8++CC+973vhe+P1LTIsdJfOxJlH7mgv3Ykyj5ysb7akkj7yd69ewd8nyTKPjJYOyTfR8Qk8ve//1384x//KIqiKNbV1Yk333zzJY8vXbpUbGxsFEVRFB955BFxx44d4p49e8RHHnkk5rUOZLB23HjjjaLb7b7kvr1794r33XefKIqiWFVVJf7gBz+ITbEDGKwdF/j9fnHVqlWi2+0W3333XfG5556LZZlX5MUXXxS/973vie++++4l9992221iQ0ODGAwGxbvvvls8depUXP5OLuivHYmyj1zQXzsSZR+5WH9tuSDe95PB3ieJso8M1g6p95GkOlJftmxZ+PvGxkbYbLZLHt+yZUv4Ejqz2QyXyxWeyjaeDNaOvgw0ba9UhtqO9957D7fccgv0en2sShuW6upqVFVVYdGiRZfcH6/TIvenv3YAibOPAAO3oy/xuI9cMJS2JMp+0pdE20cGIvU+kpTn1FetWoX169djw4YNl9x/4Rdht9uxc+dOLFy4EABQVVWF+++/H3fffTd27twZ83r70187AGDjxo24++678cILL0AURTidTphM38yWdGEK3ngwUDsA4O2338aKFSvCt0tLS7F27VqsWbMGx44di1WZg3r++efx5JNPXnZ/X9MiOxyOuP2d9NcOILH2kYHaASTWPjJYW4DE2E/6e58k2j4y0Ptd6n0kqY7UL3jrrbdw/PhxPP7443j//fcvmWe9paUF999/PzZu3AiTyYTCwkI8/PDDuO2221BbW4t77rkHn3zyCTQajYQt6NVfOx599FHccMMNSE9Px0MPPRSe0OdiYhxdyTjQ76OsrAxjx44N7yjTp0+H2WzGokWLUFZWhieeeAIffPCBVKWHbd26FTNmzMCoUaOG/Rrx8DsZSjsSYR8ZrB2JtI8M5XeSCPtJJN4n8fA7GUo7pNxHkirUy8vLkZmZiZycHEyePBnBYBCtra3IzMwEALjdbtx777147LHHMH/+fACAzWYLdxMXFBQgKysLzc3NI/rjHe123HnnneHnLliwAJWVlQNO2yuVwdoBADt27MDcuXPDt4uKilBUVAQAmDlzJlpbWxEMBsMDnqSyY8cO1NbWYseOHWhqaoJGo0F2djauv/76hJoWeaB2AImzjwzWjkTZR4DB23LhOfG+nwz0PkmkfWSw97vU+0hSdb/v378ff/7znwH0riLn8Xgu6dp57rnnsGbNGixYsCB83/vvv48//elPAHq7iFpaWoZ0DjuaBmpHZ2cn1q5dC5/PBwDYt28fxo8fH5dT8A72+wCAo0ePXjKr4ObNm/Hhhx8CACorK2E2myUPdAB46aWX8O677+Jvf/sb7rrrLjz44IPhP7qJNC3yQO0AEmcfGagdibSPAIP/ToDE2E8Gep8k0j4y2Ptd6n0kqWaU83q9eOqpp9DY2Aiv14uHH34YbW1tMBqNmD9/cGO8WgAAAu9JREFUPmbPno2ZM2eGn798+XLcfvvtWL9+PTo6OuD3+/Hwww+Hz5FIZaB2LF26FH/5y1+wdetWaLVaTJkyBT/72c8gCELcTcE7WDsA4I477sBrr72GrKwsAEBTUxMef/zx3rXsA4G4uMTl2zZt2oS8vDwASOhpkb/djkTaRy7W1+8jUfaRb+urLUBi7Cdut/uy90lLS0vC7SMDtSMe9pGkCnUiIiI5S6rudyIiIjljqBMREckEQ52IiEgmGOpEREQywVAnIiKSCYY6EQ3LxIkTEQgEpC6DiC7CUCciIpKJpJomloj6t3fvXrz00kvIzc1FfX09jEYj1q1bh/vuuw9ffvklgN7JTwKBAP75n/85vN2ePXvw29/+FjqdDj6fD0899RSmTZuGPXv24NVXX4UoilCpVHj66aclnTqWKBkw1IkorKKiAi+99BJsNhsef/xxlJaWDrrNX/7yF/zjP/4jli1bhtOnT+PMmTPo7u7Gxo0bUVJSgoyMDHz66af49a9/jU2bNsWgFUTJi6FORGHjxo0Lz0k9a9YsfPrpp4Nuc8cdd+DFF1/EkSNHcNNNN+Gmm27CkSNH4HA48MgjjwAAgsHgJavvEVF0MNSJKOziWaNFUYTVasWpU6fC9/n9/svCedmyZZg/fz6+/vprvPrqq5g2bRqWLVuG3NxcvP766zGrnYg4UI6ILnL69GnY7XYAwIEDB1BYWIj29nZ0d3cjGAxi3759l23zyiuvIBgMYtmyZXjqqadQVlaGwsJCuFwuVFZWAuhdCa2kpCSmbSFKRjxSJ6KwcePG4cUXX0RNTQ3S09OxevVqNDY24vvf/z4KCgowZcqUy7YZPXo0/umf/glpaWkIhUJ45JFHoNPp8Jvf/AZPPfUUtFotAOCXv/xlrJtDlHS4ShsRAfhm9Pubb74pdSlENEzsficiIpIJHqkTERHJBI/UiYiIZIKhTkREJBMMdSIiIplgqBMREckEQ52IiEgmGOpEREQy8f8ByXuCdbl9T9QAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "oT2lIahHPgYE"
      },
      "source": [
        "Capping Brain Natriuretic Peptide at 4000 because above it doesn't relate to heart conditions and are same. citation provided"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9qBZ5HtZPpvJ"
      },
      "source": [
        "df['brain.natriuretic.peptide'].clip(upper=3000,inplace=True)\n",
        "df['creatinine.enzymatic.method'].clip(upper=600,inplace=True)"
      ],
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eQZAVoZcNl_i"
      },
      "source": [
        "Creatine Kinase above 1000: Refers to idiopathic inflammatory myopathy (IIM) hence we can cap the values to 1000.\n",
        "Hence to avoid the ouliers capped to 1000."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XO_6O2KlLZdw"
      },
      "source": [
        "df['creatine.kinase'].clip(upper=1000,inplace=True)\n",
        "df['high.sensitivity.troponin'].clip(lower = 0.1,inplace=True)\n",
        "# To prevent the division by 0"
      ],
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "TmiR6bcgcCuD"
      },
      "source": [
        "Converting all the numarical distributions to log normals"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "49XKeDtzcGY3"
      },
      "source": [
        "# centering the normal distributions by converting them to log\n",
        "for each in df.columns:\n",
        "    if max(df[each]) > 10 and each != 'LVEF':\n",
        "        df[each] = np.log(df[each])"
      ],
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CsnZmNsFk9wD"
      },
      "source": [
        "First setting cutoff of LVEF : 50 "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "phTqA52jjITo"
      },
      "source": [
        "dfef1 = df.copy()\n",
        "dfef2 = df.copy()\n",
        "dfef1['LVEF'].clip(40,41,inplace = True)\n",
        "dfef1['LVEF'].replace(to_replace=40,value=int(0),inplace=True)\n",
        "dfef1['LVEF'].replace(to_replace=41,value=int(1),inplace=True)"
      ],
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "u7kB2GVMjp0i"
      },
      "source": [
        "# Converting to a 3 class encoding\n",
        "'''\n",
        "dfef = df.copy()\n",
        "ejection_fraction = dfef['LVEF'].to_numpy()\n",
        "for i in range(len(ejection_fraction)):\n",
        "    if ejection_fraction[i] < 41 :\n",
        "        ejection_fraction[i] = -1\n",
        "    elif ejection_fraction[i] > 40 and ejection_fraction[i] < 50:\n",
        "        ejection_fraction[i] = 0\n",
        "    else:\n",
        "        ejection_fraction[i] = 1\n",
        "\n",
        "dfef1['LVEF'] = ejection_fraction\n",
        "'''\n",
        "# 3 class case did not work !!!"
      ],
      "execution_count": 289,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c1kEA0sslPg8"
      },
      "source": [
        "df = pd.read_csv(\"/content/07_with_LVEF_sodium_HST_BNP.csv\")\n",
        "df.drop(columns=['Unnamed: 0','congestive.heart.failure','acute.renal.failure','moderate.to.severe.chronic.kidney.disease','dementia','peptic.ulcer.disease','hemiplegia','connective.tissue.disease','leukemia','AIDS','weight','height'],inplace=True)\n",
        "\n",
        "df['brain.natriuretic.peptide'].clip(upper=3000,inplace=True)\n",
        "df['creatinine.enzymatic.method'].clip(upper=600,inplace=True)\n",
        "\n",
        "df['creatine.kinase'].clip(upper=1000,inplace=True)\n",
        "df['high.sensitivity.troponin'].clip(lower = 0.1,inplace=True)\n",
        "# To prevent the division by 0\n",
        "\n",
        "# centering the normal distributions by converting them to log\n",
        "for each in df.columns:\n",
        "    if max(df[each]) > 10 and each != 'LVEF':\n",
        "        df[each] = np.log(df[each])\n",
        "\n",
        "dfef1 = df.copy()\n",
        "dfef2 = df.copy()\n",
        "dfef1['LVEF'].clip(40,41,inplace = True)\n",
        "dfef1['LVEF'].replace(to_replace=40,value=int(0),inplace=True)\n",
        "dfef1['LVEF'].replace(to_replace=41,value=int(1),inplace=True)\n",
        "\n",
        "Y = dfef1['LVEF'].to_numpy()\n",
        "X = pd.DataFrame(dfef1.drop(columns = ['LVEF'])).to_numpy()"
      ],
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "G3iII6blmlRy"
      },
      "source": [
        "from sklearn.model_selection import cross_validate\n",
        "x_train, x_test, y_train, y_test = train_test_split(X,Y,test_size = 0.2)\n",
        "scaler = preprocessing.StandardScaler().fit(x_train)\n",
        "x_train = scaler.transform(x_train)\n",
        "scaler = preprocessing.StandardScaler().fit(x_test)\n",
        "x_test = scaler.transform(x_test)"
      ],
      "execution_count": 30,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2tcP3k2SdlJH"
      },
      "source": [
        "sscaler = preprocessing.StandardScaler().fit(X)\n",
        "X = sscaler.transform(X)"
      ],
      "execution_count": 32,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "578K-uEMT0Cb"
      },
      "source": [
        "# Robust Scaler\n",
        "x_train, x_test, y_train, y_test = train_test_split(X,Y,test_size = 0.2)\n",
        "scaler = preprocessing.RobustScaler().fit(x_train)\n",
        "x_train = scaler.transform(x_train)\n",
        "scaler = preprocessing.RobustScaler().fit(x_test)\n",
        "x_test = scaler.transform(x_test)\n",
        "\n",
        "sscaler = preprocessing.RobustScaler().fit(X)\n",
        "X = sscaler.transform(X)"
      ],
      "execution_count": 276,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "a0ciizOO78dG"
      },
      "source": [
        ""
      ],
      "execution_count": 69,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HjMFXbI7myHh",
        "outputId": "2900a3c7-f33e-4fbb-95e8-980c4f8575d3"
      },
      "source": [
        "clf = RandomForestClassifier(n_estimators=5000,min_samples_leaf= 7,n_jobs=-1)\n",
        "clf.fit(x_train,y_train)\n",
        "y_predicted = clf.predict(x_test)\n",
        "y_train_pred = clf.predict(x_train)\n",
        "\n",
        "pred_prob = clf.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": 65,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 80.61\n",
            "Accuracy Train 90.75\n",
            "ROC-AUC Score 88.51\n",
            "Recall Score 100.00\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hTZN-CCPny2R",
        "outputId": "fb7dd711-ee68-434e-afc1-f596567003c8"
      },
      "source": [
        "cv_rf = cross_validate(clf,X,Y,scoring=('accuracy','roc_auc','recall','precision'),cv = 10,n_jobs=-1)\n",
        "print(\"Average CV Accuracy Test \\t\",(cv_rf['test_accuracy'].mean()*100))\n",
        "print(\"Average CV ROC-AUC Score \\t\",(cv_rf['test_roc_auc'].mean()*100))\n",
        "print(\"Average CV Recall Score \\t\",(cv_rf['test_recall'].mean()*100))\n",
        "print(\"Average CV Precision Score \\t\",(cv_rf['test_precision'].mean()*100))\n",
        "print(\"Best Accuracy CV : \\t\\t\", max(cv_rf['test_accuracy']*100))\n",
        "print(\"Best ROC CV : \\t\\t\\t\", max(cv_rf['test_roc_auc']*100))\n",
        "print(\"Best Recall CV : \\t\\t\", max(cv_rf['test_recall']*100))\n",
        "print(\"Best Precision CV : \\t\\t\", max(cv_rf['test_precision']*100))"
      ],
      "execution_count": 68,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Average CV Accuracy Test \t 80.07227891156464\n",
            "Average CV ROC-AUC Score \t 85.12468209836629\n",
            "Average CV Recall Score \t 95.96017069701281\n",
            "Average CV Precision Score \t 81.32919254658387\n",
            "Best Accuracy CV : \t\t 85.71428571428571\n",
            "Best ROC CV : \t\t\t 92.11711711711712\n",
            "Best Recall CV : \t\t 100.0\n",
            "Best Precision CV : \t\t 84.0909090909091\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 366
        },
        "id": "_KJej_9qnIcW",
        "outputId": "7d584481-4821-41a7-884c-eebc05788e7c"
      },
      "source": [
        "plt.bar(range(len(clf.feature_importances_)),clf.feature_importances_)"
      ],
      "execution_count": 306,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<BarContainer object of 28 artists>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 306
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAecAAAFKCAYAAAAnj5dkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAS9UlEQVR4nO3dX2yV9eHH8U+lkknaaavnFBdnNEQCacYFiWauDqYDDWTLMi8UDbJlZhmZTMfWbKQZYjJFxwjJcEucBi8Wb5oRsngHmXphtML+JCyyC5UYUpcJp9h1NjqDpr8LfzuuSnsKUvptz+t11adPv57v+ebBd5/nnPO0ZWxsbCwAQDEumOkJAADjiTMAFEacAaAw4gwAhRFnACiMOANAYVpnegL/Vau9fV4ep6NjQYaH3zkvjzVbWaPGrFFj1qgxa9TYXF6jSqV9wn1Nd+bc2jpvpqdQPGvUmDVqzBo1Zo0aa9Y1aro4A0DpxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCFPNXqQDOh+888uwZ/fyTW26appnAxJw5A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAK0zqVH9q+fXsOHz6clpaW9PX1ZdmyZfV9L730Unbt2pULLrggV199dR566KFccMEFk44BACbWMM6HDh3KsWPH0t/fn6NHj6avry/9/f31/ffff39+97vfZeHChbn33nvz/PPP56KLLpp0DAAwsYaXtQcGBrJq1aokyaJFizIyMpLR0dH6/n379mXhwoVJks7OzgwPDzccAwBMrGGch4aG0tHRUd/u7OxMrVarb7e1tSVJTpw4kRdeeCErV65sOAYAmNiUXnP+X2NjY5/43smTJ7Nx48Zs27ZtXJQnG/NxHR0L0to670ync1Yqlfbz8jizmTVqzBo1NhfWaLqfw1xYo+nWjGvUMM7VajVDQ0P17RMnTqRSqdS3R0dH893vfjc//OEPc8MNN0xpzOkMD79zxpM/G5VKe2q1t8/LY81W1qgxa9TYXFmj6XwOc2WNptNcXqPJfuloeFm7p6cn+/fvT5IcOXIk1Wq1fik7SR555JF861vfyooVK6Y8BgCYWMMz5+XLl6e7uzvr1q1LS0tLtm3bln379qW9vT033HBD/vCHP+TYsWPZu3dvkuRrX/tabr/99k+MAQCmZkqvOff29o7bXrJkSf3rl19+eUpjAICpcYcwACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMK0TuWHtm/fnsOHD6elpSV9fX1ZtmxZfd97772X+++/P6+++mr27duXJDl48GDuu+++XHPNNUmSxYsXZ+vWrdMwfQCYexrG+dChQzl27Fj6+/tz9OjR9PX1pb+/v75/x44dWbp0aV599dVx46677rrs3r373M8YAOa4hpe1BwYGsmrVqiTJokWLMjIyktHR0fr+zZs31/cDAJ9ewzPnoaGhdHd317c7OztTq9XS1taWJGlra8u//vWvT4x77bXXsnHjxoyMjGTTpk3p6emZ9HE6OhaktXXemc7/rFQq7eflcWYza9SYNWpsLqzRdD+HubBG060Z12hKrzn/r7GxsYY/c9VVV2XTpk1Zs2ZNBgcHs2HDhhw4cCDz58+fcMzw8DtnOpWzUqm0p1Z7+7w81mxljRqzRo3NlTWazucwV9ZoOs3lNZrsl46Gl7Wr1WqGhobq2ydOnEilUpl0TFdXV9auXZuWlpZceeWVueyyy3L8+PEzmDIANK+Gce7p6cn+/fuTJEeOHEm1Wq1f0p7I008/nT179iRJarVaTp48ma6urnMwXQCY+xpe1l6+fHm6u7uzbt26tLS0ZNu2bdm3b1/a29uzevXq3HvvvXnzzTfz+uuv56677sptt92Wm266Kb29vXnmmWdy6tSpPPDAA5Ne0gYAPjKl15x7e3vHbS9ZsqT+9UQfl3rsscc+xbQAoHm5QxgAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACjMlOK8ffv23H777Vm3bl3+9re/jdv33nvv5ac//WluvfXWKY8BACbWMM6HDh3KsWPH0t/fn4ceeigPPfTQuP07duzI0qVLz2gMADCxhnEeGBjIqlWrkiSLFi3KyMhIRkdH6/s3b95c3z/VMQDAxBrGeWhoKB0dHfXtzs7O1Gq1+nZbW9sZjwEAJtZ6pgPGxsbO+EGmMqajY0FaW+ed8X/7bFQq7eflcWYza9SYNWpsLqzRdD+HubBG060Z16hhnKvVaoaGhurbJ06cSKVSOedjhoffaTSVc6JSaU+t9vZ5eazZyho1Zo0amytrNJ3PYa6s0XSay2s02S8dDS9r9/T0ZP/+/UmSI0eOpFqtnvZS9qcdAwB8qOGZ8/Lly9Pd3Z1169alpaUl27Zty759+9Le3p7Vq1fn3nvvzZtvvpnXX389d911V2677bZ8/etf/8QYAGBqpvSac29v77jtJUuW1L/evXv3lMYAzGbfeeTZM/r5J7fcNE0zoRm4QxgAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMOANAYcQZAAojzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhxBkACiPOAFAYcQaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFKZ1picAQFm+88izZ/TzT265aZpm0rzEuYn5BwhQJpe1AaAwc/bM2VkhALPVlOK8ffv2HD58OC0tLenr68uyZcvq+1588cXs2rUr8+bNy4oVK3LPPffk4MGDue+++3LNNdckSRYvXpytW7dOzzMAgDmmYZwPHTqUY8eOpb+/P0ePHk1fX1/6+/vr+x988MHs2bMnXV1dWb9+fW655ZYkyXXXXZfdu3dP38wBYI5qGOeBgYGsWrUqSbJo0aKMjIxkdHQ0bW1tGRwczMUXX5zLL788SbJy5coMDAxk8eLF0ztrACblpb3ZrWGch4aG0t3dXd/u7OxMrVZLW1tbarVaOjs7x+0bHBzM4sWL89prr2Xjxo0ZGRnJpk2b0tPTM+njdHQsSGvrvE/xVD6dSqV9xh57trBG41mPxubCGp3tc5jquFLW6NPMY7qfQylrdD6d8RvCxsbGGv7MVVddlU2bNmXNmjUZHBzMhg0bcuDAgcyfP3/CMcPD75zpVM6pWu3tGX382cAafaRSabceDcyVNTrb5zCVcSWt0aeZx3Q+h5LW6Fyb7JeOhnGuVqsZGhqqb584cSKVSuW0+44fP55qtZqurq6sXbs2SXLllVfmsssuy/Hjx/P5z3/+rJ8EwGzlEjNnqmGce3p68uijj2bdunU5cuRIqtVq2trakiRXXHFFRkdH88Ybb2ThwoV57rnnsnPnzjz99NOp1Wq5++67U6vVcvLkyXR1dU37k5lp/gECcC40jPPy5cvT3d2ddevWpaWlJdu2bcu+ffvS3t6e1atX54EHHsiPf/zjJMnatWtz9dVXp1KppLe3N88880xOnTqVBx54YNJL2gDAR6b0mnNvb++47SVLltS/vvbaa8d9tCpJ2tra8thjj52D6QFA83H7TgAozJy9fScAzeFM3u8zW97r48wZAAojzgBQGHEGgMKIMwAURpwBoDDerV0IdxcDmpn/B44nzgCcEwJ77risDQCFceY8B8zFD+ADH/Lvuzk5cwaAwogzABRGnAGgMOIMAIURZwAojDgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhRFnACiMv0oFQFMq+e9PO3MGgMKIMwAURpwBoDDiDACFEWcAKIw4A0BhfJTqNM7k7fXn8631ADQHZ84AUBhxBoDCuKwNfCol32UJZitnzgBQGHEGgMKIMwAURpwBoDDiDACFEWcAKIyPUgGzjo9vMdeJM7OG/yEDzUKcOa8EFqAxrzkDQGHEGQAK47I2Z8Wf1QSYPs6cAaAwzpxhDvGGO5gbnDkDQGHEGQAKI84AUJgpvea8ffv2HD58OC0tLenr68uyZcvq+1588cXs2rUr8+bNy4oVK3LPPfc0HANMzOvGQMM4Hzp0KMeOHUt/f3+OHj2avr6+9Pf31/c/+OCD2bNnT7q6urJ+/frccssteeuttyYdA+fTp4lds4SyWZ4nzBYN4zwwMJBVq1YlSRYtWpSRkZGMjo6mra0tg4ODufjii3P55ZcnSVauXJmBgYG89dZbE46BZuGz4MDZahjnoaGhdHd317c7OztTq9XS1taWWq2Wzs7OcfsGBwczPDw84RiA//ILDJxey9jY2NhkP7B169asXLmyfiZ8xx13ZPv27bn66qvz17/+NXv27MlvfvObJMnvf//7epwnGgMATK7hmXO1Ws3Q0FB9+8SJE6lUKqfdd/z48VSr1Vx44YUTjgEAJtfwo1Q9PT3Zv39/kuTIkSOpVqv1y9NXXHFFRkdH88Ybb+T999/Pc889l56enknHAACTa3hZO0l27tyZP//5z2lpacm2bdvy97//Pe3t7Vm9enX+9Kc/ZefOnUmSm2++OXffffdpxyxZsmR6nwkAzBFTijMAcP64QxgAFEacAaAwTfUnI91SdHIHDx7Mfffdl2uuuSZJsnjx4mzdunWGZ1WGV155Jd///vfz7W9/O+vXr88///nP/OQnP8kHH3yQSqWSX/7yl5k/f/5MT3NGfXyNtmzZkiNHjuSSSy5Jktx99935yle+MrOTnGE7duzIX/7yl7z//vv53ve+ly984QuOo4/5+Bo9++yzTXkcNU2cG92GlA9dd9112b1790xPoyjvvPNOfv7zn+f666+vf2/37t258847s2bNmuzatSt79+7NnXfeOYOznFmnW6Mk+dGPfpQbb7xxhmZVlpdeeimvvvpq+vv7Mzw8nG9+85u5/vrrHUf/43Rr9MUvfrEpj6Omuaw90W1IoZH58+fniSeeSLVarX/v4MGD+epXv5okufHGGzMwMDBT0yvC6daI8a699tr86le/SpJ89rOfzbvvvus4+pjTrdEHH3www7OaGU0T56GhoXR0dNS3/3tLUcZ77bXXsnHjxtxxxx154YUXZno6RWhtbc1nPvOZcd97991365cfL7300qY/lk63Rkny1FNPZcOGDdm8eXPeeuutGZhZOebNm5cFCxYkSfbu3ZsVK1Y4jj7mdGs0b968pjyOmuay9sf5BNknXXXVVdm0aVPWrFmTwcHBbNiwIQcOHGj618AacSyd3je+8Y1ccsklWbp0aR5//PH8+te/zv333z/T05pxf/zjH7N37948+eSTufnmm+vfdxx95H/X6OWXX27K46hpzpwnuw0pH+rq6sratWvT0tKSK6+8MpdddlmOHz8+09Mq0oIFC/Kf//wnyUe3rWW866+/PkuXLk2S3HTTTXnllVdmeEYz7/nnn89jjz2WJ554Iu3t7Y6j0/j4GjXrcdQ0cXZL0caefvrp7NmzJ0lSq9Vy8uTJdHV1zfCsyvSlL32pfjwdOHAgX/7yl2d4RuX5wQ9+kMHBwSQfvkb/308BNKu33347O3bsyG9/+9v6O48dR+Odbo2a9ThqqjuEuaXo5EZHR9Pb25t///vfOXXqVDZt2pSVK1fO9LRm3Msvv5xf/OIX+cc//pHW1tZ0dXVl586d2bJlS95777187nOfy8MPP5wLL7xwpqc6Y063RuvXr8/jjz+eiy66KAsWLMjDDz+cSy+9dKanOmP6+/vz6KOPjvvrfI888kh+9rOfOY7+3+nW6NZbb81TTz3VdMdRU8UZAGaDprmsDQCzhTgDQGHEGQAKI84AUBhxBoDCiDMAFEacAaAw4gwAhfk/oaOY2sxSJ/MAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 576x396 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EJUWGtWYlxhe",
        "outputId": "2cb3a740-054a-4eba-d604-e0f2743bd9bb"
      },
      "source": [
        "from xgboost import XGBRFClassifier\n",
        "xgb = XGBRFClassifier(num_parallel_trees = 1000, n_estimators=5000,num_boost_round = 1000)\n",
        "xgb.fit(x_train,y_train)\n",
        "y_predicted = xgb.predict(x_test)\n",
        "y_train_pred = xgb.predict(x_train)\n",
        "\n",
        "pred_prob = xgb.predict_proba(x_test)\n",
        "print(\"Accuracy Test %0.2f\" %(accuracy_score(y_test,y_predicted)*100))\n",
        "print(\"Accuracy Train %0.2f\" %(accuracy_score(y_train,y_train_pred)*100))\n",
        "print(\"ROC-AUC Score %0.2f\" %(roc_auc_score(y_test,pred_prob[:,1])*100))\n",
        "print(\"Recall Score %0.2f\" %(recall_score(y_test,y_predicted)*100))"
      ],
      "execution_count": 66,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Accuracy Test 80.61\n",
            "Accuracy Train 84.06\n",
            "ROC-AUC Score 87.98\n",
            "Recall Score 95.83\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jILsSe8toMhz",
        "outputId": "f14a1799-a2a6-498b-9f8a-ada913aa4d3e"
      },
      "source": [
        "cv_rf = cross_validate(xgb,X,Y,scoring=('accuracy','roc_auc','recall'),cv = 10)\n",
        "print(\"Average CV Accuracy Test \\n\",(cv_rf['test_accuracy'].mean()*100))\n",
        "print(\"Average CV ROC-AUC Score \\n\",(cv_rf['test_roc_auc'].mean()*100))\n",
        "print(\"Average CV Recall Score \\n\",(cv_rf['test_recall'].mean()*100))\n",
        "print(\"CV : \", max(cv_rf['test_recall']))"
      ],
      "execution_count": 67,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Average CV Accuracy Test \n",
            " 80.67602040816327\n",
            "Average CV ROC-AUC Score \n",
            " 85.52275960170697\n",
            "Average CV Recall Score \n",
            " 93.80512091038409\n",
            "CV :  0.9736842105263158\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}