github_it_fall21_sentiment_analysis_probabilistic_methods.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "github_it_fall21_sentiment_analysis_probabilistic_methods.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "VKiro2Luhv7d"
      },
      "source": [
        "import os\n",
        "import sys\n",
        "import time\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import re\n",
        "import string\n",
        "import tensorflow as tf\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer\n",
        "from sklearn.metrics import accuracy_score\n",
        "import xgboost as xgb"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Nicely formatted time string\n",
        "def hms_string(sec_elapsed):\n",
        "    h = int(sec_elapsed / (60 * 60))\n",
        "    m = int((sec_elapsed % (60 * 60)) / 60)\n",
        "    s = sec_elapsed % 60\n",
        "    return f\"{h}:{m}:{round(s,1)}\""
      ],
      "metadata": {
        "id": "ugHVvvDuglDB"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DWs2DA2Chz6f"
      },
      "source": [
        "def load_dataset(folder_path, test_size=0.1):\n",
        "  folders = ['train', 'test']\n",
        "  sub_folders = ['pos', 'neg']\n",
        "\n",
        "  X, Y = list(), list()\n",
        "  \n",
        "  for folder in folders:\n",
        "    for sub_folder in sub_folders:\n",
        "      path = os.path.join(folder_path, f\"{folder}/{sub_folder}\")\n",
        "      files = os.listdir(path)\n",
        "      print(f'Reading {len(files)} files in: {path}')\n",
        "      for file_name in files:\n",
        "        with open(os.path.join(path, file_name), 'r', encoding='utf-8') as f:\n",
        "          text = f.read()\n",
        "          \n",
        "          X.append(text)\n",
        "          if sub_folder == 'pos':\n",
        "            Y.append(1)\n",
        "          else:\n",
        "            Y.append(0)\n",
        "          \n",
        "  X, Y = np.array(X), np.array(Y)\n",
        "  X, X_test, Y, Y_test = train_test_split(X, Y, test_size=test_size, shuffle=True)\n",
        "  \n",
        "  return X, Y, X_test, Y_test"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Y_90OYXqh6Za",
        "outputId": "81b068f7-56da-43d5-f472-a33b0e20e668"
      },
      "source": [
        "path = \"/content/aclImdb/\"\n",
        "X, Y, X_test, Y_test = load_dataset(folder_path=path, test_size=0.1)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Reading 12500 files in: /content/aclImdb/train/pos\n",
            "Reading 12500 files in: /content/aclImdb/train/neg\n",
            "Reading 12500 files in: /content/aclImdb/test/pos\n",
            "Reading 12500 files in: /content/aclImdb/test/neg\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "i_HGHIk6jx5L"
      },
      "source": [
        "def preprocess_data(reviews):\n",
        "\n",
        "  rep = {\n",
        "    \"<br />\": \" \", \n",
        "    \"'ve\": \" have\", \n",
        "    \"'d\": \" would\", \n",
        "    \"don't\": \"do not\", \n",
        "    \"doesn't\": \"does not\", \n",
        "    \"did't\": \"did not\", \n",
        "    \"won't\": \"will not\", \n",
        "    \"can't\": \"cannot\", \n",
        "    \"should't\": \"should not\", \n",
        "    \"would't\": \"would not\", \n",
        "    \"isn't\": \"is not\",\n",
        "    \"haven't\": \"have not\",\n",
        "    \"hasn't\": \"has not\",\n",
        "    \"hadn't\": \"had not\",\n",
        "    \"weren't\": \"were not\",\n",
        "    \"wasn't\": \"was not\", \n",
        "    \"'ll\": \" will\", \n",
        "    \"'re\": \" are\", \n",
        "    \"it's\": \"it is\",\n",
        "    \"It's\": \"it is\", \n",
        "    \"it´s\": \"it is\",\n",
        "    \"he's\": \"he is\", \n",
        "    \"he’s\": \"he is\",\n",
        "    \"she's\": \"she is\", \n",
        "    \"here's\": \"here is\", \n",
        "    \"i'm\": \"i am\", \n",
        "    \"they've\": \"they have\", \n",
        "    \"we've\": \"we have\", \n",
        "    \"That's\": \"that is\", \n",
        "    \"what's\": \"what is\", \n",
        "    \"what're\": \"what are\", \n",
        "    \"who's\": \"who is\", \n",
        "    \"that's\": \"that is\", \n",
        "    \"let\\'s\": \"let us\", \n",
        "    \"c'mon\": \"come on\", \n",
        "  }\n",
        "\n",
        "  rep = dict((re.escape(k), v) for k, v in rep.items()) \n",
        "  pattern = re.compile(\"|\".join(rep.keys()))\n",
        "  \n",
        "  for index in range(len(reviews)):\n",
        "    reviews[index] = pattern.sub(lambda m: rep[re.escape(m.group(0))], reviews[index])\n",
        "    # reviews[index] = reviews[index].translate(str.maketrans('', '', string.punctuation))\n",
        "    reviews[index] = re.sub(r'[^a-zA-Z]', ' ', reviews[index])\n",
        "    reviews[index] = re.sub(r'\\s+', ' ', reviews[index])\n",
        "    \n",
        "  return reviews"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g-vw5CGVjzE2"
      },
      "source": [
        "X = preprocess_data(X)\n",
        "X_test = preprocess_data(X_test)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "TF-IDF Representation:"
      ],
      "metadata": {
        "id": "z11tJ9pmVHHy"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "YrEo8sKEjzHW",
        "outputId": "6724f2d3-d639-4efe-d46e-a92f6724bd96"
      },
      "source": [
        "vectorizer = TfidfVectorizer(min_df=2, max_features=30000)\n",
        "\n",
        "texts = np.concatenate((X, X_test))\n",
        "tokenized_texts = vectorizer.fit_transform(texts)\n",
        "X, X_test = tokenized_texts[:len(X)], tokenized_texts[len(X):]\n",
        "\n",
        "print(f'X.shape={X.shape}, X_test.shape={X_test.shape}')\n",
        "features = vectorizer.get_feature_names_out()\n",
        "print(f'features shape: {features.shape}')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "X.shape=(45000, 30000), X_test.shape=(5000, 30000)\n",
            "features shape: (30000,)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tejT8WJln__X"
      },
      "source": [
        "X_train, X_val, Y_train, Y_val = train_test_split(X, Y, test_size=0.2)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WlbD2e89pDqV",
        "outputId": "e0742aa8-f1fe-488c-b710-21957bc390b0"
      },
      "source": [
        "print(X_train.shape, X_val.shape, Y_train.shape, Y_val.shape)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(36000, 30000) (9000, 30000) (36000,) (9000,)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# XGBoost"
      ],
      "metadata": {
        "id": "Uq3nY_Iy-b1l"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N4UpcXwJsEj2"
      },
      "source": [
        "xgb_classifier = xgb.XGBClassifier(max_depth=2, learning_rate=0.085, objective='binary:logistic', n_estimators = 5000, eval_metric = 'auc', min_child_weight=2, gamma=2)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UjbcddrJjzKt",
        "outputId": "496ffc8a-dc34-40e8-ba56-ad628a547d3c"
      },
      "source": [
        "start_time = time.time()\n",
        "\n",
        "xgb_classifier.fit(X, Y, eval_set=[(X_val, Y_val)])\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
            "[1]\tvalidation_0-auc:0.663049\n",
            "[2]\tvalidation_0-auc:0.6646\n",
            "[3]\tvalidation_0-auc:0.686833\n",
            "[4]\tvalidation_0-auc:0.727219\n",
            "[5]\tvalidation_0-auc:0.729154\n",
            "[6]\tvalidation_0-auc:0.741376\n",
            "[7]\tvalidation_0-auc:0.741807\n",
            "[8]\tvalidation_0-auc:0.743344\n",
            "[9]\tvalidation_0-auc:0.744093\n",
            "[10]\tvalidation_0-auc:0.743509\n",
            "[11]\tvalidation_0-auc:0.770419\n",
            "[12]\tvalidation_0-auc:0.772274\n",
            "[13]\tvalidation_0-auc:0.778404\n",
            "[14]\tvalidation_0-auc:0.784775\n",
            "[15]\tvalidation_0-auc:0.788892\n",
            "[16]\tvalidation_0-auc:0.794547\n",
            "[17]\tvalidation_0-auc:0.795861\n",
            "[18]\tvalidation_0-auc:0.796113\n",
            "[19]\tvalidation_0-auc:0.803512\n",
            "[20]\tvalidation_0-auc:0.806341\n",
            "[21]\tvalidation_0-auc:0.810942\n",
            "[22]\tvalidation_0-auc:0.811677\n",
            "[23]\tvalidation_0-auc:0.812648\n",
            "[24]\tvalidation_0-auc:0.815212\n",
            "[25]\tvalidation_0-auc:0.817465\n",
            "[26]\tvalidation_0-auc:0.819701\n",
            "[27]\tvalidation_0-auc:0.820498\n",
            "[28]\tvalidation_0-auc:0.821362\n",
            "[29]\tvalidation_0-auc:0.82371\n",
            "[30]\tvalidation_0-auc:0.825182\n",
            "[31]\tvalidation_0-auc:0.825974\n",
            "[32]\tvalidation_0-auc:0.827548\n",
            "[33]\tvalidation_0-auc:0.829073\n",
            "[34]\tvalidation_0-auc:0.830477\n",
            "[35]\tvalidation_0-auc:0.834017\n",
            "[36]\tvalidation_0-auc:0.835169\n",
            "[37]\tvalidation_0-auc:0.836484\n",
            "[38]\tvalidation_0-auc:0.837612\n",
            "[39]\tvalidation_0-auc:0.840073\n",
            "[40]\tvalidation_0-auc:0.840196\n",
            "[41]\tvalidation_0-auc:0.841753\n",
            "[42]\tvalidation_0-auc:0.842279\n",
            "[43]\tvalidation_0-auc:0.842781\n",
            "[44]\tvalidation_0-auc:0.844181\n",
            "[45]\tvalidation_0-auc:0.845203\n",
            "[46]\tvalidation_0-auc:0.845695\n",
            "[47]\tvalidation_0-auc:0.845706\n",
            "[48]\tvalidation_0-auc:0.846597\n",
            "[49]\tvalidation_0-auc:0.848125\n",
            "[50]\tvalidation_0-auc:0.849252\n",
            "[51]\tvalidation_0-auc:0.850687\n",
            "[52]\tvalidation_0-auc:0.851658\n",
            "[53]\tvalidation_0-auc:0.852503\n",
            "[54]\tvalidation_0-auc:0.852705\n",
            "[55]\tvalidation_0-auc:0.854321\n",
            "[56]\tvalidation_0-auc:0.855494\n",
            "[57]\tvalidation_0-auc:0.856724\n",
            "[58]\tvalidation_0-auc:0.857887\n",
            "[59]\tvalidation_0-auc:0.858475\n",
            "[60]\tvalidation_0-auc:0.858656\n",
            "[61]\tvalidation_0-auc:0.859403\n",
            "[62]\tvalidation_0-auc:0.859457\n",
            "[63]\tvalidation_0-auc:0.860507\n",
            "[64]\tvalidation_0-auc:0.861119\n",
            "[65]\tvalidation_0-auc:0.862239\n",
            "[66]\tvalidation_0-auc:0.8625\n",
            "[67]\tvalidation_0-auc:0.862997\n",
            "[68]\tvalidation_0-auc:0.863694\n",
            "[69]\tvalidation_0-auc:0.864095\n",
            "[70]\tvalidation_0-auc:0.864729\n",
            "[71]\tvalidation_0-auc:0.86547\n",
            "[72]\tvalidation_0-auc:0.865984\n",
            "[73]\tvalidation_0-auc:0.866831\n",
            "[74]\tvalidation_0-auc:0.868159\n",
            "[75]\tvalidation_0-auc:0.868936\n",
            "[76]\tvalidation_0-auc:0.86982\n",
            "[77]\tvalidation_0-auc:0.870224\n",
            "[78]\tvalidation_0-auc:0.870679\n",
            "[79]\tvalidation_0-auc:0.871082\n",
            "[80]\tvalidation_0-auc:0.872137\n",
            "[81]\tvalidation_0-auc:0.872672\n",
            "[82]\tvalidation_0-auc:0.873358\n",
            "[83]\tvalidation_0-auc:0.873867\n",
            "[84]\tvalidation_0-auc:0.874124\n",
            "[85]\tvalidation_0-auc:0.874953\n",
            "[86]\tvalidation_0-auc:0.875409\n",
            "[87]\tvalidation_0-auc:0.875777\n",
            "[88]\tvalidation_0-auc:0.87665\n",
            "[89]\tvalidation_0-auc:0.876818\n",
            "[90]\tvalidation_0-auc:0.877235\n",
            "[91]\tvalidation_0-auc:0.877533\n",
            "[92]\tvalidation_0-auc:0.878058\n",
            "[93]\tvalidation_0-auc:0.878425\n",
            "[94]\tvalidation_0-auc:0.879152\n",
            "[95]\tvalidation_0-auc:0.879935\n",
            "[96]\tvalidation_0-auc:0.880386\n",
            "[97]\tvalidation_0-auc:0.881014\n",
            "[98]\tvalidation_0-auc:0.881342\n",
            "[99]\tvalidation_0-auc:0.881689\n",
            "[100]\tvalidation_0-auc:0.882494\n",
            "[101]\tvalidation_0-auc:0.882665\n",
            "[102]\tvalidation_0-auc:0.883219\n",
            "[103]\tvalidation_0-auc:0.883906\n",
            "[104]\tvalidation_0-auc:0.884509\n",
            "[105]\tvalidation_0-auc:0.885028\n",
            "[106]\tvalidation_0-auc:0.885327\n",
            "[107]\tvalidation_0-auc:0.885779\n",
            "[108]\tvalidation_0-auc:0.886253\n",
            "[109]\tvalidation_0-auc:0.886314\n",
            "[110]\tvalidation_0-auc:0.886876\n",
            "[111]\tvalidation_0-auc:0.887576\n",
            "[112]\tvalidation_0-auc:0.887874\n",
            "[113]\tvalidation_0-auc:0.887965\n",
            "[114]\tvalidation_0-auc:0.88864\n",
            "[115]\tvalidation_0-auc:0.889158\n",
            "[116]\tvalidation_0-auc:0.889686\n",
            "[117]\tvalidation_0-auc:0.889977\n",
            "[118]\tvalidation_0-auc:0.890288\n",
            "[119]\tvalidation_0-auc:0.890282\n",
            "[120]\tvalidation_0-auc:0.890779\n",
            "[121]\tvalidation_0-auc:0.890958\n",
            "[122]\tvalidation_0-auc:0.891378\n",
            "[123]\tvalidation_0-auc:0.891366\n",
            "[124]\tvalidation_0-auc:0.891532\n",
            "[125]\tvalidation_0-auc:0.891808\n",
            "[126]\tvalidation_0-auc:0.891993\n",
            "[127]\tvalidation_0-auc:0.892338\n",
            "[128]\tvalidation_0-auc:0.892744\n",
            "[129]\tvalidation_0-auc:0.893193\n",
            "[130]\tvalidation_0-auc:0.893674\n",
            "[131]\tvalidation_0-auc:0.894096\n",
            "[132]\tvalidation_0-auc:0.894291\n",
            "[133]\tvalidation_0-auc:0.894726\n",
            "[134]\tvalidation_0-auc:0.895315\n",
            "[135]\tvalidation_0-auc:0.895862\n",
            "[136]\tvalidation_0-auc:0.896036\n",
            "[137]\tvalidation_0-auc:0.896398\n",
            "[138]\tvalidation_0-auc:0.896402\n",
            "[139]\tvalidation_0-auc:0.896697\n",
            "[140]\tvalidation_0-auc:0.896965\n",
            "[141]\tvalidation_0-auc:0.897198\n",
            "[142]\tvalidation_0-auc:0.897663\n",
            "[143]\tvalidation_0-auc:0.897826\n",
            "[144]\tvalidation_0-auc:0.897945\n",
            "[145]\tvalidation_0-auc:0.898201\n",
            "[146]\tvalidation_0-auc:0.898227\n",
            "[147]\tvalidation_0-auc:0.898646\n",
            "[148]\tvalidation_0-auc:0.898968\n",
            "[149]\tvalidation_0-auc:0.899102\n",
            "[150]\tvalidation_0-auc:0.899408\n",
            "[151]\tvalidation_0-auc:0.899584\n",
            "[152]\tvalidation_0-auc:0.899942\n",
            "[153]\tvalidation_0-auc:0.900343\n",
            "[154]\tvalidation_0-auc:0.900594\n",
            "[155]\tvalidation_0-auc:0.900663\n",
            "[156]\tvalidation_0-auc:0.90092\n",
            "[157]\tvalidation_0-auc:0.901332\n",
            "[158]\tvalidation_0-auc:0.901574\n",
            "[159]\tvalidation_0-auc:0.901676\n",
            "[160]\tvalidation_0-auc:0.901992\n",
            "[161]\tvalidation_0-auc:0.901994\n",
            "[162]\tvalidation_0-auc:0.902246\n",
            "[163]\tvalidation_0-auc:0.902499\n",
            "[164]\tvalidation_0-auc:0.902687\n",
            "[165]\tvalidation_0-auc:0.902922\n",
            "[166]\tvalidation_0-auc:0.90304\n",
            "[167]\tvalidation_0-auc:0.90342\n",
            "[168]\tvalidation_0-auc:0.903709\n",
            "[169]\tvalidation_0-auc:0.903975\n",
            "[170]\tvalidation_0-auc:0.904183\n",
            "[171]\tvalidation_0-auc:0.904583\n",
            "[172]\tvalidation_0-auc:0.90488\n",
            "[173]\tvalidation_0-auc:0.905106\n",
            "[174]\tvalidation_0-auc:0.9053\n",
            "[175]\tvalidation_0-auc:0.905569\n",
            "[176]\tvalidation_0-auc:0.905745\n",
            "[177]\tvalidation_0-auc:0.905999\n",
            "[178]\tvalidation_0-auc:0.906002\n",
            "[179]\tvalidation_0-auc:0.906225\n",
            "[180]\tvalidation_0-auc:0.906608\n",
            "[181]\tvalidation_0-auc:0.906755\n",
            "[182]\tvalidation_0-auc:0.906775\n",
            "[183]\tvalidation_0-auc:0.906786\n",
            "[184]\tvalidation_0-auc:0.907104\n",
            "[185]\tvalidation_0-auc:0.907383\n",
            "[186]\tvalidation_0-auc:0.907694\n",
            "[187]\tvalidation_0-auc:0.907901\n",
            "[188]\tvalidation_0-auc:0.907957\n",
            "[189]\tvalidation_0-auc:0.908129\n",
            "[190]\tvalidation_0-auc:0.90832\n",
            "[191]\tvalidation_0-auc:0.90862\n",
            "[192]\tvalidation_0-auc:0.908769\n",
            "[193]\tvalidation_0-auc:0.909136\n",
            "[194]\tvalidation_0-auc:0.909331\n",
            "[195]\tvalidation_0-auc:0.909584\n",
            "[196]\tvalidation_0-auc:0.909787\n",
            "[197]\tvalidation_0-auc:0.909854\n",
            "[198]\tvalidation_0-auc:0.909941\n",
            "[199]\tvalidation_0-auc:0.910107\n",
            "[200]\tvalidation_0-auc:0.910335\n",
            "[201]\tvalidation_0-auc:0.91069\n",
            "[202]\tvalidation_0-auc:0.91066\n",
            "[203]\tvalidation_0-auc:0.910922\n",
            "[204]\tvalidation_0-auc:0.911142\n",
            "[205]\tvalidation_0-auc:0.911317\n",
            "[206]\tvalidation_0-auc:0.911357\n",
            "[207]\tvalidation_0-auc:0.911488\n",
            "[208]\tvalidation_0-auc:0.911739\n",
            "[209]\tvalidation_0-auc:0.911905\n",
            "[210]\tvalidation_0-auc:0.912144\n",
            "[211]\tvalidation_0-auc:0.91235\n",
            "[212]\tvalidation_0-auc:0.912524\n",
            "[213]\tvalidation_0-auc:0.912757\n",
            "[214]\tvalidation_0-auc:0.913023\n",
            "[215]\tvalidation_0-auc:0.913226\n",
            "[216]\tvalidation_0-auc:0.913428\n",
            "[217]\tvalidation_0-auc:0.913604\n",
            "[218]\tvalidation_0-auc:0.913644\n",
            "[219]\tvalidation_0-auc:0.913764\n",
            "[220]\tvalidation_0-auc:0.913998\n",
            "[221]\tvalidation_0-auc:0.914049\n",
            "[222]\tvalidation_0-auc:0.914212\n",
            "[223]\tvalidation_0-auc:0.914416\n",
            "[224]\tvalidation_0-auc:0.914626\n",
            "[225]\tvalidation_0-auc:0.914789\n",
            "[226]\tvalidation_0-auc:0.91484\n",
            "[227]\tvalidation_0-auc:0.915057\n",
            "[228]\tvalidation_0-auc:0.915257\n",
            "[229]\tvalidation_0-auc:0.915378\n",
            "[230]\tvalidation_0-auc:0.915591\n",
            "[231]\tvalidation_0-auc:0.915607\n",
            "[232]\tvalidation_0-auc:0.915896\n",
            "[233]\tvalidation_0-auc:0.916058\n",
            "[234]\tvalidation_0-auc:0.916162\n",
            "[235]\tvalidation_0-auc:0.916249\n",
            "[236]\tvalidation_0-auc:0.916382\n",
            "[237]\tvalidation_0-auc:0.916453\n",
            "[238]\tvalidation_0-auc:0.916529\n",
            "[239]\tvalidation_0-auc:0.916837\n",
            "[240]\tvalidation_0-auc:0.917031\n",
            "[241]\tvalidation_0-auc:0.917139\n",
            "[242]\tvalidation_0-auc:0.917351\n",
            "[243]\tvalidation_0-auc:0.917498\n",
            "[244]\tvalidation_0-auc:0.917688\n",
            "[245]\tvalidation_0-auc:0.917708\n",
            "[246]\tvalidation_0-auc:0.917914\n",
            "[247]\tvalidation_0-auc:0.918194\n",
            "[248]\tvalidation_0-auc:0.9184\n",
            "[249]\tvalidation_0-auc:0.918651\n",
            "[250]\tvalidation_0-auc:0.918833\n",
            "[251]\tvalidation_0-auc:0.919067\n",
            "[252]\tvalidation_0-auc:0.919228\n",
            "[253]\tvalidation_0-auc:0.91942\n",
            "[254]\tvalidation_0-auc:0.919518\n",
            "[255]\tvalidation_0-auc:0.919598\n",
            "[256]\tvalidation_0-auc:0.919685\n",
            "[257]\tvalidation_0-auc:0.920014\n",
            "[258]\tvalidation_0-auc:0.920114\n",
            "[259]\tvalidation_0-auc:0.920158\n",
            "[260]\tvalidation_0-auc:0.92042\n",
            "[261]\tvalidation_0-auc:0.920639\n",
            "[262]\tvalidation_0-auc:0.920837\n",
            "[263]\tvalidation_0-auc:0.921\n",
            "[264]\tvalidation_0-auc:0.920983\n",
            "[265]\tvalidation_0-auc:0.921132\n",
            "[266]\tvalidation_0-auc:0.921265\n",
            "[267]\tvalidation_0-auc:0.921427\n",
            "[268]\tvalidation_0-auc:0.921547\n",
            "[269]\tvalidation_0-auc:0.921668\n",
            "[270]\tvalidation_0-auc:0.921781\n",
            "[271]\tvalidation_0-auc:0.921848\n",
            "[272]\tvalidation_0-auc:0.922083\n",
            "[273]\tvalidation_0-auc:0.922312\n",
            "[274]\tvalidation_0-auc:0.92243\n",
            "[275]\tvalidation_0-auc:0.922524\n",
            "[276]\tvalidation_0-auc:0.922653\n",
            "[277]\tvalidation_0-auc:0.922793\n",
            "[278]\tvalidation_0-auc:0.922988\n",
            "[279]\tvalidation_0-auc:0.923158\n",
            "[280]\tvalidation_0-auc:0.923268\n",
            "[281]\tvalidation_0-auc:0.923386\n",
            "[282]\tvalidation_0-auc:0.923482\n",
            "[283]\tvalidation_0-auc:0.923677\n",
            "[284]\tvalidation_0-auc:0.923776\n",
            "[285]\tvalidation_0-auc:0.92385\n",
            "[286]\tvalidation_0-auc:0.923967\n",
            "[287]\tvalidation_0-auc:0.924073\n",
            "[288]\tvalidation_0-auc:0.924246\n",
            "[289]\tvalidation_0-auc:0.924313\n",
            "[290]\tvalidation_0-auc:0.924483\n",
            "[291]\tvalidation_0-auc:0.924604\n",
            "[292]\tvalidation_0-auc:0.924775\n",
            "[293]\tvalidation_0-auc:0.924794\n",
            "[294]\tvalidation_0-auc:0.925008\n",
            "[295]\tvalidation_0-auc:0.925022\n",
            "[296]\tvalidation_0-auc:0.925116\n",
            "[297]\tvalidation_0-auc:0.925392\n",
            "[298]\tvalidation_0-auc:0.925492\n",
            "[299]\tvalidation_0-auc:0.925549\n",
            "[300]\tvalidation_0-auc:0.925751\n",
            "[301]\tvalidation_0-auc:0.925962\n",
            "[302]\tvalidation_0-auc:0.926024\n",
            "[303]\tvalidation_0-auc:0.926056\n",
            "[304]\tvalidation_0-auc:0.926255\n",
            "[305]\tvalidation_0-auc:0.92644\n",
            "[306]\tvalidation_0-auc:0.926518\n",
            "[307]\tvalidation_0-auc:0.926597\n",
            "[308]\tvalidation_0-auc:0.926784\n",
            "[309]\tvalidation_0-auc:0.926863\n",
            "[310]\tvalidation_0-auc:0.927035\n",
            "[311]\tvalidation_0-auc:0.927038\n",
            "[312]\tvalidation_0-auc:0.927153\n",
            "[313]\tvalidation_0-auc:0.927356\n",
            "[314]\tvalidation_0-auc:0.927462\n",
            "[315]\tvalidation_0-auc:0.92752\n",
            "[316]\tvalidation_0-auc:0.927657\n",
            "[317]\tvalidation_0-auc:0.927811\n",
            "[318]\tvalidation_0-auc:0.927936\n",
            "[319]\tvalidation_0-auc:0.928057\n",
            "[320]\tvalidation_0-auc:0.928193\n",
            "[321]\tvalidation_0-auc:0.928299\n",
            "[322]\tvalidation_0-auc:0.928405\n",
            "[323]\tvalidation_0-auc:0.928513\n",
            "[324]\tvalidation_0-auc:0.928683\n",
            "[325]\tvalidation_0-auc:0.928738\n",
            "[326]\tvalidation_0-auc:0.928838\n",
            "[327]\tvalidation_0-auc:0.928898\n",
            "[328]\tvalidation_0-auc:0.92905\n",
            "[329]\tvalidation_0-auc:0.929213\n",
            "[330]\tvalidation_0-auc:0.929316\n",
            "[331]\tvalidation_0-auc:0.929486\n",
            "[332]\tvalidation_0-auc:0.929536\n",
            "[333]\tvalidation_0-auc:0.929677\n",
            "[334]\tvalidation_0-auc:0.929725\n",
            "[335]\tvalidation_0-auc:0.929841\n",
            "[336]\tvalidation_0-auc:0.930006\n",
            "[337]\tvalidation_0-auc:0.930126\n",
            "[338]\tvalidation_0-auc:0.930305\n",
            "[339]\tvalidation_0-auc:0.93039\n",
            "[340]\tvalidation_0-auc:0.93048\n",
            "[341]\tvalidation_0-auc:0.930626\n",
            "[342]\tvalidation_0-auc:0.930744\n",
            "[343]\tvalidation_0-auc:0.930817\n",
            "[344]\tvalidation_0-auc:0.93084\n",
            "[345]\tvalidation_0-auc:0.930917\n",
            "[346]\tvalidation_0-auc:0.931033\n",
            "[347]\tvalidation_0-auc:0.931115\n",
            "[348]\tvalidation_0-auc:0.931213\n",
            "[349]\tvalidation_0-auc:0.931249\n",
            "[350]\tvalidation_0-auc:0.93131\n",
            "[351]\tvalidation_0-auc:0.931492\n",
            "[352]\tvalidation_0-auc:0.931613\n",
            "[353]\tvalidation_0-auc:0.931784\n",
            "[354]\tvalidation_0-auc:0.931792\n",
            "[355]\tvalidation_0-auc:0.931835\n",
            "[356]\tvalidation_0-auc:0.931843\n",
            "[357]\tvalidation_0-auc:0.93195\n",
            "[358]\tvalidation_0-auc:0.932057\n",
            "[359]\tvalidation_0-auc:0.932194\n",
            "[360]\tvalidation_0-auc:0.9323\n",
            "[361]\tvalidation_0-auc:0.932419\n",
            "[362]\tvalidation_0-auc:0.932578\n",
            "[363]\tvalidation_0-auc:0.932622\n",
            "[364]\tvalidation_0-auc:0.932688\n",
            "[365]\tvalidation_0-auc:0.932753\n",
            "[366]\tvalidation_0-auc:0.932864\n",
            "[367]\tvalidation_0-auc:0.932999\n",
            "[368]\tvalidation_0-auc:0.933053\n",
            "[369]\tvalidation_0-auc:0.933105\n",
            "[370]\tvalidation_0-auc:0.933116\n",
            "[371]\tvalidation_0-auc:0.93325\n",
            "[372]\tvalidation_0-auc:0.933328\n",
            "[373]\tvalidation_0-auc:0.933466\n",
            "[374]\tvalidation_0-auc:0.933556\n",
            "[375]\tvalidation_0-auc:0.933667\n",
            "[376]\tvalidation_0-auc:0.933777\n",
            "[377]\tvalidation_0-auc:0.933887\n",
            "[378]\tvalidation_0-auc:0.93394\n",
            "[379]\tvalidation_0-auc:0.934121\n",
            "[380]\tvalidation_0-auc:0.934259\n",
            "[381]\tvalidation_0-auc:0.934304\n",
            "[382]\tvalidation_0-auc:0.934346\n",
            "[383]\tvalidation_0-auc:0.934516\n",
            "[384]\tvalidation_0-auc:0.934586\n",
            "[385]\tvalidation_0-auc:0.934717\n",
            "[386]\tvalidation_0-auc:0.934804\n",
            "[387]\tvalidation_0-auc:0.93488\n",
            "[388]\tvalidation_0-auc:0.934996\n",
            "[389]\tvalidation_0-auc:0.93507\n",
            "[390]\tvalidation_0-auc:0.935168\n",
            "[391]\tvalidation_0-auc:0.935177\n",
            "[392]\tvalidation_0-auc:0.935322\n",
            "[393]\tvalidation_0-auc:0.935477\n",
            "[394]\tvalidation_0-auc:0.935535\n",
            "[395]\tvalidation_0-auc:0.935651\n",
            "[396]\tvalidation_0-auc:0.935745\n",
            "[397]\tvalidation_0-auc:0.935832\n",
            "[398]\tvalidation_0-auc:0.93589\n",
            "[399]\tvalidation_0-auc:0.936063\n",
            "[400]\tvalidation_0-auc:0.936117\n",
            "[401]\tvalidation_0-auc:0.936212\n",
            "[402]\tvalidation_0-auc:0.936268\n",
            "[403]\tvalidation_0-auc:0.936284\n",
            "[404]\tvalidation_0-auc:0.936383\n",
            "[405]\tvalidation_0-auc:0.936396\n",
            "[406]\tvalidation_0-auc:0.93649\n",
            "[407]\tvalidation_0-auc:0.936584\n",
            "[408]\tvalidation_0-auc:0.936627\n",
            "[409]\tvalidation_0-auc:0.936712\n",
            "[410]\tvalidation_0-auc:0.936769\n",
            "[411]\tvalidation_0-auc:0.93684\n",
            "[412]\tvalidation_0-auc:0.936854\n",
            "[413]\tvalidation_0-auc:0.936954\n",
            "[414]\tvalidation_0-auc:0.936999\n",
            "[415]\tvalidation_0-auc:0.937093\n",
            "[416]\tvalidation_0-auc:0.937159\n",
            "[417]\tvalidation_0-auc:0.937191\n",
            "[418]\tvalidation_0-auc:0.937344\n",
            "[419]\tvalidation_0-auc:0.937428\n",
            "[420]\tvalidation_0-auc:0.937465\n",
            "[421]\tvalidation_0-auc:0.937522\n",
            "[422]\tvalidation_0-auc:0.937584\n",
            "[423]\tvalidation_0-auc:0.93766\n",
            "[424]\tvalidation_0-auc:0.937743\n",
            "[425]\tvalidation_0-auc:0.937799\n",
            "[426]\tvalidation_0-auc:0.937761\n",
            "[427]\tvalidation_0-auc:0.937809\n",
            "[428]\tvalidation_0-auc:0.937879\n",
            "[429]\tvalidation_0-auc:0.937953\n",
            "[430]\tvalidation_0-auc:0.938006\n",
            "[431]\tvalidation_0-auc:0.938061\n",
            "[432]\tvalidation_0-auc:0.93812\n",
            "[433]\tvalidation_0-auc:0.938207\n",
            "[434]\tvalidation_0-auc:0.938339\n",
            "[435]\tvalidation_0-auc:0.938495\n",
            "[436]\tvalidation_0-auc:0.938538\n",
            "[437]\tvalidation_0-auc:0.938598\n",
            "[438]\tvalidation_0-auc:0.938698\n",
            "[439]\tvalidation_0-auc:0.938697\n",
            "[440]\tvalidation_0-auc:0.938875\n",
            "[441]\tvalidation_0-auc:0.938955\n",
            "[442]\tvalidation_0-auc:0.938986\n",
            "[443]\tvalidation_0-auc:0.939099\n",
            "[444]\tvalidation_0-auc:0.939152\n",
            "[445]\tvalidation_0-auc:0.939256\n",
            "[446]\tvalidation_0-auc:0.939343\n",
            "[447]\tvalidation_0-auc:0.939385\n",
            "[448]\tvalidation_0-auc:0.939374\n",
            "[449]\tvalidation_0-auc:0.939467\n",
            "[450]\tvalidation_0-auc:0.939488\n",
            "[451]\tvalidation_0-auc:0.939555\n",
            "[452]\tvalidation_0-auc:0.939647\n",
            "[453]\tvalidation_0-auc:0.939707\n",
            "[454]\tvalidation_0-auc:0.939819\n",
            "[455]\tvalidation_0-auc:0.939925\n",
            "[456]\tvalidation_0-auc:0.940054\n",
            "[457]\tvalidation_0-auc:0.940107\n",
            "[458]\tvalidation_0-auc:0.940135\n",
            "[459]\tvalidation_0-auc:0.940165\n",
            "[460]\tvalidation_0-auc:0.940256\n",
            "[461]\tvalidation_0-auc:0.940304\n",
            "[462]\tvalidation_0-auc:0.940399\n",
            "[463]\tvalidation_0-auc:0.940469\n",
            "[464]\tvalidation_0-auc:0.940517\n",
            "[465]\tvalidation_0-auc:0.94058\n",
            "[466]\tvalidation_0-auc:0.940677\n",
            "[467]\tvalidation_0-auc:0.940746\n",
            "[468]\tvalidation_0-auc:0.940798\n",
            "[469]\tvalidation_0-auc:0.940835\n",
            "[470]\tvalidation_0-auc:0.940851\n",
            "[471]\tvalidation_0-auc:0.940928\n",
            "[472]\tvalidation_0-auc:0.941037\n",
            "[473]\tvalidation_0-auc:0.941022\n",
            "[474]\tvalidation_0-auc:0.941093\n",
            "[475]\tvalidation_0-auc:0.941132\n",
            "[476]\tvalidation_0-auc:0.941197\n",
            "[477]\tvalidation_0-auc:0.941344\n",
            "[478]\tvalidation_0-auc:0.941421\n",
            "[479]\tvalidation_0-auc:0.941431\n",
            "[480]\tvalidation_0-auc:0.941537\n",
            "[481]\tvalidation_0-auc:0.941655\n",
            "[482]\tvalidation_0-auc:0.941771\n",
            "[483]\tvalidation_0-auc:0.941806\n",
            "[484]\tvalidation_0-auc:0.941851\n",
            "[485]\tvalidation_0-auc:0.941895\n",
            "[486]\tvalidation_0-auc:0.94195\n",
            "[487]\tvalidation_0-auc:0.942035\n",
            "[488]\tvalidation_0-auc:0.942077\n",
            "[489]\tvalidation_0-auc:0.942136\n",
            "[490]\tvalidation_0-auc:0.942234\n",
            "[491]\tvalidation_0-auc:0.942344\n",
            "[492]\tvalidation_0-auc:0.942371\n",
            "[493]\tvalidation_0-auc:0.942388\n",
            "[494]\tvalidation_0-auc:0.942445\n",
            "[495]\tvalidation_0-auc:0.942485\n",
            "[496]\tvalidation_0-auc:0.942562\n",
            "[497]\tvalidation_0-auc:0.942575\n",
            "[498]\tvalidation_0-auc:0.942651\n",
            "[499]\tvalidation_0-auc:0.942728\n",
            "[500]\tvalidation_0-auc:0.942826\n",
            "[501]\tvalidation_0-auc:0.942895\n",
            "[502]\tvalidation_0-auc:0.942977\n",
            "[503]\tvalidation_0-auc:0.943057\n",
            "[504]\tvalidation_0-auc:0.943104\n",
            "[505]\tvalidation_0-auc:0.943151\n",
            "[506]\tvalidation_0-auc:0.94322\n",
            "[507]\tvalidation_0-auc:0.943233\n",
            "[508]\tvalidation_0-auc:0.94328\n",
            "[509]\tvalidation_0-auc:0.943351\n",
            "[510]\tvalidation_0-auc:0.943387\n",
            "[511]\tvalidation_0-auc:0.943429\n",
            "[512]\tvalidation_0-auc:0.943492\n",
            "[513]\tvalidation_0-auc:0.943535\n",
            "[514]\tvalidation_0-auc:0.943613\n",
            "[515]\tvalidation_0-auc:0.943728\n",
            "[516]\tvalidation_0-auc:0.943826\n",
            "[517]\tvalidation_0-auc:0.943893\n",
            "[518]\tvalidation_0-auc:0.94397\n",
            "[519]\tvalidation_0-auc:0.944049\n",
            "[520]\tvalidation_0-auc:0.944105\n",
            "[521]\tvalidation_0-auc:0.944221\n",
            "[522]\tvalidation_0-auc:0.944272\n",
            "[523]\tvalidation_0-auc:0.94431\n",
            "[524]\tvalidation_0-auc:0.944372\n",
            "[525]\tvalidation_0-auc:0.944431\n",
            "[526]\tvalidation_0-auc:0.944528\n",
            "[527]\tvalidation_0-auc:0.944544\n",
            "[528]\tvalidation_0-auc:0.944582\n",
            "[529]\tvalidation_0-auc:0.944641\n",
            "[530]\tvalidation_0-auc:0.944711\n",
            "[531]\tvalidation_0-auc:0.944775\n",
            "[532]\tvalidation_0-auc:0.944816\n",
            "[533]\tvalidation_0-auc:0.944899\n",
            "[534]\tvalidation_0-auc:0.944916\n",
            "[535]\tvalidation_0-auc:0.94495\n",
            "[536]\tvalidation_0-auc:0.945007\n",
            "[537]\tvalidation_0-auc:0.945083\n",
            "[538]\tvalidation_0-auc:0.945175\n",
            "[539]\tvalidation_0-auc:0.945217\n",
            "[540]\tvalidation_0-auc:0.945266\n",
            "[541]\tvalidation_0-auc:0.945297\n",
            "[542]\tvalidation_0-auc:0.945343\n",
            "[543]\tvalidation_0-auc:0.945407\n",
            "[544]\tvalidation_0-auc:0.945487\n",
            "[545]\tvalidation_0-auc:0.945564\n",
            "[546]\tvalidation_0-auc:0.945592\n",
            "[547]\tvalidation_0-auc:0.94568\n",
            "[548]\tvalidation_0-auc:0.945701\n",
            "[549]\tvalidation_0-auc:0.945709\n",
            "[550]\tvalidation_0-auc:0.945782\n",
            "[551]\tvalidation_0-auc:0.945823\n",
            "[552]\tvalidation_0-auc:0.945924\n",
            "[553]\tvalidation_0-auc:0.945936\n",
            "[554]\tvalidation_0-auc:0.946053\n",
            "[555]\tvalidation_0-auc:0.946076\n",
            "[556]\tvalidation_0-auc:0.94615\n",
            "[557]\tvalidation_0-auc:0.946247\n",
            "[558]\tvalidation_0-auc:0.946292\n",
            "[559]\tvalidation_0-auc:0.946354\n",
            "[560]\tvalidation_0-auc:0.946392\n",
            "[561]\tvalidation_0-auc:0.946409\n",
            "[562]\tvalidation_0-auc:0.946473\n",
            "[563]\tvalidation_0-auc:0.946529\n",
            "[564]\tvalidation_0-auc:0.94656\n",
            "[565]\tvalidation_0-auc:0.94662\n",
            "[566]\tvalidation_0-auc:0.946661\n",
            "[567]\tvalidation_0-auc:0.946739\n",
            "[568]\tvalidation_0-auc:0.946805\n",
            "[569]\tvalidation_0-auc:0.946955\n",
            "[570]\tvalidation_0-auc:0.947002\n",
            "[571]\tvalidation_0-auc:0.947052\n",
            "[572]\tvalidation_0-auc:0.947148\n",
            "[573]\tvalidation_0-auc:0.947261\n",
            "[574]\tvalidation_0-auc:0.947323\n",
            "[575]\tvalidation_0-auc:0.947362\n",
            "[576]\tvalidation_0-auc:0.947408\n",
            "[577]\tvalidation_0-auc:0.94743\n",
            "[578]\tvalidation_0-auc:0.947483\n",
            "[579]\tvalidation_0-auc:0.9475\n",
            "[580]\tvalidation_0-auc:0.947625\n",
            "[581]\tvalidation_0-auc:0.947675\n",
            "[582]\tvalidation_0-auc:0.947772\n",
            "[583]\tvalidation_0-auc:0.947805\n",
            "[584]\tvalidation_0-auc:0.94786\n",
            "[585]\tvalidation_0-auc:0.94791\n",
            "[586]\tvalidation_0-auc:0.947936\n",
            "[587]\tvalidation_0-auc:0.947966\n",
            "[588]\tvalidation_0-auc:0.948029\n",
            "[589]\tvalidation_0-auc:0.94808\n",
            "[590]\tvalidation_0-auc:0.948102\n",
            "[591]\tvalidation_0-auc:0.94815\n",
            "[592]\tvalidation_0-auc:0.948244\n",
            "[593]\tvalidation_0-auc:0.948259\n",
            "[594]\tvalidation_0-auc:0.948327\n",
            "[595]\tvalidation_0-auc:0.948389\n",
            "[596]\tvalidation_0-auc:0.948461\n",
            "[597]\tvalidation_0-auc:0.948465\n",
            "[598]\tvalidation_0-auc:0.948537\n",
            "[599]\tvalidation_0-auc:0.948609\n",
            "[600]\tvalidation_0-auc:0.94865\n",
            "[601]\tvalidation_0-auc:0.948709\n",
            "[602]\tvalidation_0-auc:0.948779\n",
            "[603]\tvalidation_0-auc:0.948872\n",
            "[604]\tvalidation_0-auc:0.94887\n",
            "[605]\tvalidation_0-auc:0.94891\n",
            "[606]\tvalidation_0-auc:0.948978\n",
            "[607]\tvalidation_0-auc:0.948987\n",
            "[608]\tvalidation_0-auc:0.948999\n",
            "[609]\tvalidation_0-auc:0.94902\n",
            "[610]\tvalidation_0-auc:0.949036\n",
            "[611]\tvalidation_0-auc:0.94907\n",
            "[612]\tvalidation_0-auc:0.94914\n",
            "[613]\tvalidation_0-auc:0.94918\n",
            "[614]\tvalidation_0-auc:0.949232\n",
            "[615]\tvalidation_0-auc:0.949279\n",
            "[616]\tvalidation_0-auc:0.949309\n",
            "[617]\tvalidation_0-auc:0.949332\n",
            "[618]\tvalidation_0-auc:0.949385\n",
            "[619]\tvalidation_0-auc:0.949428\n",
            "[620]\tvalidation_0-auc:0.94945\n",
            "[621]\tvalidation_0-auc:0.949485\n",
            "[622]\tvalidation_0-auc:0.949559\n",
            "[623]\tvalidation_0-auc:0.949591\n",
            "[624]\tvalidation_0-auc:0.949653\n",
            "[625]\tvalidation_0-auc:0.94967\n",
            "[626]\tvalidation_0-auc:0.949727\n",
            "[627]\tvalidation_0-auc:0.949751\n",
            "[628]\tvalidation_0-auc:0.949799\n",
            "[629]\tvalidation_0-auc:0.94988\n",
            "[630]\tvalidation_0-auc:0.949889\n",
            "[631]\tvalidation_0-auc:0.949964\n",
            "[632]\tvalidation_0-auc:0.950013\n",
            "[633]\tvalidation_0-auc:0.950132\n",
            "[634]\tvalidation_0-auc:0.950151\n",
            "[635]\tvalidation_0-auc:0.950193\n",
            "[636]\tvalidation_0-auc:0.950234\n",
            "[637]\tvalidation_0-auc:0.950257\n",
            "[638]\tvalidation_0-auc:0.950269\n",
            "[639]\tvalidation_0-auc:0.950294\n",
            "[640]\tvalidation_0-auc:0.950317\n",
            "[641]\tvalidation_0-auc:0.950401\n",
            "[642]\tvalidation_0-auc:0.950441\n",
            "[643]\tvalidation_0-auc:0.950513\n",
            "[644]\tvalidation_0-auc:0.950553\n",
            "[645]\tvalidation_0-auc:0.950607\n",
            "[646]\tvalidation_0-auc:0.950609\n",
            "[647]\tvalidation_0-auc:0.950619\n",
            "[648]\tvalidation_0-auc:0.95068\n",
            "[649]\tvalidation_0-auc:0.950713\n",
            "[650]\tvalidation_0-auc:0.950721\n",
            "[651]\tvalidation_0-auc:0.950754\n",
            "[652]\tvalidation_0-auc:0.95082\n",
            "[653]\tvalidation_0-auc:0.950857\n",
            "[654]\tvalidation_0-auc:0.950903\n",
            "[655]\tvalidation_0-auc:0.95092\n",
            "[656]\tvalidation_0-auc:0.950961\n",
            "[657]\tvalidation_0-auc:0.951055\n",
            "[658]\tvalidation_0-auc:0.951101\n",
            "[659]\tvalidation_0-auc:0.951129\n",
            "[660]\tvalidation_0-auc:0.951173\n",
            "[661]\tvalidation_0-auc:0.951227\n",
            "[662]\tvalidation_0-auc:0.9513\n",
            "[663]\tvalidation_0-auc:0.951351\n",
            "[664]\tvalidation_0-auc:0.951409\n",
            "[665]\tvalidation_0-auc:0.951456\n",
            "[666]\tvalidation_0-auc:0.951486\n",
            "[667]\tvalidation_0-auc:0.951506\n",
            "[668]\tvalidation_0-auc:0.95156\n",
            "[669]\tvalidation_0-auc:0.951612\n",
            "[670]\tvalidation_0-auc:0.951639\n",
            "[671]\tvalidation_0-auc:0.951652\n",
            "[672]\tvalidation_0-auc:0.951654\n",
            "[673]\tvalidation_0-auc:0.951692\n",
            "[674]\tvalidation_0-auc:0.951749\n",
            "[675]\tvalidation_0-auc:0.951815\n",
            "[676]\tvalidation_0-auc:0.951841\n",
            "[677]\tvalidation_0-auc:0.951895\n",
            "[678]\tvalidation_0-auc:0.951925\n",
            "[679]\tvalidation_0-auc:0.951966\n",
            "[680]\tvalidation_0-auc:0.951967\n",
            "[681]\tvalidation_0-auc:0.952009\n",
            "[682]\tvalidation_0-auc:0.952048\n",
            "[683]\tvalidation_0-auc:0.952084\n",
            "[684]\tvalidation_0-auc:0.952116\n",
            "[685]\tvalidation_0-auc:0.952151\n",
            "[686]\tvalidation_0-auc:0.952201\n",
            "[687]\tvalidation_0-auc:0.952221\n",
            "[688]\tvalidation_0-auc:0.952211\n",
            "[689]\tvalidation_0-auc:0.952276\n",
            "[690]\tvalidation_0-auc:0.952334\n",
            "[691]\tvalidation_0-auc:0.95237\n",
            "[692]\tvalidation_0-auc:0.952451\n",
            "[693]\tvalidation_0-auc:0.952472\n",
            "[694]\tvalidation_0-auc:0.952474\n",
            "[695]\tvalidation_0-auc:0.952535\n",
            "[696]\tvalidation_0-auc:0.952555\n",
            "[697]\tvalidation_0-auc:0.952624\n",
            "[698]\tvalidation_0-auc:0.952643\n",
            "[699]\tvalidation_0-auc:0.952712\n",
            "[700]\tvalidation_0-auc:0.952774\n",
            "[701]\tvalidation_0-auc:0.952827\n",
            "[702]\tvalidation_0-auc:0.952834\n",
            "[703]\tvalidation_0-auc:0.952848\n",
            "[704]\tvalidation_0-auc:0.952904\n",
            "[705]\tvalidation_0-auc:0.952969\n",
            "[706]\tvalidation_0-auc:0.952985\n",
            "[707]\tvalidation_0-auc:0.953065\n",
            "[708]\tvalidation_0-auc:0.95312\n",
            "[709]\tvalidation_0-auc:0.953172\n",
            "[710]\tvalidation_0-auc:0.953196\n",
            "[711]\tvalidation_0-auc:0.953262\n",
            "[712]\tvalidation_0-auc:0.953299\n",
            "[713]\tvalidation_0-auc:0.953317\n",
            "[714]\tvalidation_0-auc:0.953342\n",
            "[715]\tvalidation_0-auc:0.953373\n",
            "[716]\tvalidation_0-auc:0.953395\n",
            "[717]\tvalidation_0-auc:0.953473\n",
            "[718]\tvalidation_0-auc:0.95352\n",
            "[719]\tvalidation_0-auc:0.953563\n",
            "[720]\tvalidation_0-auc:0.953613\n",
            "[721]\tvalidation_0-auc:0.953626\n",
            "[722]\tvalidation_0-auc:0.953656\n",
            "[723]\tvalidation_0-auc:0.953695\n",
            "[724]\tvalidation_0-auc:0.953719\n",
            "[725]\tvalidation_0-auc:0.953786\n",
            "[726]\tvalidation_0-auc:0.953836\n",
            "[727]\tvalidation_0-auc:0.953908\n",
            "[728]\tvalidation_0-auc:0.953967\n",
            "[729]\tvalidation_0-auc:0.954021\n",
            "[730]\tvalidation_0-auc:0.954071\n",
            "[731]\tvalidation_0-auc:0.954148\n",
            "[732]\tvalidation_0-auc:0.95417\n",
            "[733]\tvalidation_0-auc:0.954199\n",
            "[734]\tvalidation_0-auc:0.954243\n",
            "[735]\tvalidation_0-auc:0.95427\n",
            "[736]\tvalidation_0-auc:0.954307\n",
            "[737]\tvalidation_0-auc:0.954348\n",
            "[738]\tvalidation_0-auc:0.954362\n",
            "[739]\tvalidation_0-auc:0.954411\n",
            "[740]\tvalidation_0-auc:0.954472\n",
            "[741]\tvalidation_0-auc:0.954513\n",
            "[742]\tvalidation_0-auc:0.954581\n",
            "[743]\tvalidation_0-auc:0.954591\n",
            "[744]\tvalidation_0-auc:0.954619\n",
            "[745]\tvalidation_0-auc:0.954665\n",
            "[746]\tvalidation_0-auc:0.954706\n",
            "[747]\tvalidation_0-auc:0.95474\n",
            "[748]\tvalidation_0-auc:0.954783\n",
            "[749]\tvalidation_0-auc:0.954855\n",
            "[750]\tvalidation_0-auc:0.954869\n",
            "[751]\tvalidation_0-auc:0.954908\n",
            "[752]\tvalidation_0-auc:0.954911\n",
            "[753]\tvalidation_0-auc:0.954947\n",
            "[754]\tvalidation_0-auc:0.955013\n",
            "[755]\tvalidation_0-auc:0.955004\n",
            "[756]\tvalidation_0-auc:0.955033\n",
            "[757]\tvalidation_0-auc:0.955058\n",
            "[758]\tvalidation_0-auc:0.955106\n",
            "[759]\tvalidation_0-auc:0.955149\n",
            "[760]\tvalidation_0-auc:0.95522\n",
            "[761]\tvalidation_0-auc:0.955271\n",
            "[762]\tvalidation_0-auc:0.955327\n",
            "[763]\tvalidation_0-auc:0.955374\n",
            "[764]\tvalidation_0-auc:0.95542\n",
            "[765]\tvalidation_0-auc:0.955496\n",
            "[766]\tvalidation_0-auc:0.955521\n",
            "[767]\tvalidation_0-auc:0.955557\n",
            "[768]\tvalidation_0-auc:0.955576\n",
            "[769]\tvalidation_0-auc:0.955613\n",
            "[770]\tvalidation_0-auc:0.955665\n",
            "[771]\tvalidation_0-auc:0.955699\n",
            "[772]\tvalidation_0-auc:0.955743\n",
            "[773]\tvalidation_0-auc:0.95574\n",
            "[774]\tvalidation_0-auc:0.955768\n",
            "[775]\tvalidation_0-auc:0.955793\n",
            "[776]\tvalidation_0-auc:0.955818\n",
            "[777]\tvalidation_0-auc:0.955873\n",
            "[778]\tvalidation_0-auc:0.955903\n",
            "[779]\tvalidation_0-auc:0.955955\n",
            "[780]\tvalidation_0-auc:0.955993\n",
            "[781]\tvalidation_0-auc:0.956052\n",
            "[782]\tvalidation_0-auc:0.956077\n",
            "[783]\tvalidation_0-auc:0.956094\n",
            "[784]\tvalidation_0-auc:0.956116\n",
            "[785]\tvalidation_0-auc:0.956151\n",
            "[786]\tvalidation_0-auc:0.956175\n",
            "[787]\tvalidation_0-auc:0.956195\n",
            "[788]\tvalidation_0-auc:0.95625\n",
            "[789]\tvalidation_0-auc:0.956298\n",
            "[790]\tvalidation_0-auc:0.956309\n",
            "[791]\tvalidation_0-auc:0.956358\n",
            "[792]\tvalidation_0-auc:0.956385\n",
            "[793]\tvalidation_0-auc:0.956399\n",
            "[794]\tvalidation_0-auc:0.956404\n",
            "[795]\tvalidation_0-auc:0.956461\n",
            "[796]\tvalidation_0-auc:0.956492\n",
            "[797]\tvalidation_0-auc:0.956551\n",
            "[798]\tvalidation_0-auc:0.956574\n",
            "[799]\tvalidation_0-auc:0.956583\n",
            "[800]\tvalidation_0-auc:0.956599\n",
            "[801]\tvalidation_0-auc:0.956633\n",
            "[802]\tvalidation_0-auc:0.956667\n",
            "[803]\tvalidation_0-auc:0.956703\n",
            "[804]\tvalidation_0-auc:0.956752\n",
            "[805]\tvalidation_0-auc:0.956765\n",
            "[806]\tvalidation_0-auc:0.95679\n",
            "[807]\tvalidation_0-auc:0.956836\n",
            "[808]\tvalidation_0-auc:0.956875\n",
            "[809]\tvalidation_0-auc:0.956914\n",
            "[810]\tvalidation_0-auc:0.956902\n",
            "[811]\tvalidation_0-auc:0.95691\n",
            "[812]\tvalidation_0-auc:0.956929\n",
            "[813]\tvalidation_0-auc:0.956989\n",
            "[814]\tvalidation_0-auc:0.957026\n",
            "[815]\tvalidation_0-auc:0.957056\n",
            "[816]\tvalidation_0-auc:0.95709\n",
            "[817]\tvalidation_0-auc:0.957092\n",
            "[818]\tvalidation_0-auc:0.95713\n",
            "[819]\tvalidation_0-auc:0.957192\n",
            "[820]\tvalidation_0-auc:0.957217\n",
            "[821]\tvalidation_0-auc:0.957271\n",
            "[822]\tvalidation_0-auc:0.957306\n",
            "[823]\tvalidation_0-auc:0.957341\n",
            "[824]\tvalidation_0-auc:0.95739\n",
            "[825]\tvalidation_0-auc:0.9574\n",
            "[826]\tvalidation_0-auc:0.957437\n",
            "[827]\tvalidation_0-auc:0.957463\n",
            "[828]\tvalidation_0-auc:0.957516\n",
            "[829]\tvalidation_0-auc:0.957546\n",
            "[830]\tvalidation_0-auc:0.957556\n",
            "[831]\tvalidation_0-auc:0.957599\n",
            "[832]\tvalidation_0-auc:0.957637\n",
            "[833]\tvalidation_0-auc:0.957678\n",
            "[834]\tvalidation_0-auc:0.957727\n",
            "[835]\tvalidation_0-auc:0.957749\n",
            "[836]\tvalidation_0-auc:0.957781\n",
            "[837]\tvalidation_0-auc:0.957812\n",
            "[838]\tvalidation_0-auc:0.957838\n",
            "[839]\tvalidation_0-auc:0.957823\n",
            "[840]\tvalidation_0-auc:0.957871\n",
            "[841]\tvalidation_0-auc:0.957912\n",
            "[842]\tvalidation_0-auc:0.957889\n",
            "[843]\tvalidation_0-auc:0.957922\n",
            "[844]\tvalidation_0-auc:0.957948\n",
            "[845]\tvalidation_0-auc:0.957986\n",
            "[846]\tvalidation_0-auc:0.957994\n",
            "[847]\tvalidation_0-auc:0.958007\n",
            "[848]\tvalidation_0-auc:0.957993\n",
            "[849]\tvalidation_0-auc:0.958046\n",
            "[850]\tvalidation_0-auc:0.958096\n",
            "[851]\tvalidation_0-auc:0.958152\n",
            "[852]\tvalidation_0-auc:0.95816\n",
            "[853]\tvalidation_0-auc:0.958206\n",
            "[854]\tvalidation_0-auc:0.958227\n",
            "[855]\tvalidation_0-auc:0.95826\n",
            "[856]\tvalidation_0-auc:0.958295\n",
            "[857]\tvalidation_0-auc:0.958324\n",
            "[858]\tvalidation_0-auc:0.958353\n",
            "[859]\tvalidation_0-auc:0.958367\n",
            "[860]\tvalidation_0-auc:0.958404\n",
            "[861]\tvalidation_0-auc:0.958404\n",
            "[862]\tvalidation_0-auc:0.958438\n",
            "[863]\tvalidation_0-auc:0.958485\n",
            "[864]\tvalidation_0-auc:0.958525\n",
            "[865]\tvalidation_0-auc:0.958515\n",
            "[866]\tvalidation_0-auc:0.958556\n",
            "[867]\tvalidation_0-auc:0.958579\n",
            "[868]\tvalidation_0-auc:0.9586\n",
            "[869]\tvalidation_0-auc:0.958622\n",
            "[870]\tvalidation_0-auc:0.958663\n",
            "[871]\tvalidation_0-auc:0.958694\n",
            "[872]\tvalidation_0-auc:0.958732\n",
            "[873]\tvalidation_0-auc:0.958759\n",
            "[874]\tvalidation_0-auc:0.958819\n",
            "[875]\tvalidation_0-auc:0.958846\n",
            "[876]\tvalidation_0-auc:0.958878\n",
            "[877]\tvalidation_0-auc:0.958898\n",
            "[878]\tvalidation_0-auc:0.958966\n",
            "[879]\tvalidation_0-auc:0.958984\n",
            "[880]\tvalidation_0-auc:0.958982\n",
            "[881]\tvalidation_0-auc:0.959017\n",
            "[882]\tvalidation_0-auc:0.959019\n",
            "[883]\tvalidation_0-auc:0.959092\n",
            "[884]\tvalidation_0-auc:0.959114\n",
            "[885]\tvalidation_0-auc:0.959161\n",
            "[886]\tvalidation_0-auc:0.95918\n",
            "[887]\tvalidation_0-auc:0.959189\n",
            "[888]\tvalidation_0-auc:0.959226\n",
            "[889]\tvalidation_0-auc:0.959232\n",
            "[890]\tvalidation_0-auc:0.959264\n",
            "[891]\tvalidation_0-auc:0.959293\n",
            "[892]\tvalidation_0-auc:0.959324\n",
            "[893]\tvalidation_0-auc:0.959363\n",
            "[894]\tvalidation_0-auc:0.959394\n",
            "[895]\tvalidation_0-auc:0.959413\n",
            "[896]\tvalidation_0-auc:0.959434\n",
            "[897]\tvalidation_0-auc:0.959467\n",
            "[898]\tvalidation_0-auc:0.95947\n",
            "[899]\tvalidation_0-auc:0.959534\n",
            "[900]\tvalidation_0-auc:0.959558\n",
            "[901]\tvalidation_0-auc:0.959593\n",
            "[902]\tvalidation_0-auc:0.959618\n",
            "[903]\tvalidation_0-auc:0.959659\n",
            "[904]\tvalidation_0-auc:0.959671\n",
            "[905]\tvalidation_0-auc:0.959685\n",
            "[906]\tvalidation_0-auc:0.959734\n",
            "[907]\tvalidation_0-auc:0.959775\n",
            "[908]\tvalidation_0-auc:0.959799\n",
            "[909]\tvalidation_0-auc:0.959827\n",
            "[910]\tvalidation_0-auc:0.959869\n",
            "[911]\tvalidation_0-auc:0.959917\n",
            "[912]\tvalidation_0-auc:0.959938\n",
            "[913]\tvalidation_0-auc:0.959976\n",
            "[914]\tvalidation_0-auc:0.95998\n",
            "[915]\tvalidation_0-auc:0.960024\n",
            "[916]\tvalidation_0-auc:0.960075\n",
            "[917]\tvalidation_0-auc:0.960098\n",
            "[918]\tvalidation_0-auc:0.960114\n",
            "[919]\tvalidation_0-auc:0.960141\n",
            "[920]\tvalidation_0-auc:0.960149\n",
            "[921]\tvalidation_0-auc:0.960206\n",
            "[922]\tvalidation_0-auc:0.960255\n",
            "[923]\tvalidation_0-auc:0.960287\n",
            "[924]\tvalidation_0-auc:0.96032\n",
            "[925]\tvalidation_0-auc:0.960361\n",
            "[926]\tvalidation_0-auc:0.960387\n",
            "[927]\tvalidation_0-auc:0.960426\n",
            "[928]\tvalidation_0-auc:0.960474\n",
            "[929]\tvalidation_0-auc:0.960519\n",
            "[930]\tvalidation_0-auc:0.96054\n",
            "[931]\tvalidation_0-auc:0.960526\n",
            "[932]\tvalidation_0-auc:0.960579\n",
            "[933]\tvalidation_0-auc:0.960621\n",
            "[934]\tvalidation_0-auc:0.960632\n",
            "[935]\tvalidation_0-auc:0.960667\n",
            "[936]\tvalidation_0-auc:0.96069\n",
            "[937]\tvalidation_0-auc:0.960703\n",
            "[938]\tvalidation_0-auc:0.960725\n",
            "[939]\tvalidation_0-auc:0.960757\n",
            "[940]\tvalidation_0-auc:0.960779\n",
            "[941]\tvalidation_0-auc:0.960807\n",
            "[942]\tvalidation_0-auc:0.960838\n",
            "[943]\tvalidation_0-auc:0.960865\n",
            "[944]\tvalidation_0-auc:0.960884\n",
            "[945]\tvalidation_0-auc:0.960904\n",
            "[946]\tvalidation_0-auc:0.960929\n",
            "[947]\tvalidation_0-auc:0.960953\n",
            "[948]\tvalidation_0-auc:0.960982\n",
            "[949]\tvalidation_0-auc:0.961021\n",
            "[950]\tvalidation_0-auc:0.961011\n",
            "[951]\tvalidation_0-auc:0.961035\n",
            "[952]\tvalidation_0-auc:0.96106\n",
            "[953]\tvalidation_0-auc:0.961095\n",
            "[954]\tvalidation_0-auc:0.961111\n",
            "[955]\tvalidation_0-auc:0.961127\n",
            "[956]\tvalidation_0-auc:0.961132\n",
            "[957]\tvalidation_0-auc:0.961134\n",
            "[958]\tvalidation_0-auc:0.961164\n",
            "[959]\tvalidation_0-auc:0.961222\n",
            "[960]\tvalidation_0-auc:0.961225\n",
            "[961]\tvalidation_0-auc:0.96126\n",
            "[962]\tvalidation_0-auc:0.961271\n",
            "[963]\tvalidation_0-auc:0.961291\n",
            "[964]\tvalidation_0-auc:0.961328\n",
            "[965]\tvalidation_0-auc:0.961377\n",
            "[966]\tvalidation_0-auc:0.961428\n",
            "[967]\tvalidation_0-auc:0.961431\n",
            "[968]\tvalidation_0-auc:0.96144\n",
            "[969]\tvalidation_0-auc:0.961456\n",
            "[970]\tvalidation_0-auc:0.961511\n",
            "[971]\tvalidation_0-auc:0.961539\n",
            "[972]\tvalidation_0-auc:0.96159\n",
            "[973]\tvalidation_0-auc:0.961619\n",
            "[974]\tvalidation_0-auc:0.961639\n",
            "[975]\tvalidation_0-auc:0.961681\n",
            "[976]\tvalidation_0-auc:0.961673\n",
            "[977]\tvalidation_0-auc:0.961697\n",
            "[978]\tvalidation_0-auc:0.961726\n",
            "[979]\tvalidation_0-auc:0.961729\n",
            "[980]\tvalidation_0-auc:0.961758\n",
            "[981]\tvalidation_0-auc:0.961765\n",
            "[982]\tvalidation_0-auc:0.961789\n",
            "[983]\tvalidation_0-auc:0.961807\n",
            "[984]\tvalidation_0-auc:0.961844\n",
            "[985]\tvalidation_0-auc:0.961862\n",
            "[986]\tvalidation_0-auc:0.961903\n",
            "[987]\tvalidation_0-auc:0.961926\n",
            "[988]\tvalidation_0-auc:0.961952\n",
            "[989]\tvalidation_0-auc:0.961975\n",
            "[990]\tvalidation_0-auc:0.962018\n",
            "[991]\tvalidation_0-auc:0.962039\n",
            "[992]\tvalidation_0-auc:0.96207\n",
            "[993]\tvalidation_0-auc:0.962103\n",
            "[994]\tvalidation_0-auc:0.962129\n",
            "[995]\tvalidation_0-auc:0.962146\n",
            "[996]\tvalidation_0-auc:0.962169\n",
            "[997]\tvalidation_0-auc:0.962185\n",
            "[998]\tvalidation_0-auc:0.962229\n",
            "[999]\tvalidation_0-auc:0.962267\n",
            "[1000]\tvalidation_0-auc:0.962301\n",
            "[1001]\tvalidation_0-auc:0.962334\n",
            "[1002]\tvalidation_0-auc:0.962353\n",
            "[1003]\tvalidation_0-auc:0.962392\n",
            "[1004]\tvalidation_0-auc:0.962414\n",
            "[1005]\tvalidation_0-auc:0.96243\n",
            "[1006]\tvalidation_0-auc:0.962449\n",
            "[1007]\tvalidation_0-auc:0.962493\n",
            "[1008]\tvalidation_0-auc:0.962503\n",
            "[1009]\tvalidation_0-auc:0.962517\n",
            "[1010]\tvalidation_0-auc:0.962513\n",
            "[1011]\tvalidation_0-auc:0.962516\n",
            "[1012]\tvalidation_0-auc:0.96255\n",
            "[1013]\tvalidation_0-auc:0.962571\n",
            "[1014]\tvalidation_0-auc:0.962599\n",
            "[1015]\tvalidation_0-auc:0.962619\n",
            "[1016]\tvalidation_0-auc:0.962622\n",
            "[1017]\tvalidation_0-auc:0.962626\n",
            "[1018]\tvalidation_0-auc:0.962667\n",
            "[1019]\tvalidation_0-auc:0.962659\n",
            "[1020]\tvalidation_0-auc:0.962659\n",
            "[1021]\tvalidation_0-auc:0.96268\n",
            "[1022]\tvalidation_0-auc:0.962697\n",
            "[1023]\tvalidation_0-auc:0.962712\n",
            "[1024]\tvalidation_0-auc:0.962736\n",
            "[1025]\tvalidation_0-auc:0.962775\n",
            "[1026]\tvalidation_0-auc:0.962781\n",
            "[1027]\tvalidation_0-auc:0.962863\n",
            "[1028]\tvalidation_0-auc:0.962867\n",
            "[1029]\tvalidation_0-auc:0.962873\n",
            "[1030]\tvalidation_0-auc:0.962899\n",
            "[1031]\tvalidation_0-auc:0.962926\n",
            "[1032]\tvalidation_0-auc:0.962957\n",
            "[1033]\tvalidation_0-auc:0.96297\n",
            "[1034]\tvalidation_0-auc:0.963005\n",
            "[1035]\tvalidation_0-auc:0.963026\n",
            "[1036]\tvalidation_0-auc:0.963044\n",
            "[1037]\tvalidation_0-auc:0.963066\n",
            "[1038]\tvalidation_0-auc:0.963092\n",
            "[1039]\tvalidation_0-auc:0.963141\n",
            "[1040]\tvalidation_0-auc:0.963151\n",
            "[1041]\tvalidation_0-auc:0.963181\n",
            "[1042]\tvalidation_0-auc:0.963205\n",
            "[1043]\tvalidation_0-auc:0.963229\n",
            "[1044]\tvalidation_0-auc:0.963244\n",
            "[1045]\tvalidation_0-auc:0.963274\n",
            "[1046]\tvalidation_0-auc:0.963305\n",
            "[1047]\tvalidation_0-auc:0.963304\n",
            "[1048]\tvalidation_0-auc:0.963335\n",
            "[1049]\tvalidation_0-auc:0.963368\n",
            "[1050]\tvalidation_0-auc:0.963385\n",
            "[1051]\tvalidation_0-auc:0.963397\n",
            "[1052]\tvalidation_0-auc:0.963406\n",
            "[1053]\tvalidation_0-auc:0.963427\n",
            "[1054]\tvalidation_0-auc:0.963447\n",
            "[1055]\tvalidation_0-auc:0.963483\n",
            "[1056]\tvalidation_0-auc:0.963527\n",
            "[1057]\tvalidation_0-auc:0.963531\n",
            "[1058]\tvalidation_0-auc:0.963535\n",
            "[1059]\tvalidation_0-auc:0.96355\n",
            "[1060]\tvalidation_0-auc:0.963588\n",
            "[1061]\tvalidation_0-auc:0.963615\n",
            "[1062]\tvalidation_0-auc:0.963639\n",
            "[1063]\tvalidation_0-auc:0.963639\n",
            "[1064]\tvalidation_0-auc:0.963685\n",
            "[1065]\tvalidation_0-auc:0.963705\n",
            "[1066]\tvalidation_0-auc:0.963724\n",
            "[1067]\tvalidation_0-auc:0.963737\n",
            "[1068]\tvalidation_0-auc:0.963755\n",
            "[1069]\tvalidation_0-auc:0.963757\n",
            "[1070]\tvalidation_0-auc:0.963786\n",
            "[1071]\tvalidation_0-auc:0.963799\n",
            "[1072]\tvalidation_0-auc:0.963809\n",
            "[1073]\tvalidation_0-auc:0.963842\n",
            "[1074]\tvalidation_0-auc:0.963873\n",
            "[1075]\tvalidation_0-auc:0.96389\n",
            "[1076]\tvalidation_0-auc:0.963914\n",
            "[1077]\tvalidation_0-auc:0.963938\n",
            "[1078]\tvalidation_0-auc:0.963966\n",
            "[1079]\tvalidation_0-auc:0.963988\n",
            "[1080]\tvalidation_0-auc:0.964017\n",
            "[1081]\tvalidation_0-auc:0.96404\n",
            "[1082]\tvalidation_0-auc:0.964026\n",
            "[1083]\tvalidation_0-auc:0.964066\n",
            "[1084]\tvalidation_0-auc:0.964085\n",
            "[1085]\tvalidation_0-auc:0.964148\n",
            "[1086]\tvalidation_0-auc:0.964153\n",
            "[1087]\tvalidation_0-auc:0.964185\n",
            "[1088]\tvalidation_0-auc:0.964209\n",
            "[1089]\tvalidation_0-auc:0.964233\n",
            "[1090]\tvalidation_0-auc:0.964259\n",
            "[1091]\tvalidation_0-auc:0.964276\n",
            "[1092]\tvalidation_0-auc:0.96434\n",
            "[1093]\tvalidation_0-auc:0.964358\n",
            "[1094]\tvalidation_0-auc:0.96439\n",
            "[1095]\tvalidation_0-auc:0.964406\n",
            "[1096]\tvalidation_0-auc:0.96442\n",
            "[1097]\tvalidation_0-auc:0.964436\n",
            "[1098]\tvalidation_0-auc:0.964458\n",
            "[1099]\tvalidation_0-auc:0.964491\n",
            "[1100]\tvalidation_0-auc:0.964518\n",
            "[1101]\tvalidation_0-auc:0.964529\n",
            "[1102]\tvalidation_0-auc:0.964542\n",
            "[1103]\tvalidation_0-auc:0.964599\n",
            "[1104]\tvalidation_0-auc:0.96462\n",
            "[1105]\tvalidation_0-auc:0.964635\n",
            "[1106]\tvalidation_0-auc:0.96465\n",
            "[1107]\tvalidation_0-auc:0.964664\n",
            "[1108]\tvalidation_0-auc:0.964676\n",
            "[1109]\tvalidation_0-auc:0.964702\n",
            "[1110]\tvalidation_0-auc:0.964709\n",
            "[1111]\tvalidation_0-auc:0.964736\n",
            "[1112]\tvalidation_0-auc:0.964748\n",
            "[1113]\tvalidation_0-auc:0.964747\n",
            "[1114]\tvalidation_0-auc:0.964751\n",
            "[1115]\tvalidation_0-auc:0.964773\n",
            "[1116]\tvalidation_0-auc:0.964772\n",
            "[1117]\tvalidation_0-auc:0.964802\n",
            "[1118]\tvalidation_0-auc:0.964823\n",
            "[1119]\tvalidation_0-auc:0.964843\n",
            "[1120]\tvalidation_0-auc:0.96487\n",
            "[1121]\tvalidation_0-auc:0.964875\n",
            "[1122]\tvalidation_0-auc:0.964901\n",
            "[1123]\tvalidation_0-auc:0.964932\n",
            "[1124]\tvalidation_0-auc:0.964936\n",
            "[1125]\tvalidation_0-auc:0.964969\n",
            "[1126]\tvalidation_0-auc:0.964993\n",
            "[1127]\tvalidation_0-auc:0.965001\n",
            "[1128]\tvalidation_0-auc:0.965005\n",
            "[1129]\tvalidation_0-auc:0.965005\n",
            "[1130]\tvalidation_0-auc:0.965021\n",
            "[1131]\tvalidation_0-auc:0.965047\n",
            "[1132]\tvalidation_0-auc:0.965058\n",
            "[1133]\tvalidation_0-auc:0.965074\n",
            "[1134]\tvalidation_0-auc:0.965086\n",
            "[1135]\tvalidation_0-auc:0.965096\n",
            "[1136]\tvalidation_0-auc:0.965118\n",
            "[1137]\tvalidation_0-auc:0.965128\n",
            "[1138]\tvalidation_0-auc:0.965155\n",
            "[1139]\tvalidation_0-auc:0.965184\n",
            "[1140]\tvalidation_0-auc:0.965183\n",
            "[1141]\tvalidation_0-auc:0.965194\n",
            "[1142]\tvalidation_0-auc:0.965225\n",
            "[1143]\tvalidation_0-auc:0.965237\n",
            "[1144]\tvalidation_0-auc:0.965262\n",
            "[1145]\tvalidation_0-auc:0.965289\n",
            "[1146]\tvalidation_0-auc:0.965305\n",
            "[1147]\tvalidation_0-auc:0.965317\n",
            "[1148]\tvalidation_0-auc:0.965363\n",
            "[1149]\tvalidation_0-auc:0.965382\n",
            "[1150]\tvalidation_0-auc:0.965387\n",
            "[1151]\tvalidation_0-auc:0.965375\n",
            "[1152]\tvalidation_0-auc:0.965401\n",
            "[1153]\tvalidation_0-auc:0.965396\n",
            "[1154]\tvalidation_0-auc:0.965408\n",
            "[1155]\tvalidation_0-auc:0.965453\n",
            "[1156]\tvalidation_0-auc:0.965473\n",
            "[1157]\tvalidation_0-auc:0.965493\n",
            "[1158]\tvalidation_0-auc:0.965522\n",
            "[1159]\tvalidation_0-auc:0.965543\n",
            "[1160]\tvalidation_0-auc:0.965566\n",
            "[1161]\tvalidation_0-auc:0.9656\n",
            "[1162]\tvalidation_0-auc:0.965624\n",
            "[1163]\tvalidation_0-auc:0.965637\n",
            "[1164]\tvalidation_0-auc:0.965657\n",
            "[1165]\tvalidation_0-auc:0.965678\n",
            "[1166]\tvalidation_0-auc:0.96568\n",
            "[1167]\tvalidation_0-auc:0.965709\n",
            "[1168]\tvalidation_0-auc:0.965713\n",
            "[1169]\tvalidation_0-auc:0.965735\n",
            "[1170]\tvalidation_0-auc:0.965764\n",
            "[1171]\tvalidation_0-auc:0.965787\n",
            "[1172]\tvalidation_0-auc:0.965804\n",
            "[1173]\tvalidation_0-auc:0.965808\n",
            "[1174]\tvalidation_0-auc:0.965809\n",
            "[1175]\tvalidation_0-auc:0.965815\n",
            "[1176]\tvalidation_0-auc:0.965836\n",
            "[1177]\tvalidation_0-auc:0.965862\n",
            "[1178]\tvalidation_0-auc:0.965864\n",
            "[1179]\tvalidation_0-auc:0.965876\n",
            "[1180]\tvalidation_0-auc:0.965898\n",
            "[1181]\tvalidation_0-auc:0.965925\n",
            "[1182]\tvalidation_0-auc:0.965961\n",
            "[1183]\tvalidation_0-auc:0.96597\n",
            "[1184]\tvalidation_0-auc:0.966003\n",
            "[1185]\tvalidation_0-auc:0.965991\n",
            "[1186]\tvalidation_0-auc:0.966011\n",
            "[1187]\tvalidation_0-auc:0.966036\n",
            "[1188]\tvalidation_0-auc:0.966051\n",
            "[1189]\tvalidation_0-auc:0.966055\n",
            "[1190]\tvalidation_0-auc:0.966096\n",
            "[1191]\tvalidation_0-auc:0.966107\n",
            "[1192]\tvalidation_0-auc:0.966127\n",
            "[1193]\tvalidation_0-auc:0.966142\n",
            "[1194]\tvalidation_0-auc:0.966188\n",
            "[1195]\tvalidation_0-auc:0.966224\n",
            "[1196]\tvalidation_0-auc:0.966247\n",
            "[1197]\tvalidation_0-auc:0.966268\n",
            "[1198]\tvalidation_0-auc:0.966258\n",
            "[1199]\tvalidation_0-auc:0.966266\n",
            "[1200]\tvalidation_0-auc:0.966289\n",
            "[1201]\tvalidation_0-auc:0.966325\n",
            "[1202]\tvalidation_0-auc:0.966333\n",
            "[1203]\tvalidation_0-auc:0.966326\n",
            "[1204]\tvalidation_0-auc:0.966346\n",
            "[1205]\tvalidation_0-auc:0.966364\n",
            "[1206]\tvalidation_0-auc:0.966388\n",
            "[1207]\tvalidation_0-auc:0.966409\n",
            "[1208]\tvalidation_0-auc:0.966437\n",
            "[1209]\tvalidation_0-auc:0.966467\n",
            "[1210]\tvalidation_0-auc:0.966491\n",
            "[1211]\tvalidation_0-auc:0.966531\n",
            "[1212]\tvalidation_0-auc:0.966562\n",
            "[1213]\tvalidation_0-auc:0.966591\n",
            "[1214]\tvalidation_0-auc:0.966598\n",
            "[1215]\tvalidation_0-auc:0.966622\n",
            "[1216]\tvalidation_0-auc:0.966613\n",
            "[1217]\tvalidation_0-auc:0.966631\n",
            "[1218]\tvalidation_0-auc:0.966632\n",
            "[1219]\tvalidation_0-auc:0.966667\n",
            "[1220]\tvalidation_0-auc:0.966662\n",
            "[1221]\tvalidation_0-auc:0.966691\n",
            "[1222]\tvalidation_0-auc:0.966708\n",
            "[1223]\tvalidation_0-auc:0.966721\n",
            "[1224]\tvalidation_0-auc:0.966741\n",
            "[1225]\tvalidation_0-auc:0.966785\n",
            "[1226]\tvalidation_0-auc:0.96683\n",
            "[1227]\tvalidation_0-auc:0.96684\n",
            "[1228]\tvalidation_0-auc:0.966838\n",
            "[1229]\tvalidation_0-auc:0.966871\n",
            "[1230]\tvalidation_0-auc:0.9669\n",
            "[1231]\tvalidation_0-auc:0.966926\n",
            "[1232]\tvalidation_0-auc:0.966932\n",
            "[1233]\tvalidation_0-auc:0.966961\n",
            "[1234]\tvalidation_0-auc:0.966985\n",
            "[1235]\tvalidation_0-auc:0.966976\n",
            "[1236]\tvalidation_0-auc:0.966992\n",
            "[1237]\tvalidation_0-auc:0.967004\n",
            "[1238]\tvalidation_0-auc:0.967026\n",
            "[1239]\tvalidation_0-auc:0.967053\n",
            "[1240]\tvalidation_0-auc:0.967046\n",
            "[1241]\tvalidation_0-auc:0.967053\n",
            "[1242]\tvalidation_0-auc:0.967082\n",
            "[1243]\tvalidation_0-auc:0.967096\n",
            "[1244]\tvalidation_0-auc:0.967113\n",
            "[1245]\tvalidation_0-auc:0.967153\n",
            "[1246]\tvalidation_0-auc:0.967167\n",
            "[1247]\tvalidation_0-auc:0.967179\n",
            "[1248]\tvalidation_0-auc:0.967192\n",
            "[1249]\tvalidation_0-auc:0.967232\n",
            "[1250]\tvalidation_0-auc:0.967235\n",
            "[1251]\tvalidation_0-auc:0.967239\n",
            "[1252]\tvalidation_0-auc:0.967253\n",
            "[1253]\tvalidation_0-auc:0.967311\n",
            "[1254]\tvalidation_0-auc:0.967314\n",
            "[1255]\tvalidation_0-auc:0.967336\n",
            "[1256]\tvalidation_0-auc:0.967348\n",
            "[1257]\tvalidation_0-auc:0.967368\n",
            "[1258]\tvalidation_0-auc:0.967393\n",
            "[1259]\tvalidation_0-auc:0.967406\n",
            "[1260]\tvalidation_0-auc:0.967414\n",
            "[1261]\tvalidation_0-auc:0.967431\n",
            "[1262]\tvalidation_0-auc:0.967437\n",
            "[1263]\tvalidation_0-auc:0.967459\n",
            "[1264]\tvalidation_0-auc:0.967476\n",
            "[1265]\tvalidation_0-auc:0.967507\n",
            "[1266]\tvalidation_0-auc:0.967527\n",
            "[1267]\tvalidation_0-auc:0.96755\n",
            "[1268]\tvalidation_0-auc:0.967555\n",
            "[1269]\tvalidation_0-auc:0.967593\n",
            "[1270]\tvalidation_0-auc:0.967611\n",
            "[1271]\tvalidation_0-auc:0.967621\n",
            "[1272]\tvalidation_0-auc:0.967641\n",
            "[1273]\tvalidation_0-auc:0.967652\n",
            "[1274]\tvalidation_0-auc:0.96765\n",
            "[1275]\tvalidation_0-auc:0.967661\n",
            "[1276]\tvalidation_0-auc:0.967689\n",
            "[1277]\tvalidation_0-auc:0.96771\n",
            "[1278]\tvalidation_0-auc:0.967737\n",
            "[1279]\tvalidation_0-auc:0.967752\n",
            "[1280]\tvalidation_0-auc:0.967774\n",
            "[1281]\tvalidation_0-auc:0.967798\n",
            "[1282]\tvalidation_0-auc:0.967823\n",
            "[1283]\tvalidation_0-auc:0.967848\n",
            "[1284]\tvalidation_0-auc:0.967857\n",
            "[1285]\tvalidation_0-auc:0.967872\n",
            "[1286]\tvalidation_0-auc:0.96789\n",
            "[1287]\tvalidation_0-auc:0.96792\n",
            "[1288]\tvalidation_0-auc:0.967947\n",
            "[1289]\tvalidation_0-auc:0.967962\n",
            "[1290]\tvalidation_0-auc:0.967972\n",
            "[1291]\tvalidation_0-auc:0.967986\n",
            "[1292]\tvalidation_0-auc:0.968016\n",
            "[1293]\tvalidation_0-auc:0.968061\n",
            "[1294]\tvalidation_0-auc:0.968104\n",
            "[1295]\tvalidation_0-auc:0.968124\n",
            "[1296]\tvalidation_0-auc:0.968159\n",
            "[1297]\tvalidation_0-auc:0.968181\n",
            "[1298]\tvalidation_0-auc:0.968193\n",
            "[1299]\tvalidation_0-auc:0.968197\n",
            "[1300]\tvalidation_0-auc:0.968221\n",
            "[1301]\tvalidation_0-auc:0.968232\n",
            "[1302]\tvalidation_0-auc:0.968257\n",
            "[1303]\tvalidation_0-auc:0.968269\n",
            "[1304]\tvalidation_0-auc:0.968285\n",
            "[1305]\tvalidation_0-auc:0.968296\n",
            "[1306]\tvalidation_0-auc:0.968306\n",
            "[1307]\tvalidation_0-auc:0.968322\n",
            "[1308]\tvalidation_0-auc:0.968327\n",
            "[1309]\tvalidation_0-auc:0.968343\n",
            "[1310]\tvalidation_0-auc:0.968345\n",
            "[1311]\tvalidation_0-auc:0.968357\n",
            "[1312]\tvalidation_0-auc:0.968369\n",
            "[1313]\tvalidation_0-auc:0.968388\n",
            "[1314]\tvalidation_0-auc:0.968407\n",
            "[1315]\tvalidation_0-auc:0.968435\n",
            "[1316]\tvalidation_0-auc:0.968444\n",
            "[1317]\tvalidation_0-auc:0.968473\n",
            "[1318]\tvalidation_0-auc:0.968482\n",
            "[1319]\tvalidation_0-auc:0.968489\n",
            "[1320]\tvalidation_0-auc:0.968504\n",
            "[1321]\tvalidation_0-auc:0.968527\n",
            "[1322]\tvalidation_0-auc:0.968539\n",
            "[1323]\tvalidation_0-auc:0.968549\n",
            "[1324]\tvalidation_0-auc:0.96856\n",
            "[1325]\tvalidation_0-auc:0.968571\n",
            "[1326]\tvalidation_0-auc:0.968622\n",
            "[1327]\tvalidation_0-auc:0.968639\n",
            "[1328]\tvalidation_0-auc:0.968655\n",
            "[1329]\tvalidation_0-auc:0.968669\n",
            "[1330]\tvalidation_0-auc:0.96869\n",
            "[1331]\tvalidation_0-auc:0.968699\n",
            "[1332]\tvalidation_0-auc:0.968717\n",
            "[1333]\tvalidation_0-auc:0.968726\n",
            "[1334]\tvalidation_0-auc:0.968728\n",
            "[1335]\tvalidation_0-auc:0.968757\n",
            "[1336]\tvalidation_0-auc:0.968775\n",
            "[1337]\tvalidation_0-auc:0.968791\n",
            "[1338]\tvalidation_0-auc:0.968806\n",
            "[1339]\tvalidation_0-auc:0.968818\n",
            "[1340]\tvalidation_0-auc:0.968839\n",
            "[1341]\tvalidation_0-auc:0.968862\n",
            "[1342]\tvalidation_0-auc:0.968893\n",
            "[1343]\tvalidation_0-auc:0.968921\n",
            "[1344]\tvalidation_0-auc:0.968948\n",
            "[1345]\tvalidation_0-auc:0.968973\n",
            "[1346]\tvalidation_0-auc:0.968981\n",
            "[1347]\tvalidation_0-auc:0.96899\n",
            "[1348]\tvalidation_0-auc:0.969021\n",
            "[1349]\tvalidation_0-auc:0.969027\n",
            "[1350]\tvalidation_0-auc:0.969018\n",
            "[1351]\tvalidation_0-auc:0.969028\n",
            "[1352]\tvalidation_0-auc:0.969042\n",
            "[1353]\tvalidation_0-auc:0.969058\n",
            "[1354]\tvalidation_0-auc:0.969073\n",
            "[1355]\tvalidation_0-auc:0.969087\n",
            "[1356]\tvalidation_0-auc:0.9691\n",
            "[1357]\tvalidation_0-auc:0.969132\n",
            "[1358]\tvalidation_0-auc:0.969159\n",
            "[1359]\tvalidation_0-auc:0.969165\n",
            "[1360]\tvalidation_0-auc:0.969186\n",
            "[1361]\tvalidation_0-auc:0.969208\n",
            "[1362]\tvalidation_0-auc:0.969227\n",
            "[1363]\tvalidation_0-auc:0.969246\n",
            "[1364]\tvalidation_0-auc:0.969275\n",
            "[1365]\tvalidation_0-auc:0.969294\n",
            "[1366]\tvalidation_0-auc:0.969301\n",
            "[1367]\tvalidation_0-auc:0.969298\n",
            "[1368]\tvalidation_0-auc:0.969321\n",
            "[1369]\tvalidation_0-auc:0.969334\n",
            "[1370]\tvalidation_0-auc:0.969345\n",
            "[1371]\tvalidation_0-auc:0.969377\n",
            "[1372]\tvalidation_0-auc:0.969386\n",
            "[1373]\tvalidation_0-auc:0.969399\n",
            "[1374]\tvalidation_0-auc:0.969407\n",
            "[1375]\tvalidation_0-auc:0.96942\n",
            "[1376]\tvalidation_0-auc:0.969458\n",
            "[1377]\tvalidation_0-auc:0.969471\n",
            "[1378]\tvalidation_0-auc:0.969495\n",
            "[1379]\tvalidation_0-auc:0.969525\n",
            "[1380]\tvalidation_0-auc:0.969549\n",
            "[1381]\tvalidation_0-auc:0.969574\n",
            "[1382]\tvalidation_0-auc:0.969567\n",
            "[1383]\tvalidation_0-auc:0.969581\n",
            "[1384]\tvalidation_0-auc:0.969614\n",
            "[1385]\tvalidation_0-auc:0.969624\n",
            "[1386]\tvalidation_0-auc:0.969632\n",
            "[1387]\tvalidation_0-auc:0.969648\n",
            "[1388]\tvalidation_0-auc:0.969668\n",
            "[1389]\tvalidation_0-auc:0.969678\n",
            "[1390]\tvalidation_0-auc:0.969707\n",
            "[1391]\tvalidation_0-auc:0.969728\n",
            "[1392]\tvalidation_0-auc:0.96974\n",
            "[1393]\tvalidation_0-auc:0.969742\n",
            "[1394]\tvalidation_0-auc:0.969752\n",
            "[1395]\tvalidation_0-auc:0.969759\n",
            "[1396]\tvalidation_0-auc:0.969768\n",
            "[1397]\tvalidation_0-auc:0.969788\n",
            "[1398]\tvalidation_0-auc:0.969803\n",
            "[1399]\tvalidation_0-auc:0.969825\n",
            "[1400]\tvalidation_0-auc:0.969834\n",
            "[1401]\tvalidation_0-auc:0.969858\n",
            "[1402]\tvalidation_0-auc:0.969906\n",
            "[1403]\tvalidation_0-auc:0.969915\n",
            "[1404]\tvalidation_0-auc:0.969951\n",
            "[1405]\tvalidation_0-auc:0.969963\n",
            "[1406]\tvalidation_0-auc:0.969983\n",
            "[1407]\tvalidation_0-auc:0.969995\n",
            "[1408]\tvalidation_0-auc:0.970022\n",
            "[1409]\tvalidation_0-auc:0.97004\n",
            "[1410]\tvalidation_0-auc:0.970052\n",
            "[1411]\tvalidation_0-auc:0.970048\n",
            "[1412]\tvalidation_0-auc:0.970053\n",
            "[1413]\tvalidation_0-auc:0.970064\n",
            "[1414]\tvalidation_0-auc:0.970077\n",
            "[1415]\tvalidation_0-auc:0.97009\n",
            "[1416]\tvalidation_0-auc:0.970103\n",
            "[1417]\tvalidation_0-auc:0.970127\n",
            "[1418]\tvalidation_0-auc:0.970137\n",
            "[1419]\tvalidation_0-auc:0.970148\n",
            "[1420]\tvalidation_0-auc:0.970175\n",
            "[1421]\tvalidation_0-auc:0.970176\n",
            "[1422]\tvalidation_0-auc:0.970192\n",
            "[1423]\tvalidation_0-auc:0.970222\n",
            "[1424]\tvalidation_0-auc:0.970232\n",
            "[1425]\tvalidation_0-auc:0.970258\n",
            "[1426]\tvalidation_0-auc:0.970275\n",
            "[1427]\tvalidation_0-auc:0.970295\n",
            "[1428]\tvalidation_0-auc:0.970306\n",
            "[1429]\tvalidation_0-auc:0.970325\n",
            "[1430]\tvalidation_0-auc:0.970333\n",
            "[1431]\tvalidation_0-auc:0.970344\n",
            "[1432]\tvalidation_0-auc:0.97036\n",
            "[1433]\tvalidation_0-auc:0.970369\n",
            "[1434]\tvalidation_0-auc:0.970379\n",
            "[1435]\tvalidation_0-auc:0.9704\n",
            "[1436]\tvalidation_0-auc:0.970402\n",
            "[1437]\tvalidation_0-auc:0.970426\n",
            "[1438]\tvalidation_0-auc:0.970434\n",
            "[1439]\tvalidation_0-auc:0.970454\n",
            "[1440]\tvalidation_0-auc:0.970467\n",
            "[1441]\tvalidation_0-auc:0.970493\n",
            "[1442]\tvalidation_0-auc:0.970501\n",
            "[1443]\tvalidation_0-auc:0.970509\n",
            "[1444]\tvalidation_0-auc:0.970512\n",
            "[1445]\tvalidation_0-auc:0.970523\n",
            "[1446]\tvalidation_0-auc:0.970544\n",
            "[1447]\tvalidation_0-auc:0.970561\n",
            "[1448]\tvalidation_0-auc:0.970578\n",
            "[1449]\tvalidation_0-auc:0.970603\n",
            "[1450]\tvalidation_0-auc:0.970611\n",
            "[1451]\tvalidation_0-auc:0.970627\n",
            "[1452]\tvalidation_0-auc:0.970663\n",
            "[1453]\tvalidation_0-auc:0.970686\n",
            "[1454]\tvalidation_0-auc:0.970702\n",
            "[1455]\tvalidation_0-auc:0.97074\n",
            "[1456]\tvalidation_0-auc:0.970744\n",
            "[1457]\tvalidation_0-auc:0.970761\n",
            "[1458]\tvalidation_0-auc:0.970767\n",
            "[1459]\tvalidation_0-auc:0.970773\n",
            "[1460]\tvalidation_0-auc:0.97081\n",
            "[1461]\tvalidation_0-auc:0.970827\n",
            "[1462]\tvalidation_0-auc:0.970842\n",
            "[1463]\tvalidation_0-auc:0.970861\n",
            "[1464]\tvalidation_0-auc:0.970867\n",
            "[1465]\tvalidation_0-auc:0.970879\n",
            "[1466]\tvalidation_0-auc:0.970882\n",
            "[1467]\tvalidation_0-auc:0.970892\n",
            "[1468]\tvalidation_0-auc:0.970908\n",
            "[1469]\tvalidation_0-auc:0.970925\n",
            "[1470]\tvalidation_0-auc:0.970931\n",
            "[1471]\tvalidation_0-auc:0.970941\n",
            "[1472]\tvalidation_0-auc:0.970957\n",
            "[1473]\tvalidation_0-auc:0.970966\n",
            "[1474]\tvalidation_0-auc:0.970984\n",
            "[1475]\tvalidation_0-auc:0.970992\n",
            "[1476]\tvalidation_0-auc:0.97101\n",
            "[1477]\tvalidation_0-auc:0.971032\n",
            "[1478]\tvalidation_0-auc:0.97104\n",
            "[1479]\tvalidation_0-auc:0.971045\n",
            "[1480]\tvalidation_0-auc:0.97106\n",
            "[1481]\tvalidation_0-auc:0.971077\n",
            "[1482]\tvalidation_0-auc:0.971099\n",
            "[1483]\tvalidation_0-auc:0.971112\n",
            "[1484]\tvalidation_0-auc:0.971141\n",
            "[1485]\tvalidation_0-auc:0.971162\n",
            "[1486]\tvalidation_0-auc:0.971176\n",
            "[1487]\tvalidation_0-auc:0.971194\n",
            "[1488]\tvalidation_0-auc:0.97119\n",
            "[1489]\tvalidation_0-auc:0.97119\n",
            "[1490]\tvalidation_0-auc:0.971196\n",
            "[1491]\tvalidation_0-auc:0.971217\n",
            "[1492]\tvalidation_0-auc:0.971236\n",
            "[1493]\tvalidation_0-auc:0.971279\n",
            "[1494]\tvalidation_0-auc:0.971302\n",
            "[1495]\tvalidation_0-auc:0.971294\n",
            "[1496]\tvalidation_0-auc:0.97131\n",
            "[1497]\tvalidation_0-auc:0.971324\n",
            "[1498]\tvalidation_0-auc:0.971331\n",
            "[1499]\tvalidation_0-auc:0.971358\n",
            "[1500]\tvalidation_0-auc:0.971362\n",
            "[1501]\tvalidation_0-auc:0.971379\n",
            "[1502]\tvalidation_0-auc:0.971387\n",
            "[1503]\tvalidation_0-auc:0.971408\n",
            "[1504]\tvalidation_0-auc:0.971446\n",
            "[1505]\tvalidation_0-auc:0.971471\n",
            "[1506]\tvalidation_0-auc:0.971481\n",
            "[1507]\tvalidation_0-auc:0.971484\n",
            "[1508]\tvalidation_0-auc:0.971499\n",
            "[1509]\tvalidation_0-auc:0.971529\n",
            "[1510]\tvalidation_0-auc:0.971541\n",
            "[1511]\tvalidation_0-auc:0.971574\n",
            "[1512]\tvalidation_0-auc:0.97161\n",
            "[1513]\tvalidation_0-auc:0.971628\n",
            "[1514]\tvalidation_0-auc:0.971654\n",
            "[1515]\tvalidation_0-auc:0.971663\n",
            "[1516]\tvalidation_0-auc:0.97167\n",
            "[1517]\tvalidation_0-auc:0.971678\n",
            "[1518]\tvalidation_0-auc:0.971702\n",
            "[1519]\tvalidation_0-auc:0.97171\n",
            "[1520]\tvalidation_0-auc:0.971724\n",
            "[1521]\tvalidation_0-auc:0.971738\n",
            "[1522]\tvalidation_0-auc:0.971757\n",
            "[1523]\tvalidation_0-auc:0.971766\n",
            "[1524]\tvalidation_0-auc:0.971777\n",
            "[1525]\tvalidation_0-auc:0.971802\n",
            "[1526]\tvalidation_0-auc:0.971806\n",
            "[1527]\tvalidation_0-auc:0.971798\n",
            "[1528]\tvalidation_0-auc:0.971807\n",
            "[1529]\tvalidation_0-auc:0.971815\n",
            "[1530]\tvalidation_0-auc:0.971823\n",
            "[1531]\tvalidation_0-auc:0.97185\n",
            "[1532]\tvalidation_0-auc:0.97187\n",
            "[1533]\tvalidation_0-auc:0.971907\n",
            "[1534]\tvalidation_0-auc:0.971912\n",
            "[1535]\tvalidation_0-auc:0.971936\n",
            "[1536]\tvalidation_0-auc:0.971947\n",
            "[1537]\tvalidation_0-auc:0.971954\n",
            "[1538]\tvalidation_0-auc:0.971966\n",
            "[1539]\tvalidation_0-auc:0.971968\n",
            "[1540]\tvalidation_0-auc:0.971978\n",
            "[1541]\tvalidation_0-auc:0.971989\n",
            "[1542]\tvalidation_0-auc:0.972002\n",
            "[1543]\tvalidation_0-auc:0.972014\n",
            "[1544]\tvalidation_0-auc:0.972041\n",
            "[1545]\tvalidation_0-auc:0.972061\n",
            "[1546]\tvalidation_0-auc:0.972082\n",
            "[1547]\tvalidation_0-auc:0.972102\n",
            "[1548]\tvalidation_0-auc:0.972114\n",
            "[1549]\tvalidation_0-auc:0.972128\n",
            "[1550]\tvalidation_0-auc:0.97214\n",
            "[1551]\tvalidation_0-auc:0.972145\n",
            "[1552]\tvalidation_0-auc:0.972151\n",
            "[1553]\tvalidation_0-auc:0.972159\n",
            "[1554]\tvalidation_0-auc:0.972178\n",
            "[1555]\tvalidation_0-auc:0.972185\n",
            "[1556]\tvalidation_0-auc:0.972191\n",
            "[1557]\tvalidation_0-auc:0.972208\n",
            "[1558]\tvalidation_0-auc:0.972213\n",
            "[1559]\tvalidation_0-auc:0.972228\n",
            "[1560]\tvalidation_0-auc:0.972256\n",
            "[1561]\tvalidation_0-auc:0.972264\n",
            "[1562]\tvalidation_0-auc:0.972278\n",
            "[1563]\tvalidation_0-auc:0.972279\n",
            "[1564]\tvalidation_0-auc:0.972286\n",
            "[1565]\tvalidation_0-auc:0.972301\n",
            "[1566]\tvalidation_0-auc:0.972317\n",
            "[1567]\tvalidation_0-auc:0.972333\n",
            "[1568]\tvalidation_0-auc:0.972359\n",
            "[1569]\tvalidation_0-auc:0.972374\n",
            "[1570]\tvalidation_0-auc:0.972388\n",
            "[1571]\tvalidation_0-auc:0.972412\n",
            "[1572]\tvalidation_0-auc:0.972423\n",
            "[1573]\tvalidation_0-auc:0.972434\n",
            "[1574]\tvalidation_0-auc:0.97246\n",
            "[1575]\tvalidation_0-auc:0.972467\n",
            "[1576]\tvalidation_0-auc:0.972476\n",
            "[1577]\tvalidation_0-auc:0.972478\n",
            "[1578]\tvalidation_0-auc:0.972488\n",
            "[1579]\tvalidation_0-auc:0.972511\n",
            "[1580]\tvalidation_0-auc:0.972521\n",
            "[1581]\tvalidation_0-auc:0.972531\n",
            "[1582]\tvalidation_0-auc:0.972549\n",
            "[1583]\tvalidation_0-auc:0.97257\n",
            "[1584]\tvalidation_0-auc:0.972594\n",
            "[1585]\tvalidation_0-auc:0.972604\n",
            "[1586]\tvalidation_0-auc:0.972602\n",
            "[1587]\tvalidation_0-auc:0.972617\n",
            "[1588]\tvalidation_0-auc:0.972636\n",
            "[1589]\tvalidation_0-auc:0.972665\n",
            "[1590]\tvalidation_0-auc:0.972668\n",
            "[1591]\tvalidation_0-auc:0.972678\n",
            "[1592]\tvalidation_0-auc:0.972687\n",
            "[1593]\tvalidation_0-auc:0.972703\n",
            "[1594]\tvalidation_0-auc:0.972714\n",
            "[1595]\tvalidation_0-auc:0.972718\n",
            "[1596]\tvalidation_0-auc:0.972736\n",
            "[1597]\tvalidation_0-auc:0.972748\n",
            "[1598]\tvalidation_0-auc:0.972775\n",
            "[1599]\tvalidation_0-auc:0.972798\n",
            "[1600]\tvalidation_0-auc:0.972818\n",
            "[1601]\tvalidation_0-auc:0.972842\n",
            "[1602]\tvalidation_0-auc:0.972859\n",
            "[1603]\tvalidation_0-auc:0.972873\n",
            "[1604]\tvalidation_0-auc:0.972886\n",
            "[1605]\tvalidation_0-auc:0.972909\n",
            "[1606]\tvalidation_0-auc:0.972931\n",
            "[1607]\tvalidation_0-auc:0.972935\n",
            "[1608]\tvalidation_0-auc:0.972952\n",
            "[1609]\tvalidation_0-auc:0.972959\n",
            "[1610]\tvalidation_0-auc:0.972966\n",
            "[1611]\tvalidation_0-auc:0.972981\n",
            "[1612]\tvalidation_0-auc:0.972993\n",
            "[1613]\tvalidation_0-auc:0.973\n",
            "[1614]\tvalidation_0-auc:0.973011\n",
            "[1615]\tvalidation_0-auc:0.973023\n",
            "[1616]\tvalidation_0-auc:0.973017\n",
            "[1617]\tvalidation_0-auc:0.973023\n",
            "[1618]\tvalidation_0-auc:0.973038\n",
            "[1619]\tvalidation_0-auc:0.973053\n",
            "[1620]\tvalidation_0-auc:0.973048\n",
            "[1621]\tvalidation_0-auc:0.97308\n",
            "[1622]\tvalidation_0-auc:0.973094\n",
            "[1623]\tvalidation_0-auc:0.97311\n",
            "[1624]\tvalidation_0-auc:0.973167\n",
            "[1625]\tvalidation_0-auc:0.97318\n",
            "[1626]\tvalidation_0-auc:0.973202\n",
            "[1627]\tvalidation_0-auc:0.973225\n",
            "[1628]\tvalidation_0-auc:0.973236\n",
            "[1629]\tvalidation_0-auc:0.973256\n",
            "[1630]\tvalidation_0-auc:0.973258\n",
            "[1631]\tvalidation_0-auc:0.973274\n",
            "[1632]\tvalidation_0-auc:0.973281\n",
            "[1633]\tvalidation_0-auc:0.973298\n",
            "[1634]\tvalidation_0-auc:0.973307\n",
            "[1635]\tvalidation_0-auc:0.97331\n",
            "[1636]\tvalidation_0-auc:0.973321\n",
            "[1637]\tvalidation_0-auc:0.973337\n",
            "[1638]\tvalidation_0-auc:0.973361\n",
            "[1639]\tvalidation_0-auc:0.973372\n",
            "[1640]\tvalidation_0-auc:0.973382\n",
            "[1641]\tvalidation_0-auc:0.973382\n",
            "[1642]\tvalidation_0-auc:0.973402\n",
            "[1643]\tvalidation_0-auc:0.973418\n",
            "[1644]\tvalidation_0-auc:0.973432\n",
            "[1645]\tvalidation_0-auc:0.973443\n",
            "[1646]\tvalidation_0-auc:0.973472\n",
            "[1647]\tvalidation_0-auc:0.973483\n",
            "[1648]\tvalidation_0-auc:0.973497\n",
            "[1649]\tvalidation_0-auc:0.973514\n",
            "[1650]\tvalidation_0-auc:0.973521\n",
            "[1651]\tvalidation_0-auc:0.973525\n",
            "[1652]\tvalidation_0-auc:0.973527\n",
            "[1653]\tvalidation_0-auc:0.973545\n",
            "[1654]\tvalidation_0-auc:0.97356\n",
            "[1655]\tvalidation_0-auc:0.973559\n",
            "[1656]\tvalidation_0-auc:0.97357\n",
            "[1657]\tvalidation_0-auc:0.973591\n",
            "[1658]\tvalidation_0-auc:0.97361\n",
            "[1659]\tvalidation_0-auc:0.973617\n",
            "[1660]\tvalidation_0-auc:0.973629\n",
            "[1661]\tvalidation_0-auc:0.973633\n",
            "[1662]\tvalidation_0-auc:0.973646\n",
            "[1663]\tvalidation_0-auc:0.973648\n",
            "[1664]\tvalidation_0-auc:0.973653\n",
            "[1665]\tvalidation_0-auc:0.973659\n",
            "[1666]\tvalidation_0-auc:0.973672\n",
            "[1667]\tvalidation_0-auc:0.973696\n",
            "[1668]\tvalidation_0-auc:0.973709\n",
            "[1669]\tvalidation_0-auc:0.973723\n",
            "[1670]\tvalidation_0-auc:0.973739\n",
            "[1671]\tvalidation_0-auc:0.97376\n",
            "[1672]\tvalidation_0-auc:0.97377\n",
            "[1673]\tvalidation_0-auc:0.973787\n",
            "[1674]\tvalidation_0-auc:0.973799\n",
            "[1675]\tvalidation_0-auc:0.97382\n",
            "[1676]\tvalidation_0-auc:0.973837\n",
            "[1677]\tvalidation_0-auc:0.973851\n",
            "[1678]\tvalidation_0-auc:0.973855\n",
            "[1679]\tvalidation_0-auc:0.973856\n",
            "[1680]\tvalidation_0-auc:0.973865\n",
            "[1681]\tvalidation_0-auc:0.973873\n",
            "[1682]\tvalidation_0-auc:0.973891\n",
            "[1683]\tvalidation_0-auc:0.973901\n",
            "[1684]\tvalidation_0-auc:0.973917\n",
            "[1685]\tvalidation_0-auc:0.973931\n",
            "[1686]\tvalidation_0-auc:0.973943\n",
            "[1687]\tvalidation_0-auc:0.973951\n",
            "[1688]\tvalidation_0-auc:0.97397\n",
            "[1689]\tvalidation_0-auc:0.973987\n",
            "[1690]\tvalidation_0-auc:0.973991\n",
            "[1691]\tvalidation_0-auc:0.974004\n",
            "[1692]\tvalidation_0-auc:0.974023\n",
            "[1693]\tvalidation_0-auc:0.974031\n",
            "[1694]\tvalidation_0-auc:0.97403\n",
            "[1695]\tvalidation_0-auc:0.974034\n",
            "[1696]\tvalidation_0-auc:0.974052\n",
            "[1697]\tvalidation_0-auc:0.974083\n",
            "[1698]\tvalidation_0-auc:0.974091\n",
            "[1699]\tvalidation_0-auc:0.974108\n",
            "[1700]\tvalidation_0-auc:0.974124\n",
            "[1701]\tvalidation_0-auc:0.974136\n",
            "[1702]\tvalidation_0-auc:0.974145\n",
            "[1703]\tvalidation_0-auc:0.974158\n",
            "[1704]\tvalidation_0-auc:0.974168\n",
            "[1705]\tvalidation_0-auc:0.974165\n",
            "[1706]\tvalidation_0-auc:0.974179\n",
            "[1707]\tvalidation_0-auc:0.974209\n",
            "[1708]\tvalidation_0-auc:0.974225\n",
            "[1709]\tvalidation_0-auc:0.974232\n",
            "[1710]\tvalidation_0-auc:0.974243\n",
            "[1711]\tvalidation_0-auc:0.97424\n",
            "[1712]\tvalidation_0-auc:0.974255\n",
            "[1713]\tvalidation_0-auc:0.974265\n",
            "[1714]\tvalidation_0-auc:0.974272\n",
            "[1715]\tvalidation_0-auc:0.97428\n",
            "[1716]\tvalidation_0-auc:0.974301\n",
            "[1717]\tvalidation_0-auc:0.974308\n",
            "[1718]\tvalidation_0-auc:0.974325\n",
            "[1719]\tvalidation_0-auc:0.97434\n",
            "[1720]\tvalidation_0-auc:0.974351\n",
            "[1721]\tvalidation_0-auc:0.974359\n",
            "[1722]\tvalidation_0-auc:0.974363\n",
            "[1723]\tvalidation_0-auc:0.974376\n",
            "[1724]\tvalidation_0-auc:0.974385\n",
            "[1725]\tvalidation_0-auc:0.974401\n",
            "[1726]\tvalidation_0-auc:0.97441\n",
            "[1727]\tvalidation_0-auc:0.974426\n",
            "[1728]\tvalidation_0-auc:0.974446\n",
            "[1729]\tvalidation_0-auc:0.974456\n",
            "[1730]\tvalidation_0-auc:0.974458\n",
            "[1731]\tvalidation_0-auc:0.974471\n",
            "[1732]\tvalidation_0-auc:0.974489\n",
            "[1733]\tvalidation_0-auc:0.9745\n",
            "[1734]\tvalidation_0-auc:0.974514\n",
            "[1735]\tvalidation_0-auc:0.97451\n",
            "[1736]\tvalidation_0-auc:0.974517\n",
            "[1737]\tvalidation_0-auc:0.974522\n",
            "[1738]\tvalidation_0-auc:0.974535\n",
            "[1739]\tvalidation_0-auc:0.974543\n",
            "[1740]\tvalidation_0-auc:0.974537\n",
            "[1741]\tvalidation_0-auc:0.97453\n",
            "[1742]\tvalidation_0-auc:0.974574\n",
            "[1743]\tvalidation_0-auc:0.974576\n",
            "[1744]\tvalidation_0-auc:0.974591\n",
            "[1745]\tvalidation_0-auc:0.974603\n",
            "[1746]\tvalidation_0-auc:0.974612\n",
            "[1747]\tvalidation_0-auc:0.97462\n",
            "[1748]\tvalidation_0-auc:0.974614\n",
            "[1749]\tvalidation_0-auc:0.974624\n",
            "[1750]\tvalidation_0-auc:0.974641\n",
            "[1751]\tvalidation_0-auc:0.974645\n",
            "[1752]\tvalidation_0-auc:0.974651\n",
            "[1753]\tvalidation_0-auc:0.974657\n",
            "[1754]\tvalidation_0-auc:0.974675\n",
            "[1755]\tvalidation_0-auc:0.974693\n",
            "[1756]\tvalidation_0-auc:0.97471\n",
            "[1757]\tvalidation_0-auc:0.974725\n",
            "[1758]\tvalidation_0-auc:0.974744\n",
            "[1759]\tvalidation_0-auc:0.974759\n",
            "[1760]\tvalidation_0-auc:0.974768\n",
            "[1761]\tvalidation_0-auc:0.974772\n",
            "[1762]\tvalidation_0-auc:0.974783\n",
            "[1763]\tvalidation_0-auc:0.974797\n",
            "[1764]\tvalidation_0-auc:0.974806\n",
            "[1765]\tvalidation_0-auc:0.974835\n",
            "[1766]\tvalidation_0-auc:0.974848\n",
            "[1767]\tvalidation_0-auc:0.974861\n",
            "[1768]\tvalidation_0-auc:0.974883\n",
            "[1769]\tvalidation_0-auc:0.974886\n",
            "[1770]\tvalidation_0-auc:0.974893\n",
            "[1771]\tvalidation_0-auc:0.974894\n",
            "[1772]\tvalidation_0-auc:0.974919\n",
            "[1773]\tvalidation_0-auc:0.974923\n",
            "[1774]\tvalidation_0-auc:0.974926\n",
            "[1775]\tvalidation_0-auc:0.974966\n",
            "[1776]\tvalidation_0-auc:0.974972\n",
            "[1777]\tvalidation_0-auc:0.974989\n",
            "[1778]\tvalidation_0-auc:0.974991\n",
            "[1779]\tvalidation_0-auc:0.975001\n",
            "[1780]\tvalidation_0-auc:0.975003\n",
            "[1781]\tvalidation_0-auc:0.975022\n",
            "[1782]\tvalidation_0-auc:0.975041\n",
            "[1783]\tvalidation_0-auc:0.975049\n",
            "[1784]\tvalidation_0-auc:0.97507\n",
            "[1785]\tvalidation_0-auc:0.975086\n",
            "[1786]\tvalidation_0-auc:0.975093\n",
            "[1787]\tvalidation_0-auc:0.975114\n",
            "[1788]\tvalidation_0-auc:0.975139\n",
            "[1789]\tvalidation_0-auc:0.975151\n",
            "[1790]\tvalidation_0-auc:0.975163\n",
            "[1791]\tvalidation_0-auc:0.975178\n",
            "[1792]\tvalidation_0-auc:0.975187\n",
            "[1793]\tvalidation_0-auc:0.97519\n",
            "[1794]\tvalidation_0-auc:0.975195\n",
            "[1795]\tvalidation_0-auc:0.975198\n",
            "[1796]\tvalidation_0-auc:0.975209\n",
            "[1797]\tvalidation_0-auc:0.975213\n",
            "[1798]\tvalidation_0-auc:0.975217\n",
            "[1799]\tvalidation_0-auc:0.975238\n",
            "[1800]\tvalidation_0-auc:0.975238\n",
            "[1801]\tvalidation_0-auc:0.975254\n",
            "[1802]\tvalidation_0-auc:0.975268\n",
            "[1803]\tvalidation_0-auc:0.975286\n",
            "[1804]\tvalidation_0-auc:0.975299\n",
            "[1805]\tvalidation_0-auc:0.975316\n",
            "[1806]\tvalidation_0-auc:0.975326\n",
            "[1807]\tvalidation_0-auc:0.975337\n",
            "[1808]\tvalidation_0-auc:0.975346\n",
            "[1809]\tvalidation_0-auc:0.975356\n",
            "[1810]\tvalidation_0-auc:0.975365\n",
            "[1811]\tvalidation_0-auc:0.975377\n",
            "[1812]\tvalidation_0-auc:0.975394\n",
            "[1813]\tvalidation_0-auc:0.975415\n",
            "[1814]\tvalidation_0-auc:0.975447\n",
            "[1815]\tvalidation_0-auc:0.975456\n",
            "[1816]\tvalidation_0-auc:0.975462\n",
            "[1817]\tvalidation_0-auc:0.975465\n",
            "[1818]\tvalidation_0-auc:0.975479\n",
            "[1819]\tvalidation_0-auc:0.975484\n",
            "[1820]\tvalidation_0-auc:0.975486\n",
            "[1821]\tvalidation_0-auc:0.975487\n",
            "[1822]\tvalidation_0-auc:0.975496\n",
            "[1823]\tvalidation_0-auc:0.975507\n",
            "[1824]\tvalidation_0-auc:0.975522\n",
            "[1825]\tvalidation_0-auc:0.975539\n",
            "[1826]\tvalidation_0-auc:0.975555\n",
            "[1827]\tvalidation_0-auc:0.975567\n",
            "[1828]\tvalidation_0-auc:0.97558\n",
            "[1829]\tvalidation_0-auc:0.975602\n",
            "[1830]\tvalidation_0-auc:0.975606\n",
            "[1831]\tvalidation_0-auc:0.975624\n",
            "[1832]\tvalidation_0-auc:0.975641\n",
            "[1833]\tvalidation_0-auc:0.975651\n",
            "[1834]\tvalidation_0-auc:0.97566\n",
            "[1835]\tvalidation_0-auc:0.975669\n",
            "[1836]\tvalidation_0-auc:0.975672\n",
            "[1837]\tvalidation_0-auc:0.975676\n",
            "[1838]\tvalidation_0-auc:0.975685\n",
            "[1839]\tvalidation_0-auc:0.975704\n",
            "[1840]\tvalidation_0-auc:0.975708\n",
            "[1841]\tvalidation_0-auc:0.975717\n",
            "[1842]\tvalidation_0-auc:0.975748\n",
            "[1843]\tvalidation_0-auc:0.97577\n",
            "[1844]\tvalidation_0-auc:0.975771\n",
            "[1845]\tvalidation_0-auc:0.975787\n",
            "[1846]\tvalidation_0-auc:0.975792\n",
            "[1847]\tvalidation_0-auc:0.975807\n",
            "[1848]\tvalidation_0-auc:0.975811\n",
            "[1849]\tvalidation_0-auc:0.975822\n",
            "[1850]\tvalidation_0-auc:0.975839\n",
            "[1851]\tvalidation_0-auc:0.975857\n",
            "[1852]\tvalidation_0-auc:0.975867\n",
            "[1853]\tvalidation_0-auc:0.975876\n",
            "[1854]\tvalidation_0-auc:0.975882\n",
            "[1855]\tvalidation_0-auc:0.975894\n",
            "[1856]\tvalidation_0-auc:0.97591\n",
            "[1857]\tvalidation_0-auc:0.975928\n",
            "[1858]\tvalidation_0-auc:0.975927\n",
            "[1859]\tvalidation_0-auc:0.975937\n",
            "[1860]\tvalidation_0-auc:0.975944\n",
            "[1861]\tvalidation_0-auc:0.975946\n",
            "[1862]\tvalidation_0-auc:0.975961\n",
            "[1863]\tvalidation_0-auc:0.975967\n",
            "[1864]\tvalidation_0-auc:0.975983\n",
            "[1865]\tvalidation_0-auc:0.976001\n",
            "[1866]\tvalidation_0-auc:0.976012\n",
            "[1867]\tvalidation_0-auc:0.976041\n",
            "[1868]\tvalidation_0-auc:0.976061\n",
            "[1869]\tvalidation_0-auc:0.976066\n",
            "[1870]\tvalidation_0-auc:0.976075\n",
            "[1871]\tvalidation_0-auc:0.976089\n",
            "[1872]\tvalidation_0-auc:0.976097\n",
            "[1873]\tvalidation_0-auc:0.976114\n",
            "[1874]\tvalidation_0-auc:0.97612\n",
            "[1875]\tvalidation_0-auc:0.976123\n",
            "[1876]\tvalidation_0-auc:0.976133\n",
            "[1877]\tvalidation_0-auc:0.976143\n",
            "[1878]\tvalidation_0-auc:0.976145\n",
            "[1879]\tvalidation_0-auc:0.976152\n",
            "[1880]\tvalidation_0-auc:0.976164\n",
            "[1881]\tvalidation_0-auc:0.976179\n",
            "[1882]\tvalidation_0-auc:0.976187\n",
            "[1883]\tvalidation_0-auc:0.976194\n",
            "[1884]\tvalidation_0-auc:0.976196\n",
            "[1885]\tvalidation_0-auc:0.97622\n",
            "[1886]\tvalidation_0-auc:0.976234\n",
            "[1887]\tvalidation_0-auc:0.976242\n",
            "[1888]\tvalidation_0-auc:0.976247\n",
            "[1889]\tvalidation_0-auc:0.976261\n",
            "[1890]\tvalidation_0-auc:0.976264\n",
            "[1891]\tvalidation_0-auc:0.976271\n",
            "[1892]\tvalidation_0-auc:0.976281\n",
            "[1893]\tvalidation_0-auc:0.976291\n",
            "[1894]\tvalidation_0-auc:0.976295\n",
            "[1895]\tvalidation_0-auc:0.9763\n",
            "[1896]\tvalidation_0-auc:0.976327\n",
            "[1897]\tvalidation_0-auc:0.976333\n",
            "[1898]\tvalidation_0-auc:0.976344\n",
            "[1899]\tvalidation_0-auc:0.976358\n",
            "[1900]\tvalidation_0-auc:0.97637\n",
            "[1901]\tvalidation_0-auc:0.976387\n",
            "[1902]\tvalidation_0-auc:0.976405\n",
            "[1903]\tvalidation_0-auc:0.976421\n",
            "[1904]\tvalidation_0-auc:0.976427\n",
            "[1905]\tvalidation_0-auc:0.976435\n",
            "[1906]\tvalidation_0-auc:0.976458\n",
            "[1907]\tvalidation_0-auc:0.97646\n",
            "[1908]\tvalidation_0-auc:0.976465\n",
            "[1909]\tvalidation_0-auc:0.976489\n",
            "[1910]\tvalidation_0-auc:0.976501\n",
            "[1911]\tvalidation_0-auc:0.976503\n",
            "[1912]\tvalidation_0-auc:0.976514\n",
            "[1913]\tvalidation_0-auc:0.976518\n",
            "[1914]\tvalidation_0-auc:0.976526\n",
            "[1915]\tvalidation_0-auc:0.976528\n",
            "[1916]\tvalidation_0-auc:0.976528\n",
            "[1917]\tvalidation_0-auc:0.976517\n",
            "[1918]\tvalidation_0-auc:0.97653\n",
            "[1919]\tvalidation_0-auc:0.976555\n",
            "[1920]\tvalidation_0-auc:0.97657\n",
            "[1921]\tvalidation_0-auc:0.976579\n",
            "[1922]\tvalidation_0-auc:0.976591\n",
            "[1923]\tvalidation_0-auc:0.97661\n",
            "[1924]\tvalidation_0-auc:0.976617\n",
            "[1925]\tvalidation_0-auc:0.976634\n",
            "[1926]\tvalidation_0-auc:0.976659\n",
            "[1927]\tvalidation_0-auc:0.976671\n",
            "[1928]\tvalidation_0-auc:0.97668\n",
            "[1929]\tvalidation_0-auc:0.976687\n",
            "[1930]\tvalidation_0-auc:0.976702\n",
            "[1931]\tvalidation_0-auc:0.976721\n",
            "[1932]\tvalidation_0-auc:0.976726\n",
            "[1933]\tvalidation_0-auc:0.976731\n",
            "[1934]\tvalidation_0-auc:0.976737\n",
            "[1935]\tvalidation_0-auc:0.976737\n",
            "[1936]\tvalidation_0-auc:0.976738\n",
            "[1937]\tvalidation_0-auc:0.976744\n",
            "[1938]\tvalidation_0-auc:0.976748\n",
            "[1939]\tvalidation_0-auc:0.976759\n",
            "[1940]\tvalidation_0-auc:0.97677\n",
            "[1941]\tvalidation_0-auc:0.976777\n",
            "[1942]\tvalidation_0-auc:0.976776\n",
            "[1943]\tvalidation_0-auc:0.976789\n",
            "[1944]\tvalidation_0-auc:0.976795\n",
            "[1945]\tvalidation_0-auc:0.976802\n",
            "[1946]\tvalidation_0-auc:0.976809\n",
            "[1947]\tvalidation_0-auc:0.976818\n",
            "[1948]\tvalidation_0-auc:0.976829\n",
            "[1949]\tvalidation_0-auc:0.976833\n",
            "[1950]\tvalidation_0-auc:0.976843\n",
            "[1951]\tvalidation_0-auc:0.976848\n",
            "[1952]\tvalidation_0-auc:0.976857\n",
            "[1953]\tvalidation_0-auc:0.976867\n",
            "[1954]\tvalidation_0-auc:0.976875\n",
            "[1955]\tvalidation_0-auc:0.976878\n",
            "[1956]\tvalidation_0-auc:0.976888\n",
            "[1957]\tvalidation_0-auc:0.976889\n",
            "[1958]\tvalidation_0-auc:0.9769\n",
            "[1959]\tvalidation_0-auc:0.976907\n",
            "[1960]\tvalidation_0-auc:0.97692\n",
            "[1961]\tvalidation_0-auc:0.976918\n",
            "[1962]\tvalidation_0-auc:0.976927\n",
            "[1963]\tvalidation_0-auc:0.976944\n",
            "[1964]\tvalidation_0-auc:0.976957\n",
            "[1965]\tvalidation_0-auc:0.976969\n",
            "[1966]\tvalidation_0-auc:0.97698\n",
            "[1967]\tvalidation_0-auc:0.97698\n",
            "[1968]\tvalidation_0-auc:0.976995\n",
            "[1969]\tvalidation_0-auc:0.97705\n",
            "[1970]\tvalidation_0-auc:0.977066\n",
            "[1971]\tvalidation_0-auc:0.977079\n",
            "[1972]\tvalidation_0-auc:0.977079\n",
            "[1973]\tvalidation_0-auc:0.977086\n",
            "[1974]\tvalidation_0-auc:0.977092\n",
            "[1975]\tvalidation_0-auc:0.9771\n",
            "[1976]\tvalidation_0-auc:0.977106\n",
            "[1977]\tvalidation_0-auc:0.977119\n",
            "[1978]\tvalidation_0-auc:0.977131\n",
            "[1979]\tvalidation_0-auc:0.977142\n",
            "[1980]\tvalidation_0-auc:0.977155\n",
            "[1981]\tvalidation_0-auc:0.977153\n",
            "[1982]\tvalidation_0-auc:0.977158\n",
            "[1983]\tvalidation_0-auc:0.977166\n",
            "[1984]\tvalidation_0-auc:0.977168\n",
            "[1985]\tvalidation_0-auc:0.977175\n",
            "[1986]\tvalidation_0-auc:0.977194\n",
            "[1987]\tvalidation_0-auc:0.977199\n",
            "[1988]\tvalidation_0-auc:0.977217\n",
            "[1989]\tvalidation_0-auc:0.977233\n",
            "[1990]\tvalidation_0-auc:0.977237\n",
            "[1991]\tvalidation_0-auc:0.977245\n",
            "[1992]\tvalidation_0-auc:0.977256\n",
            "[1993]\tvalidation_0-auc:0.977274\n",
            "[1994]\tvalidation_0-auc:0.97729\n",
            "[1995]\tvalidation_0-auc:0.977301\n",
            "[1996]\tvalidation_0-auc:0.977312\n",
            "[1997]\tvalidation_0-auc:0.977326\n",
            "[1998]\tvalidation_0-auc:0.977331\n",
            "[1999]\tvalidation_0-auc:0.977336\n",
            "[2000]\tvalidation_0-auc:0.977352\n",
            "[2001]\tvalidation_0-auc:0.977369\n",
            "[2002]\tvalidation_0-auc:0.977387\n",
            "[2003]\tvalidation_0-auc:0.977408\n",
            "[2004]\tvalidation_0-auc:0.977427\n",
            "[2005]\tvalidation_0-auc:0.97743\n",
            "[2006]\tvalidation_0-auc:0.977434\n",
            "[2007]\tvalidation_0-auc:0.977444\n",
            "[2008]\tvalidation_0-auc:0.977447\n",
            "[2009]\tvalidation_0-auc:0.977469\n",
            "[2010]\tvalidation_0-auc:0.977473\n",
            "[2011]\tvalidation_0-auc:0.977482\n",
            "[2012]\tvalidation_0-auc:0.977498\n",
            "[2013]\tvalidation_0-auc:0.977501\n",
            "[2014]\tvalidation_0-auc:0.97751\n",
            "[2015]\tvalidation_0-auc:0.977506\n",
            "[2016]\tvalidation_0-auc:0.977521\n",
            "[2017]\tvalidation_0-auc:0.977515\n",
            "[2018]\tvalidation_0-auc:0.977529\n",
            "[2019]\tvalidation_0-auc:0.977538\n",
            "[2020]\tvalidation_0-auc:0.977553\n",
            "[2021]\tvalidation_0-auc:0.977556\n",
            "[2022]\tvalidation_0-auc:0.97757\n",
            "[2023]\tvalidation_0-auc:0.977576\n",
            "[2024]\tvalidation_0-auc:0.977579\n",
            "[2025]\tvalidation_0-auc:0.977601\n",
            "[2026]\tvalidation_0-auc:0.977619\n",
            "[2027]\tvalidation_0-auc:0.977636\n",
            "[2028]\tvalidation_0-auc:0.977642\n",
            "[2029]\tvalidation_0-auc:0.977658\n",
            "[2030]\tvalidation_0-auc:0.977678\n",
            "[2031]\tvalidation_0-auc:0.977682\n",
            "[2032]\tvalidation_0-auc:0.977689\n",
            "[2033]\tvalidation_0-auc:0.977691\n",
            "[2034]\tvalidation_0-auc:0.977699\n",
            "[2035]\tvalidation_0-auc:0.977705\n",
            "[2036]\tvalidation_0-auc:0.977707\n",
            "[2037]\tvalidation_0-auc:0.977718\n",
            "[2038]\tvalidation_0-auc:0.97773\n",
            "[2039]\tvalidation_0-auc:0.977737\n",
            "[2040]\tvalidation_0-auc:0.977745\n",
            "[2041]\tvalidation_0-auc:0.977751\n",
            "[2042]\tvalidation_0-auc:0.977771\n",
            "[2043]\tvalidation_0-auc:0.977785\n",
            "[2044]\tvalidation_0-auc:0.977793\n",
            "[2045]\tvalidation_0-auc:0.977805\n",
            "[2046]\tvalidation_0-auc:0.977814\n",
            "[2047]\tvalidation_0-auc:0.977816\n",
            "[2048]\tvalidation_0-auc:0.977826\n",
            "[2049]\tvalidation_0-auc:0.977838\n",
            "[2050]\tvalidation_0-auc:0.977845\n",
            "[2051]\tvalidation_0-auc:0.977863\n",
            "[2052]\tvalidation_0-auc:0.977868\n",
            "[2053]\tvalidation_0-auc:0.977874\n",
            "[2054]\tvalidation_0-auc:0.977878\n",
            "[2055]\tvalidation_0-auc:0.977886\n",
            "[2056]\tvalidation_0-auc:0.977898\n",
            "[2057]\tvalidation_0-auc:0.977905\n",
            "[2058]\tvalidation_0-auc:0.977914\n",
            "[2059]\tvalidation_0-auc:0.977935\n",
            "[2060]\tvalidation_0-auc:0.97794\n",
            "[2061]\tvalidation_0-auc:0.977951\n",
            "[2062]\tvalidation_0-auc:0.977972\n",
            "[2063]\tvalidation_0-auc:0.977994\n",
            "[2064]\tvalidation_0-auc:0.977993\n",
            "[2065]\tvalidation_0-auc:0.977993\n",
            "[2066]\tvalidation_0-auc:0.978004\n",
            "[2067]\tvalidation_0-auc:0.978013\n",
            "[2068]\tvalidation_0-auc:0.978038\n",
            "[2069]\tvalidation_0-auc:0.978055\n",
            "[2070]\tvalidation_0-auc:0.978063\n",
            "[2071]\tvalidation_0-auc:0.978067\n",
            "[2072]\tvalidation_0-auc:0.978072\n",
            "[2073]\tvalidation_0-auc:0.978089\n",
            "[2074]\tvalidation_0-auc:0.978094\n",
            "[2075]\tvalidation_0-auc:0.978096\n",
            "[2076]\tvalidation_0-auc:0.978099\n",
            "[2077]\tvalidation_0-auc:0.978106\n",
            "[2078]\tvalidation_0-auc:0.978122\n",
            "[2079]\tvalidation_0-auc:0.978145\n",
            "[2080]\tvalidation_0-auc:0.978161\n",
            "[2081]\tvalidation_0-auc:0.978197\n",
            "[2082]\tvalidation_0-auc:0.978211\n",
            "[2083]\tvalidation_0-auc:0.97823\n",
            "[2084]\tvalidation_0-auc:0.978245\n",
            "[2085]\tvalidation_0-auc:0.978244\n",
            "[2086]\tvalidation_0-auc:0.978253\n",
            "[2087]\tvalidation_0-auc:0.978259\n",
            "[2088]\tvalidation_0-auc:0.978273\n",
            "[2089]\tvalidation_0-auc:0.978285\n",
            "[2090]\tvalidation_0-auc:0.978284\n",
            "[2091]\tvalidation_0-auc:0.978293\n",
            "[2092]\tvalidation_0-auc:0.978294\n",
            "[2093]\tvalidation_0-auc:0.978304\n",
            "[2094]\tvalidation_0-auc:0.978303\n",
            "[2095]\tvalidation_0-auc:0.978316\n",
            "[2096]\tvalidation_0-auc:0.978332\n",
            "[2097]\tvalidation_0-auc:0.97835\n",
            "[2098]\tvalidation_0-auc:0.978355\n",
            "[2099]\tvalidation_0-auc:0.978375\n",
            "[2100]\tvalidation_0-auc:0.978379\n",
            "[2101]\tvalidation_0-auc:0.978387\n",
            "[2102]\tvalidation_0-auc:0.978402\n",
            "[2103]\tvalidation_0-auc:0.978407\n",
            "[2104]\tvalidation_0-auc:0.978411\n",
            "[2105]\tvalidation_0-auc:0.978412\n",
            "[2106]\tvalidation_0-auc:0.97842\n",
            "[2107]\tvalidation_0-auc:0.978425\n",
            "[2108]\tvalidation_0-auc:0.97844\n",
            "[2109]\tvalidation_0-auc:0.978458\n",
            "[2110]\tvalidation_0-auc:0.978458\n",
            "[2111]\tvalidation_0-auc:0.978465\n",
            "[2112]\tvalidation_0-auc:0.978476\n",
            "[2113]\tvalidation_0-auc:0.978491\n",
            "[2114]\tvalidation_0-auc:0.9785\n",
            "[2115]\tvalidation_0-auc:0.978508\n",
            "[2116]\tvalidation_0-auc:0.978524\n",
            "[2117]\tvalidation_0-auc:0.978537\n",
            "[2118]\tvalidation_0-auc:0.978542\n",
            "[2119]\tvalidation_0-auc:0.978551\n",
            "[2120]\tvalidation_0-auc:0.978561\n",
            "[2121]\tvalidation_0-auc:0.978574\n",
            "[2122]\tvalidation_0-auc:0.978591\n",
            "[2123]\tvalidation_0-auc:0.978601\n",
            "[2124]\tvalidation_0-auc:0.978611\n",
            "[2125]\tvalidation_0-auc:0.978623\n",
            "[2126]\tvalidation_0-auc:0.978634\n",
            "[2127]\tvalidation_0-auc:0.978646\n",
            "[2128]\tvalidation_0-auc:0.978652\n",
            "[2129]\tvalidation_0-auc:0.978663\n",
            "[2130]\tvalidation_0-auc:0.97867\n",
            "[2131]\tvalidation_0-auc:0.978671\n",
            "[2132]\tvalidation_0-auc:0.978683\n",
            "[2133]\tvalidation_0-auc:0.978687\n",
            "[2134]\tvalidation_0-auc:0.978699\n",
            "[2135]\tvalidation_0-auc:0.978708\n",
            "[2136]\tvalidation_0-auc:0.978724\n",
            "[2137]\tvalidation_0-auc:0.97873\n",
            "[2138]\tvalidation_0-auc:0.978745\n",
            "[2139]\tvalidation_0-auc:0.978742\n",
            "[2140]\tvalidation_0-auc:0.978759\n",
            "[2141]\tvalidation_0-auc:0.97877\n",
            "[2142]\tvalidation_0-auc:0.978798\n",
            "[2143]\tvalidation_0-auc:0.978807\n",
            "[2144]\tvalidation_0-auc:0.978807\n",
            "[2145]\tvalidation_0-auc:0.978807\n",
            "[2146]\tvalidation_0-auc:0.978815\n",
            "[2147]\tvalidation_0-auc:0.978832\n",
            "[2148]\tvalidation_0-auc:0.978837\n",
            "[2149]\tvalidation_0-auc:0.978842\n",
            "[2150]\tvalidation_0-auc:0.978851\n",
            "[2151]\tvalidation_0-auc:0.978863\n",
            "[2152]\tvalidation_0-auc:0.978869\n",
            "[2153]\tvalidation_0-auc:0.978876\n",
            "[2154]\tvalidation_0-auc:0.978886\n",
            "[2155]\tvalidation_0-auc:0.978896\n",
            "[2156]\tvalidation_0-auc:0.978902\n",
            "[2157]\tvalidation_0-auc:0.978911\n",
            "[2158]\tvalidation_0-auc:0.978919\n",
            "[2159]\tvalidation_0-auc:0.978927\n",
            "[2160]\tvalidation_0-auc:0.978941\n",
            "[2161]\tvalidation_0-auc:0.97894\n",
            "[2162]\tvalidation_0-auc:0.978946\n",
            "[2163]\tvalidation_0-auc:0.978956\n",
            "[2164]\tvalidation_0-auc:0.97896\n",
            "[2165]\tvalidation_0-auc:0.978961\n",
            "[2166]\tvalidation_0-auc:0.978978\n",
            "[2167]\tvalidation_0-auc:0.978975\n",
            "[2168]\tvalidation_0-auc:0.978994\n",
            "[2169]\tvalidation_0-auc:0.978996\n",
            "[2170]\tvalidation_0-auc:0.978994\n",
            "[2171]\tvalidation_0-auc:0.979008\n",
            "[2172]\tvalidation_0-auc:0.979021\n",
            "[2173]\tvalidation_0-auc:0.97903\n",
            "[2174]\tvalidation_0-auc:0.979034\n",
            "[2175]\tvalidation_0-auc:0.979042\n",
            "[2176]\tvalidation_0-auc:0.979053\n",
            "[2177]\tvalidation_0-auc:0.979043\n",
            "[2178]\tvalidation_0-auc:0.979054\n",
            "[2179]\tvalidation_0-auc:0.979069\n",
            "[2180]\tvalidation_0-auc:0.979084\n",
            "[2181]\tvalidation_0-auc:0.979091\n",
            "[2182]\tvalidation_0-auc:0.979108\n",
            "[2183]\tvalidation_0-auc:0.979107\n",
            "[2184]\tvalidation_0-auc:0.97912\n",
            "[2185]\tvalidation_0-auc:0.979129\n",
            "[2186]\tvalidation_0-auc:0.979144\n",
            "[2187]\tvalidation_0-auc:0.979163\n",
            "[2188]\tvalidation_0-auc:0.979171\n",
            "[2189]\tvalidation_0-auc:0.979173\n",
            "[2190]\tvalidation_0-auc:0.979185\n",
            "[2191]\tvalidation_0-auc:0.979199\n",
            "[2192]\tvalidation_0-auc:0.979206\n",
            "[2193]\tvalidation_0-auc:0.979221\n",
            "[2194]\tvalidation_0-auc:0.979226\n",
            "[2195]\tvalidation_0-auc:0.97924\n",
            "[2196]\tvalidation_0-auc:0.979254\n",
            "[2197]\tvalidation_0-auc:0.979259\n",
            "[2198]\tvalidation_0-auc:0.979269\n",
            "[2199]\tvalidation_0-auc:0.979281\n",
            "[2200]\tvalidation_0-auc:0.979287\n",
            "[2201]\tvalidation_0-auc:0.9793\n",
            "[2202]\tvalidation_0-auc:0.979308\n",
            "[2203]\tvalidation_0-auc:0.979313\n",
            "[2204]\tvalidation_0-auc:0.97933\n",
            "[2205]\tvalidation_0-auc:0.979335\n",
            "[2206]\tvalidation_0-auc:0.979344\n",
            "[2207]\tvalidation_0-auc:0.979363\n",
            "[2208]\tvalidation_0-auc:0.979367\n",
            "[2209]\tvalidation_0-auc:0.979376\n",
            "[2210]\tvalidation_0-auc:0.979385\n",
            "[2211]\tvalidation_0-auc:0.979399\n",
            "[2212]\tvalidation_0-auc:0.979402\n",
            "[2213]\tvalidation_0-auc:0.979425\n",
            "[2214]\tvalidation_0-auc:0.979437\n",
            "[2215]\tvalidation_0-auc:0.979442\n",
            "[2216]\tvalidation_0-auc:0.979463\n",
            "[2217]\tvalidation_0-auc:0.979476\n",
            "[2218]\tvalidation_0-auc:0.979486\n",
            "[2219]\tvalidation_0-auc:0.979489\n",
            "[2220]\tvalidation_0-auc:0.979502\n",
            "[2221]\tvalidation_0-auc:0.979506\n",
            "[2222]\tvalidation_0-auc:0.979515\n",
            "[2223]\tvalidation_0-auc:0.979522\n",
            "[2224]\tvalidation_0-auc:0.97953\n",
            "[2225]\tvalidation_0-auc:0.979528\n",
            "[2226]\tvalidation_0-auc:0.979538\n",
            "[2227]\tvalidation_0-auc:0.979538\n",
            "[2228]\tvalidation_0-auc:0.979543\n",
            "[2229]\tvalidation_0-auc:0.979547\n",
            "[2230]\tvalidation_0-auc:0.979547\n",
            "[2231]\tvalidation_0-auc:0.979562\n",
            "[2232]\tvalidation_0-auc:0.97958\n",
            "[2233]\tvalidation_0-auc:0.979585\n",
            "[2234]\tvalidation_0-auc:0.979598\n",
            "[2235]\tvalidation_0-auc:0.979599\n",
            "[2236]\tvalidation_0-auc:0.979614\n",
            "[2237]\tvalidation_0-auc:0.979623\n",
            "[2238]\tvalidation_0-auc:0.979626\n",
            "[2239]\tvalidation_0-auc:0.979635\n",
            "[2240]\tvalidation_0-auc:0.979641\n",
            "[2241]\tvalidation_0-auc:0.979638\n",
            "[2242]\tvalidation_0-auc:0.979645\n",
            "[2243]\tvalidation_0-auc:0.97965\n",
            "[2244]\tvalidation_0-auc:0.979664\n",
            "[2245]\tvalidation_0-auc:0.979671\n",
            "[2246]\tvalidation_0-auc:0.979688\n",
            "[2247]\tvalidation_0-auc:0.979695\n",
            "[2248]\tvalidation_0-auc:0.979692\n",
            "[2249]\tvalidation_0-auc:0.9797\n",
            "[2250]\tvalidation_0-auc:0.979707\n",
            "[2251]\tvalidation_0-auc:0.979714\n",
            "[2252]\tvalidation_0-auc:0.979721\n",
            "[2253]\tvalidation_0-auc:0.979728\n",
            "[2254]\tvalidation_0-auc:0.979736\n",
            "[2255]\tvalidation_0-auc:0.979746\n",
            "[2256]\tvalidation_0-auc:0.979745\n",
            "[2257]\tvalidation_0-auc:0.979752\n",
            "[2258]\tvalidation_0-auc:0.979764\n",
            "[2259]\tvalidation_0-auc:0.979776\n",
            "[2260]\tvalidation_0-auc:0.979789\n",
            "[2261]\tvalidation_0-auc:0.979808\n",
            "[2262]\tvalidation_0-auc:0.979815\n",
            "[2263]\tvalidation_0-auc:0.979816\n",
            "[2264]\tvalidation_0-auc:0.979827\n",
            "[2265]\tvalidation_0-auc:0.979842\n",
            "[2266]\tvalidation_0-auc:0.979851\n",
            "[2267]\tvalidation_0-auc:0.979861\n",
            "[2268]\tvalidation_0-auc:0.979872\n",
            "[2269]\tvalidation_0-auc:0.979888\n",
            "[2270]\tvalidation_0-auc:0.979899\n",
            "[2271]\tvalidation_0-auc:0.979905\n",
            "[2272]\tvalidation_0-auc:0.979913\n",
            "[2273]\tvalidation_0-auc:0.979919\n",
            "[2274]\tvalidation_0-auc:0.979923\n",
            "[2275]\tvalidation_0-auc:0.979932\n",
            "[2276]\tvalidation_0-auc:0.979933\n",
            "[2277]\tvalidation_0-auc:0.979938\n",
            "[2278]\tvalidation_0-auc:0.979959\n",
            "[2279]\tvalidation_0-auc:0.979969\n",
            "[2280]\tvalidation_0-auc:0.979973\n",
            "[2281]\tvalidation_0-auc:0.979983\n",
            "[2282]\tvalidation_0-auc:0.980003\n",
            "[2283]\tvalidation_0-auc:0.980006\n",
            "[2284]\tvalidation_0-auc:0.980017\n",
            "[2285]\tvalidation_0-auc:0.980027\n",
            "[2286]\tvalidation_0-auc:0.980042\n",
            "[2287]\tvalidation_0-auc:0.980049\n",
            "[2288]\tvalidation_0-auc:0.980057\n",
            "[2289]\tvalidation_0-auc:0.980068\n",
            "[2290]\tvalidation_0-auc:0.980071\n",
            "[2291]\tvalidation_0-auc:0.980074\n",
            "[2292]\tvalidation_0-auc:0.98009\n",
            "[2293]\tvalidation_0-auc:0.980095\n",
            "[2294]\tvalidation_0-auc:0.980101\n",
            "[2295]\tvalidation_0-auc:0.980119\n",
            "[2296]\tvalidation_0-auc:0.980126\n",
            "[2297]\tvalidation_0-auc:0.980132\n",
            "[2298]\tvalidation_0-auc:0.98015\n",
            "[2299]\tvalidation_0-auc:0.980167\n",
            "[2300]\tvalidation_0-auc:0.980168\n",
            "[2301]\tvalidation_0-auc:0.980181\n",
            "[2302]\tvalidation_0-auc:0.980182\n",
            "[2303]\tvalidation_0-auc:0.980186\n",
            "[2304]\tvalidation_0-auc:0.9802\n",
            "[2305]\tvalidation_0-auc:0.980209\n",
            "[2306]\tvalidation_0-auc:0.980223\n",
            "[2307]\tvalidation_0-auc:0.980229\n",
            "[2308]\tvalidation_0-auc:0.980236\n",
            "[2309]\tvalidation_0-auc:0.980242\n",
            "[2310]\tvalidation_0-auc:0.980249\n",
            "[2311]\tvalidation_0-auc:0.980261\n",
            "[2312]\tvalidation_0-auc:0.980262\n",
            "[2313]\tvalidation_0-auc:0.98027\n",
            "[2314]\tvalidation_0-auc:0.980275\n",
            "[2315]\tvalidation_0-auc:0.980277\n",
            "[2316]\tvalidation_0-auc:0.980274\n",
            "[2317]\tvalidation_0-auc:0.980286\n",
            "[2318]\tvalidation_0-auc:0.980304\n",
            "[2319]\tvalidation_0-auc:0.980308\n",
            "[2320]\tvalidation_0-auc:0.980315\n",
            "[2321]\tvalidation_0-auc:0.980323\n",
            "[2322]\tvalidation_0-auc:0.980329\n",
            "[2323]\tvalidation_0-auc:0.980332\n",
            "[2324]\tvalidation_0-auc:0.980349\n",
            "[2325]\tvalidation_0-auc:0.980348\n",
            "[2326]\tvalidation_0-auc:0.980356\n",
            "[2327]\tvalidation_0-auc:0.980363\n",
            "[2328]\tvalidation_0-auc:0.980376\n",
            "[2329]\tvalidation_0-auc:0.98038\n",
            "[2330]\tvalidation_0-auc:0.980394\n",
            "[2331]\tvalidation_0-auc:0.980396\n",
            "[2332]\tvalidation_0-auc:0.980403\n",
            "[2333]\tvalidation_0-auc:0.980419\n",
            "[2334]\tvalidation_0-auc:0.980424\n",
            "[2335]\tvalidation_0-auc:0.980428\n",
            "[2336]\tvalidation_0-auc:0.980432\n",
            "[2337]\tvalidation_0-auc:0.980441\n",
            "[2338]\tvalidation_0-auc:0.980451\n",
            "[2339]\tvalidation_0-auc:0.980454\n",
            "[2340]\tvalidation_0-auc:0.980457\n",
            "[2341]\tvalidation_0-auc:0.980465\n",
            "[2342]\tvalidation_0-auc:0.98048\n",
            "[2343]\tvalidation_0-auc:0.980487\n",
            "[2344]\tvalidation_0-auc:0.980492\n",
            "[2345]\tvalidation_0-auc:0.980496\n",
            "[2346]\tvalidation_0-auc:0.980512\n",
            "[2347]\tvalidation_0-auc:0.980515\n",
            "[2348]\tvalidation_0-auc:0.980503\n",
            "[2349]\tvalidation_0-auc:0.98052\n",
            "[2350]\tvalidation_0-auc:0.980522\n",
            "[2351]\tvalidation_0-auc:0.980539\n",
            "[2352]\tvalidation_0-auc:0.980552\n",
            "[2353]\tvalidation_0-auc:0.980562\n",
            "[2354]\tvalidation_0-auc:0.980564\n",
            "[2355]\tvalidation_0-auc:0.980555\n",
            "[2356]\tvalidation_0-auc:0.980558\n",
            "[2357]\tvalidation_0-auc:0.98057\n",
            "[2358]\tvalidation_0-auc:0.980585\n",
            "[2359]\tvalidation_0-auc:0.980602\n",
            "[2360]\tvalidation_0-auc:0.98061\n",
            "[2361]\tvalidation_0-auc:0.980625\n",
            "[2362]\tvalidation_0-auc:0.980631\n",
            "[2363]\tvalidation_0-auc:0.980637\n",
            "[2364]\tvalidation_0-auc:0.980647\n",
            "[2365]\tvalidation_0-auc:0.98065\n",
            "[2366]\tvalidation_0-auc:0.980661\n",
            "[2367]\tvalidation_0-auc:0.980666\n",
            "[2368]\tvalidation_0-auc:0.980669\n",
            "[2369]\tvalidation_0-auc:0.980685\n",
            "[2370]\tvalidation_0-auc:0.980692\n",
            "[2371]\tvalidation_0-auc:0.980706\n",
            "[2372]\tvalidation_0-auc:0.980719\n",
            "[2373]\tvalidation_0-auc:0.980724\n",
            "[2374]\tvalidation_0-auc:0.980726\n",
            "[2375]\tvalidation_0-auc:0.980741\n",
            "[2376]\tvalidation_0-auc:0.980748\n",
            "[2377]\tvalidation_0-auc:0.980747\n",
            "[2378]\tvalidation_0-auc:0.980751\n",
            "[2379]\tvalidation_0-auc:0.980755\n",
            "[2380]\tvalidation_0-auc:0.980769\n",
            "[2381]\tvalidation_0-auc:0.980784\n",
            "[2382]\tvalidation_0-auc:0.980797\n",
            "[2383]\tvalidation_0-auc:0.980807\n",
            "[2384]\tvalidation_0-auc:0.98081\n",
            "[2385]\tvalidation_0-auc:0.980817\n",
            "[2386]\tvalidation_0-auc:0.980827\n",
            "[2387]\tvalidation_0-auc:0.980831\n",
            "[2388]\tvalidation_0-auc:0.980838\n",
            "[2389]\tvalidation_0-auc:0.980851\n",
            "[2390]\tvalidation_0-auc:0.980851\n",
            "[2391]\tvalidation_0-auc:0.980859\n",
            "[2392]\tvalidation_0-auc:0.980867\n",
            "[2393]\tvalidation_0-auc:0.980873\n",
            "[2394]\tvalidation_0-auc:0.980883\n",
            "[2395]\tvalidation_0-auc:0.980885\n",
            "[2396]\tvalidation_0-auc:0.980897\n",
            "[2397]\tvalidation_0-auc:0.980903\n",
            "[2398]\tvalidation_0-auc:0.980907\n",
            "[2399]\tvalidation_0-auc:0.980915\n",
            "[2400]\tvalidation_0-auc:0.980924\n",
            "[2401]\tvalidation_0-auc:0.980919\n",
            "[2402]\tvalidation_0-auc:0.980928\n",
            "[2403]\tvalidation_0-auc:0.980936\n",
            "[2404]\tvalidation_0-auc:0.980943\n",
            "[2405]\tvalidation_0-auc:0.980956\n",
            "[2406]\tvalidation_0-auc:0.98096\n",
            "[2407]\tvalidation_0-auc:0.980967\n",
            "[2408]\tvalidation_0-auc:0.980984\n",
            "[2409]\tvalidation_0-auc:0.98099\n",
            "[2410]\tvalidation_0-auc:0.980998\n",
            "[2411]\tvalidation_0-auc:0.981008\n",
            "[2412]\tvalidation_0-auc:0.981018\n",
            "[2413]\tvalidation_0-auc:0.981024\n",
            "[2414]\tvalidation_0-auc:0.981035\n",
            "[2415]\tvalidation_0-auc:0.981045\n",
            "[2416]\tvalidation_0-auc:0.981056\n",
            "[2417]\tvalidation_0-auc:0.981066\n",
            "[2418]\tvalidation_0-auc:0.981079\n",
            "[2419]\tvalidation_0-auc:0.981086\n",
            "[2420]\tvalidation_0-auc:0.981086\n",
            "[2421]\tvalidation_0-auc:0.981092\n",
            "[2422]\tvalidation_0-auc:0.981102\n",
            "[2423]\tvalidation_0-auc:0.981105\n",
            "[2424]\tvalidation_0-auc:0.981117\n",
            "[2425]\tvalidation_0-auc:0.981124\n",
            "[2426]\tvalidation_0-auc:0.981127\n",
            "[2427]\tvalidation_0-auc:0.981135\n",
            "[2428]\tvalidation_0-auc:0.981146\n",
            "[2429]\tvalidation_0-auc:0.981146\n",
            "[2430]\tvalidation_0-auc:0.981156\n",
            "[2431]\tvalidation_0-auc:0.981164\n",
            "[2432]\tvalidation_0-auc:0.981167\n",
            "[2433]\tvalidation_0-auc:0.981176\n",
            "[2434]\tvalidation_0-auc:0.981188\n",
            "[2435]\tvalidation_0-auc:0.981213\n",
            "[2436]\tvalidation_0-auc:0.98122\n",
            "[2437]\tvalidation_0-auc:0.981222\n",
            "[2438]\tvalidation_0-auc:0.981231\n",
            "[2439]\tvalidation_0-auc:0.981237\n",
            "[2440]\tvalidation_0-auc:0.981243\n",
            "[2441]\tvalidation_0-auc:0.981246\n",
            "[2442]\tvalidation_0-auc:0.981258\n",
            "[2443]\tvalidation_0-auc:0.98126\n",
            "[2444]\tvalidation_0-auc:0.981269\n",
            "[2445]\tvalidation_0-auc:0.981274\n",
            "[2446]\tvalidation_0-auc:0.981286\n",
            "[2447]\tvalidation_0-auc:0.981304\n",
            "[2448]\tvalidation_0-auc:0.981317\n",
            "[2449]\tvalidation_0-auc:0.981325\n",
            "[2450]\tvalidation_0-auc:0.981329\n",
            "[2451]\tvalidation_0-auc:0.981344\n",
            "[2452]\tvalidation_0-auc:0.981366\n",
            "[2453]\tvalidation_0-auc:0.98137\n",
            "[2454]\tvalidation_0-auc:0.981371\n",
            "[2455]\tvalidation_0-auc:0.981372\n",
            "[2456]\tvalidation_0-auc:0.981381\n",
            "[2457]\tvalidation_0-auc:0.981391\n",
            "[2458]\tvalidation_0-auc:0.98139\n",
            "[2459]\tvalidation_0-auc:0.98141\n",
            "[2460]\tvalidation_0-auc:0.98142\n",
            "[2461]\tvalidation_0-auc:0.981423\n",
            "[2462]\tvalidation_0-auc:0.98143\n",
            "[2463]\tvalidation_0-auc:0.981428\n",
            "[2464]\tvalidation_0-auc:0.981426\n",
            "[2465]\tvalidation_0-auc:0.981429\n",
            "[2466]\tvalidation_0-auc:0.981441\n",
            "[2467]\tvalidation_0-auc:0.98146\n",
            "[2468]\tvalidation_0-auc:0.981478\n",
            "[2469]\tvalidation_0-auc:0.981477\n",
            "[2470]\tvalidation_0-auc:0.981487\n",
            "[2471]\tvalidation_0-auc:0.981504\n",
            "[2472]\tvalidation_0-auc:0.981505\n",
            "[2473]\tvalidation_0-auc:0.981532\n",
            "[2474]\tvalidation_0-auc:0.981536\n",
            "[2475]\tvalidation_0-auc:0.981548\n",
            "[2476]\tvalidation_0-auc:0.981556\n",
            "[2477]\tvalidation_0-auc:0.981569\n",
            "[2478]\tvalidation_0-auc:0.981571\n",
            "[2479]\tvalidation_0-auc:0.981584\n",
            "[2480]\tvalidation_0-auc:0.981593\n",
            "[2481]\tvalidation_0-auc:0.981605\n",
            "[2482]\tvalidation_0-auc:0.98161\n",
            "[2483]\tvalidation_0-auc:0.98162\n",
            "[2484]\tvalidation_0-auc:0.981637\n",
            "[2485]\tvalidation_0-auc:0.981637\n",
            "[2486]\tvalidation_0-auc:0.981643\n",
            "[2487]\tvalidation_0-auc:0.981652\n",
            "[2488]\tvalidation_0-auc:0.981661\n",
            "[2489]\tvalidation_0-auc:0.981668\n",
            "[2490]\tvalidation_0-auc:0.98168\n",
            "[2491]\tvalidation_0-auc:0.981691\n",
            "[2492]\tvalidation_0-auc:0.981689\n",
            "[2493]\tvalidation_0-auc:0.981714\n",
            "[2494]\tvalidation_0-auc:0.981722\n",
            "[2495]\tvalidation_0-auc:0.981722\n",
            "[2496]\tvalidation_0-auc:0.98173\n",
            "[2497]\tvalidation_0-auc:0.981744\n",
            "[2498]\tvalidation_0-auc:0.98175\n",
            "[2499]\tvalidation_0-auc:0.981763\n",
            "[2500]\tvalidation_0-auc:0.981774\n",
            "[2501]\tvalidation_0-auc:0.981781\n",
            "[2502]\tvalidation_0-auc:0.981783\n",
            "[2503]\tvalidation_0-auc:0.981793\n",
            "[2504]\tvalidation_0-auc:0.981808\n",
            "[2505]\tvalidation_0-auc:0.981817\n",
            "[2506]\tvalidation_0-auc:0.981832\n",
            "[2507]\tvalidation_0-auc:0.981845\n",
            "[2508]\tvalidation_0-auc:0.981864\n",
            "[2509]\tvalidation_0-auc:0.981877\n",
            "[2510]\tvalidation_0-auc:0.981881\n",
            "[2511]\tvalidation_0-auc:0.981892\n",
            "[2512]\tvalidation_0-auc:0.981902\n",
            "[2513]\tvalidation_0-auc:0.981904\n",
            "[2514]\tvalidation_0-auc:0.981906\n",
            "[2515]\tvalidation_0-auc:0.981919\n",
            "[2516]\tvalidation_0-auc:0.981929\n",
            "[2517]\tvalidation_0-auc:0.981937\n",
            "[2518]\tvalidation_0-auc:0.981945\n",
            "[2519]\tvalidation_0-auc:0.981944\n",
            "[2520]\tvalidation_0-auc:0.981966\n",
            "[2521]\tvalidation_0-auc:0.981972\n",
            "[2522]\tvalidation_0-auc:0.981978\n",
            "[2523]\tvalidation_0-auc:0.981984\n",
            "[2524]\tvalidation_0-auc:0.981992\n",
            "[2525]\tvalidation_0-auc:0.981997\n",
            "[2526]\tvalidation_0-auc:0.982005\n",
            "[2527]\tvalidation_0-auc:0.982012\n",
            "[2528]\tvalidation_0-auc:0.98202\n",
            "[2529]\tvalidation_0-auc:0.98203\n",
            "[2530]\tvalidation_0-auc:0.982038\n",
            "[2531]\tvalidation_0-auc:0.982049\n",
            "[2532]\tvalidation_0-auc:0.982056\n",
            "[2533]\tvalidation_0-auc:0.982067\n",
            "[2534]\tvalidation_0-auc:0.98208\n",
            "[2535]\tvalidation_0-auc:0.982099\n",
            "[2536]\tvalidation_0-auc:0.982106\n",
            "[2537]\tvalidation_0-auc:0.982111\n",
            "[2538]\tvalidation_0-auc:0.982118\n",
            "[2539]\tvalidation_0-auc:0.982131\n",
            "[2540]\tvalidation_0-auc:0.982137\n",
            "[2541]\tvalidation_0-auc:0.982141\n",
            "[2542]\tvalidation_0-auc:0.982152\n",
            "[2543]\tvalidation_0-auc:0.982162\n",
            "[2544]\tvalidation_0-auc:0.982164\n",
            "[2545]\tvalidation_0-auc:0.982171\n",
            "[2546]\tvalidation_0-auc:0.982186\n",
            "[2547]\tvalidation_0-auc:0.982196\n",
            "[2548]\tvalidation_0-auc:0.982199\n",
            "[2549]\tvalidation_0-auc:0.982202\n",
            "[2550]\tvalidation_0-auc:0.982217\n",
            "[2551]\tvalidation_0-auc:0.982216\n",
            "[2552]\tvalidation_0-auc:0.982223\n",
            "[2553]\tvalidation_0-auc:0.982241\n",
            "[2554]\tvalidation_0-auc:0.982242\n",
            "[2555]\tvalidation_0-auc:0.982254\n",
            "[2556]\tvalidation_0-auc:0.98226\n",
            "[2557]\tvalidation_0-auc:0.982262\n",
            "[2558]\tvalidation_0-auc:0.982272\n",
            "[2559]\tvalidation_0-auc:0.982292\n",
            "[2560]\tvalidation_0-auc:0.982298\n",
            "[2561]\tvalidation_0-auc:0.982304\n",
            "[2562]\tvalidation_0-auc:0.982317\n",
            "[2563]\tvalidation_0-auc:0.982325\n",
            "[2564]\tvalidation_0-auc:0.982327\n",
            "[2565]\tvalidation_0-auc:0.982343\n",
            "[2566]\tvalidation_0-auc:0.982342\n",
            "[2567]\tvalidation_0-auc:0.982347\n",
            "[2568]\tvalidation_0-auc:0.982355\n",
            "[2569]\tvalidation_0-auc:0.982361\n",
            "[2570]\tvalidation_0-auc:0.982364\n",
            "[2571]\tvalidation_0-auc:0.982365\n",
            "[2572]\tvalidation_0-auc:0.982366\n",
            "[2573]\tvalidation_0-auc:0.982369\n",
            "[2574]\tvalidation_0-auc:0.982397\n",
            "[2575]\tvalidation_0-auc:0.982401\n",
            "[2576]\tvalidation_0-auc:0.982409\n",
            "[2577]\tvalidation_0-auc:0.982418\n",
            "[2578]\tvalidation_0-auc:0.982427\n",
            "[2579]\tvalidation_0-auc:0.982439\n",
            "[2580]\tvalidation_0-auc:0.982443\n",
            "[2581]\tvalidation_0-auc:0.982466\n",
            "[2582]\tvalidation_0-auc:0.982472\n",
            "[2583]\tvalidation_0-auc:0.982486\n",
            "[2584]\tvalidation_0-auc:0.982487\n",
            "[2585]\tvalidation_0-auc:0.98249\n",
            "[2586]\tvalidation_0-auc:0.98249\n",
            "[2587]\tvalidation_0-auc:0.982495\n",
            "[2588]\tvalidation_0-auc:0.982504\n",
            "[2589]\tvalidation_0-auc:0.982509\n",
            "[2590]\tvalidation_0-auc:0.98251\n",
            "[2591]\tvalidation_0-auc:0.982522\n",
            "[2592]\tvalidation_0-auc:0.982527\n",
            "[2593]\tvalidation_0-auc:0.982533\n",
            "[2594]\tvalidation_0-auc:0.982537\n",
            "[2595]\tvalidation_0-auc:0.98254\n",
            "[2596]\tvalidation_0-auc:0.982552\n",
            "[2597]\tvalidation_0-auc:0.982555\n",
            "[2598]\tvalidation_0-auc:0.982563\n",
            "[2599]\tvalidation_0-auc:0.982571\n",
            "[2600]\tvalidation_0-auc:0.982575\n",
            "[2601]\tvalidation_0-auc:0.982579\n",
            "[2602]\tvalidation_0-auc:0.982584\n",
            "[2603]\tvalidation_0-auc:0.982586\n",
            "[2604]\tvalidation_0-auc:0.982591\n",
            "[2605]\tvalidation_0-auc:0.982602\n",
            "[2606]\tvalidation_0-auc:0.982602\n",
            "[2607]\tvalidation_0-auc:0.982609\n",
            "[2608]\tvalidation_0-auc:0.982613\n",
            "[2609]\tvalidation_0-auc:0.98262\n",
            "[2610]\tvalidation_0-auc:0.982626\n",
            "[2611]\tvalidation_0-auc:0.982631\n",
            "[2612]\tvalidation_0-auc:0.982636\n",
            "[2613]\tvalidation_0-auc:0.982643\n",
            "[2614]\tvalidation_0-auc:0.982649\n",
            "[2615]\tvalidation_0-auc:0.982655\n",
            "[2616]\tvalidation_0-auc:0.98267\n",
            "[2617]\tvalidation_0-auc:0.982676\n",
            "[2618]\tvalidation_0-auc:0.982693\n",
            "[2619]\tvalidation_0-auc:0.9827\n",
            "[2620]\tvalidation_0-auc:0.982704\n",
            "[2621]\tvalidation_0-auc:0.982719\n",
            "[2622]\tvalidation_0-auc:0.982735\n",
            "[2623]\tvalidation_0-auc:0.982738\n",
            "[2624]\tvalidation_0-auc:0.982745\n",
            "[2625]\tvalidation_0-auc:0.982745\n",
            "[2626]\tvalidation_0-auc:0.982751\n",
            "[2627]\tvalidation_0-auc:0.982758\n",
            "[2628]\tvalidation_0-auc:0.982762\n",
            "[2629]\tvalidation_0-auc:0.982777\n",
            "[2630]\tvalidation_0-auc:0.982782\n",
            "[2631]\tvalidation_0-auc:0.982788\n",
            "[2632]\tvalidation_0-auc:0.982791\n",
            "[2633]\tvalidation_0-auc:0.982795\n",
            "[2634]\tvalidation_0-auc:0.982816\n",
            "[2635]\tvalidation_0-auc:0.982822\n",
            "[2636]\tvalidation_0-auc:0.982824\n",
            "[2637]\tvalidation_0-auc:0.982833\n",
            "[2638]\tvalidation_0-auc:0.982835\n",
            "[2639]\tvalidation_0-auc:0.982842\n",
            "[2640]\tvalidation_0-auc:0.982848\n",
            "[2641]\tvalidation_0-auc:0.982851\n",
            "[2642]\tvalidation_0-auc:0.98286\n",
            "[2643]\tvalidation_0-auc:0.982864\n",
            "[2644]\tvalidation_0-auc:0.982865\n",
            "[2645]\tvalidation_0-auc:0.98287\n",
            "[2646]\tvalidation_0-auc:0.982876\n",
            "[2647]\tvalidation_0-auc:0.982885\n",
            "[2648]\tvalidation_0-auc:0.982895\n",
            "[2649]\tvalidation_0-auc:0.982911\n",
            "[2650]\tvalidation_0-auc:0.98292\n",
            "[2651]\tvalidation_0-auc:0.982924\n",
            "[2652]\tvalidation_0-auc:0.98293\n",
            "[2653]\tvalidation_0-auc:0.982935\n",
            "[2654]\tvalidation_0-auc:0.982938\n",
            "[2655]\tvalidation_0-auc:0.982943\n",
            "[2656]\tvalidation_0-auc:0.982947\n",
            "[2657]\tvalidation_0-auc:0.982959\n",
            "[2658]\tvalidation_0-auc:0.982973\n",
            "[2659]\tvalidation_0-auc:0.982982\n",
            "[2660]\tvalidation_0-auc:0.982991\n",
            "[2661]\tvalidation_0-auc:0.983008\n",
            "[2662]\tvalidation_0-auc:0.983021\n",
            "[2663]\tvalidation_0-auc:0.983035\n",
            "[2664]\tvalidation_0-auc:0.983037\n",
            "[2665]\tvalidation_0-auc:0.983038\n",
            "[2666]\tvalidation_0-auc:0.983064\n",
            "[2667]\tvalidation_0-auc:0.983066\n",
            "[2668]\tvalidation_0-auc:0.983075\n",
            "[2669]\tvalidation_0-auc:0.983076\n",
            "[2670]\tvalidation_0-auc:0.983076\n",
            "[2671]\tvalidation_0-auc:0.983081\n",
            "[2672]\tvalidation_0-auc:0.98308\n",
            "[2673]\tvalidation_0-auc:0.983101\n",
            "[2674]\tvalidation_0-auc:0.98311\n",
            "[2675]\tvalidation_0-auc:0.983116\n",
            "[2676]\tvalidation_0-auc:0.983129\n",
            "[2677]\tvalidation_0-auc:0.98313\n",
            "[2678]\tvalidation_0-auc:0.983134\n",
            "[2679]\tvalidation_0-auc:0.983136\n",
            "[2680]\tvalidation_0-auc:0.983145\n",
            "[2681]\tvalidation_0-auc:0.983155\n",
            "[2682]\tvalidation_0-auc:0.983162\n",
            "[2683]\tvalidation_0-auc:0.983169\n",
            "[2684]\tvalidation_0-auc:0.98318\n",
            "[2685]\tvalidation_0-auc:0.983189\n",
            "[2686]\tvalidation_0-auc:0.983191\n",
            "[2687]\tvalidation_0-auc:0.983208\n",
            "[2688]\tvalidation_0-auc:0.983209\n",
            "[2689]\tvalidation_0-auc:0.983216\n",
            "[2690]\tvalidation_0-auc:0.983224\n",
            "[2691]\tvalidation_0-auc:0.983225\n",
            "[2692]\tvalidation_0-auc:0.983244\n",
            "[2693]\tvalidation_0-auc:0.98325\n",
            "[2694]\tvalidation_0-auc:0.983261\n",
            "[2695]\tvalidation_0-auc:0.983262\n",
            "[2696]\tvalidation_0-auc:0.983268\n",
            "[2697]\tvalidation_0-auc:0.983273\n",
            "[2698]\tvalidation_0-auc:0.983284\n",
            "[2699]\tvalidation_0-auc:0.983296\n",
            "[2700]\tvalidation_0-auc:0.983297\n",
            "[2701]\tvalidation_0-auc:0.9833\n",
            "[2702]\tvalidation_0-auc:0.983305\n",
            "[2703]\tvalidation_0-auc:0.983312\n",
            "[2704]\tvalidation_0-auc:0.983322\n",
            "[2705]\tvalidation_0-auc:0.983332\n",
            "[2706]\tvalidation_0-auc:0.983344\n",
            "[2707]\tvalidation_0-auc:0.983344\n",
            "[2708]\tvalidation_0-auc:0.983348\n",
            "[2709]\tvalidation_0-auc:0.983355\n",
            "[2710]\tvalidation_0-auc:0.983362\n",
            "[2711]\tvalidation_0-auc:0.98337\n",
            "[2712]\tvalidation_0-auc:0.983375\n",
            "[2713]\tvalidation_0-auc:0.983383\n",
            "[2714]\tvalidation_0-auc:0.983388\n",
            "[2715]\tvalidation_0-auc:0.983389\n",
            "[2716]\tvalidation_0-auc:0.9834\n",
            "[2717]\tvalidation_0-auc:0.983408\n",
            "[2718]\tvalidation_0-auc:0.983414\n",
            "[2719]\tvalidation_0-auc:0.983417\n",
            "[2720]\tvalidation_0-auc:0.983418\n",
            "[2721]\tvalidation_0-auc:0.983423\n",
            "[2722]\tvalidation_0-auc:0.983427\n",
            "[2723]\tvalidation_0-auc:0.983436\n",
            "[2724]\tvalidation_0-auc:0.983451\n",
            "[2725]\tvalidation_0-auc:0.983459\n",
            "[2726]\tvalidation_0-auc:0.983463\n",
            "[2727]\tvalidation_0-auc:0.983475\n",
            "[2728]\tvalidation_0-auc:0.983472\n",
            "[2729]\tvalidation_0-auc:0.983477\n",
            "[2730]\tvalidation_0-auc:0.98348\n",
            "[2731]\tvalidation_0-auc:0.983485\n",
            "[2732]\tvalidation_0-auc:0.983491\n",
            "[2733]\tvalidation_0-auc:0.98349\n",
            "[2734]\tvalidation_0-auc:0.983499\n",
            "[2735]\tvalidation_0-auc:0.983503\n",
            "[2736]\tvalidation_0-auc:0.983515\n",
            "[2737]\tvalidation_0-auc:0.983515\n",
            "[2738]\tvalidation_0-auc:0.983519\n",
            "[2739]\tvalidation_0-auc:0.983528\n",
            "[2740]\tvalidation_0-auc:0.983536\n",
            "[2741]\tvalidation_0-auc:0.983552\n",
            "[2742]\tvalidation_0-auc:0.983556\n",
            "[2743]\tvalidation_0-auc:0.983573\n",
            "[2744]\tvalidation_0-auc:0.983585\n",
            "[2745]\tvalidation_0-auc:0.983591\n",
            "[2746]\tvalidation_0-auc:0.983601\n",
            "[2747]\tvalidation_0-auc:0.983606\n",
            "[2748]\tvalidation_0-auc:0.983611\n",
            "[2749]\tvalidation_0-auc:0.983613\n",
            "[2750]\tvalidation_0-auc:0.98362\n",
            "[2751]\tvalidation_0-auc:0.983629\n",
            "[2752]\tvalidation_0-auc:0.983638\n",
            "[2753]\tvalidation_0-auc:0.983643\n",
            "[2754]\tvalidation_0-auc:0.983646\n",
            "[2755]\tvalidation_0-auc:0.98365\n",
            "[2756]\tvalidation_0-auc:0.983669\n",
            "[2757]\tvalidation_0-auc:0.983678\n",
            "[2758]\tvalidation_0-auc:0.983693\n",
            "[2759]\tvalidation_0-auc:0.983691\n",
            "[2760]\tvalidation_0-auc:0.983694\n",
            "[2761]\tvalidation_0-auc:0.983705\n",
            "[2762]\tvalidation_0-auc:0.983708\n",
            "[2763]\tvalidation_0-auc:0.983723\n",
            "[2764]\tvalidation_0-auc:0.983725\n",
            "[2765]\tvalidation_0-auc:0.98373\n",
            "[2766]\tvalidation_0-auc:0.983735\n",
            "[2767]\tvalidation_0-auc:0.983744\n",
            "[2768]\tvalidation_0-auc:0.983751\n",
            "[2769]\tvalidation_0-auc:0.983752\n",
            "[2770]\tvalidation_0-auc:0.983755\n",
            "[2771]\tvalidation_0-auc:0.983769\n",
            "[2772]\tvalidation_0-auc:0.983779\n",
            "[2773]\tvalidation_0-auc:0.983779\n",
            "[2774]\tvalidation_0-auc:0.983789\n",
            "[2775]\tvalidation_0-auc:0.9838\n",
            "[2776]\tvalidation_0-auc:0.983804\n",
            "[2777]\tvalidation_0-auc:0.983805\n",
            "[2778]\tvalidation_0-auc:0.98381\n",
            "[2779]\tvalidation_0-auc:0.983827\n",
            "[2780]\tvalidation_0-auc:0.983826\n",
            "[2781]\tvalidation_0-auc:0.983828\n",
            "[2782]\tvalidation_0-auc:0.983831\n",
            "[2783]\tvalidation_0-auc:0.983836\n",
            "[2784]\tvalidation_0-auc:0.98384\n",
            "[2785]\tvalidation_0-auc:0.983843\n",
            "[2786]\tvalidation_0-auc:0.983843\n",
            "[2787]\tvalidation_0-auc:0.983854\n",
            "[2788]\tvalidation_0-auc:0.983853\n",
            "[2789]\tvalidation_0-auc:0.98386\n",
            "[2790]\tvalidation_0-auc:0.98386\n",
            "[2791]\tvalidation_0-auc:0.983866\n",
            "[2792]\tvalidation_0-auc:0.983873\n",
            "[2793]\tvalidation_0-auc:0.983874\n",
            "[2794]\tvalidation_0-auc:0.983878\n",
            "[2795]\tvalidation_0-auc:0.98388\n",
            "[2796]\tvalidation_0-auc:0.98389\n",
            "[2797]\tvalidation_0-auc:0.983898\n",
            "[2798]\tvalidation_0-auc:0.9839\n",
            "[2799]\tvalidation_0-auc:0.983898\n",
            "[2800]\tvalidation_0-auc:0.983904\n",
            "[2801]\tvalidation_0-auc:0.983905\n",
            "[2802]\tvalidation_0-auc:0.983914\n",
            "[2803]\tvalidation_0-auc:0.983928\n",
            "[2804]\tvalidation_0-auc:0.983934\n",
            "[2805]\tvalidation_0-auc:0.98395\n",
            "[2806]\tvalidation_0-auc:0.983951\n",
            "[2807]\tvalidation_0-auc:0.983954\n",
            "[2808]\tvalidation_0-auc:0.983962\n",
            "[2809]\tvalidation_0-auc:0.983961\n",
            "[2810]\tvalidation_0-auc:0.983962\n",
            "[2811]\tvalidation_0-auc:0.983968\n",
            "[2812]\tvalidation_0-auc:0.983972\n",
            "[2813]\tvalidation_0-auc:0.983973\n",
            "[2814]\tvalidation_0-auc:0.983976\n",
            "[2815]\tvalidation_0-auc:0.983983\n",
            "[2816]\tvalidation_0-auc:0.983988\n",
            "[2817]\tvalidation_0-auc:0.98399\n",
            "[2818]\tvalidation_0-auc:0.983998\n",
            "[2819]\tvalidation_0-auc:0.984003\n",
            "[2820]\tvalidation_0-auc:0.98401\n",
            "[2821]\tvalidation_0-auc:0.984015\n",
            "[2822]\tvalidation_0-auc:0.984014\n",
            "[2823]\tvalidation_0-auc:0.984013\n",
            "[2824]\tvalidation_0-auc:0.984013\n",
            "[2825]\tvalidation_0-auc:0.984019\n",
            "[2826]\tvalidation_0-auc:0.984032\n",
            "[2827]\tvalidation_0-auc:0.984038\n",
            "[2828]\tvalidation_0-auc:0.984046\n",
            "[2829]\tvalidation_0-auc:0.984059\n",
            "[2830]\tvalidation_0-auc:0.984066\n",
            "[2831]\tvalidation_0-auc:0.984083\n",
            "[2832]\tvalidation_0-auc:0.984087\n",
            "[2833]\tvalidation_0-auc:0.984093\n",
            "[2834]\tvalidation_0-auc:0.984098\n",
            "[2835]\tvalidation_0-auc:0.984115\n",
            "[2836]\tvalidation_0-auc:0.984122\n",
            "[2837]\tvalidation_0-auc:0.984125\n",
            "[2838]\tvalidation_0-auc:0.984131\n",
            "[2839]\tvalidation_0-auc:0.984137\n",
            "[2840]\tvalidation_0-auc:0.984141\n",
            "[2841]\tvalidation_0-auc:0.984145\n",
            "[2842]\tvalidation_0-auc:0.984153\n",
            "[2843]\tvalidation_0-auc:0.984158\n",
            "[2844]\tvalidation_0-auc:0.984166\n",
            "[2845]\tvalidation_0-auc:0.98417\n",
            "[2846]\tvalidation_0-auc:0.984177\n",
            "[2847]\tvalidation_0-auc:0.984184\n",
            "[2848]\tvalidation_0-auc:0.984189\n",
            "[2849]\tvalidation_0-auc:0.984198\n",
            "[2850]\tvalidation_0-auc:0.984201\n",
            "[2851]\tvalidation_0-auc:0.98421\n",
            "[2852]\tvalidation_0-auc:0.984217\n",
            "[2853]\tvalidation_0-auc:0.984224\n",
            "[2854]\tvalidation_0-auc:0.984242\n",
            "[2855]\tvalidation_0-auc:0.984249\n",
            "[2856]\tvalidation_0-auc:0.984254\n",
            "[2857]\tvalidation_0-auc:0.984253\n",
            "[2858]\tvalidation_0-auc:0.984255\n",
            "[2859]\tvalidation_0-auc:0.984259\n",
            "[2860]\tvalidation_0-auc:0.984266\n",
            "[2861]\tvalidation_0-auc:0.984271\n",
            "[2862]\tvalidation_0-auc:0.984284\n",
            "[2863]\tvalidation_0-auc:0.984291\n",
            "[2864]\tvalidation_0-auc:0.984294\n",
            "[2865]\tvalidation_0-auc:0.984306\n",
            "[2866]\tvalidation_0-auc:0.98431\n",
            "[2867]\tvalidation_0-auc:0.984318\n",
            "[2868]\tvalidation_0-auc:0.984321\n",
            "[2869]\tvalidation_0-auc:0.984322\n",
            "[2870]\tvalidation_0-auc:0.984331\n",
            "[2871]\tvalidation_0-auc:0.984337\n",
            "[2872]\tvalidation_0-auc:0.984341\n",
            "[2873]\tvalidation_0-auc:0.984349\n",
            "[2874]\tvalidation_0-auc:0.984351\n",
            "[2875]\tvalidation_0-auc:0.984356\n",
            "[2876]\tvalidation_0-auc:0.984358\n",
            "[2877]\tvalidation_0-auc:0.984361\n",
            "[2878]\tvalidation_0-auc:0.984365\n",
            "[2879]\tvalidation_0-auc:0.984381\n",
            "[2880]\tvalidation_0-auc:0.984395\n",
            "[2881]\tvalidation_0-auc:0.984398\n",
            "[2882]\tvalidation_0-auc:0.984403\n",
            "[2883]\tvalidation_0-auc:0.984414\n",
            "[2884]\tvalidation_0-auc:0.984429\n",
            "[2885]\tvalidation_0-auc:0.984429\n",
            "[2886]\tvalidation_0-auc:0.984435\n",
            "[2887]\tvalidation_0-auc:0.984446\n",
            "[2888]\tvalidation_0-auc:0.984444\n",
            "[2889]\tvalidation_0-auc:0.984456\n",
            "[2890]\tvalidation_0-auc:0.984455\n",
            "[2891]\tvalidation_0-auc:0.984465\n",
            "[2892]\tvalidation_0-auc:0.984469\n",
            "[2893]\tvalidation_0-auc:0.984479\n",
            "[2894]\tvalidation_0-auc:0.984483\n",
            "[2895]\tvalidation_0-auc:0.984488\n",
            "[2896]\tvalidation_0-auc:0.984491\n",
            "[2897]\tvalidation_0-auc:0.9845\n",
            "[2898]\tvalidation_0-auc:0.984508\n",
            "[2899]\tvalidation_0-auc:0.984517\n",
            "[2900]\tvalidation_0-auc:0.984519\n",
            "[2901]\tvalidation_0-auc:0.984535\n",
            "[2902]\tvalidation_0-auc:0.984539\n",
            "[2903]\tvalidation_0-auc:0.984536\n",
            "[2904]\tvalidation_0-auc:0.984548\n",
            "[2905]\tvalidation_0-auc:0.984551\n",
            "[2906]\tvalidation_0-auc:0.984558\n",
            "[2907]\tvalidation_0-auc:0.984565\n",
            "[2908]\tvalidation_0-auc:0.984563\n",
            "[2909]\tvalidation_0-auc:0.98457\n",
            "[2910]\tvalidation_0-auc:0.984578\n",
            "[2911]\tvalidation_0-auc:0.984577\n",
            "[2912]\tvalidation_0-auc:0.984579\n",
            "[2913]\tvalidation_0-auc:0.984587\n",
            "[2914]\tvalidation_0-auc:0.984596\n",
            "[2915]\tvalidation_0-auc:0.984602\n",
            "[2916]\tvalidation_0-auc:0.984606\n",
            "[2917]\tvalidation_0-auc:0.984613\n",
            "[2918]\tvalidation_0-auc:0.984608\n",
            "[2919]\tvalidation_0-auc:0.984606\n",
            "[2920]\tvalidation_0-auc:0.984613\n",
            "[2921]\tvalidation_0-auc:0.984613\n",
            "[2922]\tvalidation_0-auc:0.98462\n",
            "[2923]\tvalidation_0-auc:0.984636\n",
            "[2924]\tvalidation_0-auc:0.984638\n",
            "[2925]\tvalidation_0-auc:0.98464\n",
            "[2926]\tvalidation_0-auc:0.984644\n",
            "[2927]\tvalidation_0-auc:0.984649\n",
            "[2928]\tvalidation_0-auc:0.98465\n",
            "[2929]\tvalidation_0-auc:0.984655\n",
            "[2930]\tvalidation_0-auc:0.984673\n",
            "[2931]\tvalidation_0-auc:0.984673\n",
            "[2932]\tvalidation_0-auc:0.984685\n",
            "[2933]\tvalidation_0-auc:0.984702\n",
            "[2934]\tvalidation_0-auc:0.98471\n",
            "[2935]\tvalidation_0-auc:0.984709\n",
            "[2936]\tvalidation_0-auc:0.98473\n",
            "[2937]\tvalidation_0-auc:0.984735\n",
            "[2938]\tvalidation_0-auc:0.984749\n",
            "[2939]\tvalidation_0-auc:0.984751\n",
            "[2940]\tvalidation_0-auc:0.984758\n",
            "[2941]\tvalidation_0-auc:0.984762\n",
            "[2942]\tvalidation_0-auc:0.984773\n",
            "[2943]\tvalidation_0-auc:0.984774\n",
            "[2944]\tvalidation_0-auc:0.984781\n",
            "[2945]\tvalidation_0-auc:0.984796\n",
            "[2946]\tvalidation_0-auc:0.984803\n",
            "[2947]\tvalidation_0-auc:0.984807\n",
            "[2948]\tvalidation_0-auc:0.984824\n",
            "[2949]\tvalidation_0-auc:0.98483\n",
            "[2950]\tvalidation_0-auc:0.984834\n",
            "[2951]\tvalidation_0-auc:0.98484\n",
            "[2952]\tvalidation_0-auc:0.984846\n",
            "[2953]\tvalidation_0-auc:0.98485\n",
            "[2954]\tvalidation_0-auc:0.984855\n",
            "[2955]\tvalidation_0-auc:0.984863\n",
            "[2956]\tvalidation_0-auc:0.984869\n",
            "[2957]\tvalidation_0-auc:0.984871\n",
            "[2958]\tvalidation_0-auc:0.984898\n",
            "[2959]\tvalidation_0-auc:0.984897\n",
            "[2960]\tvalidation_0-auc:0.984892\n",
            "[2961]\tvalidation_0-auc:0.984901\n",
            "[2962]\tvalidation_0-auc:0.984904\n",
            "[2963]\tvalidation_0-auc:0.98491\n",
            "[2964]\tvalidation_0-auc:0.984916\n",
            "[2965]\tvalidation_0-auc:0.984924\n",
            "[2966]\tvalidation_0-auc:0.984937\n",
            "[2967]\tvalidation_0-auc:0.98494\n",
            "[2968]\tvalidation_0-auc:0.98495\n",
            "[2969]\tvalidation_0-auc:0.98495\n",
            "[2970]\tvalidation_0-auc:0.984961\n",
            "[2971]\tvalidation_0-auc:0.984969\n",
            "[2972]\tvalidation_0-auc:0.984979\n",
            "[2973]\tvalidation_0-auc:0.984984\n",
            "[2974]\tvalidation_0-auc:0.984983\n",
            "[2975]\tvalidation_0-auc:0.98498\n",
            "[2976]\tvalidation_0-auc:0.984992\n",
            "[2977]\tvalidation_0-auc:0.984996\n",
            "[2978]\tvalidation_0-auc:0.984996\n",
            "[2979]\tvalidation_0-auc:0.985007\n",
            "[2980]\tvalidation_0-auc:0.985011\n",
            "[2981]\tvalidation_0-auc:0.98502\n",
            "[2982]\tvalidation_0-auc:0.985031\n",
            "[2983]\tvalidation_0-auc:0.985036\n",
            "[2984]\tvalidation_0-auc:0.98504\n",
            "[2985]\tvalidation_0-auc:0.985041\n",
            "[2986]\tvalidation_0-auc:0.985049\n",
            "[2987]\tvalidation_0-auc:0.985055\n",
            "[2988]\tvalidation_0-auc:0.985054\n",
            "[2989]\tvalidation_0-auc:0.98507\n",
            "[2990]\tvalidation_0-auc:0.985071\n",
            "[2991]\tvalidation_0-auc:0.985076\n",
            "[2992]\tvalidation_0-auc:0.985083\n",
            "[2993]\tvalidation_0-auc:0.985084\n",
            "[2994]\tvalidation_0-auc:0.98509\n",
            "[2995]\tvalidation_0-auc:0.985093\n",
            "[2996]\tvalidation_0-auc:0.985102\n",
            "[2997]\tvalidation_0-auc:0.985105\n",
            "[2998]\tvalidation_0-auc:0.985111\n",
            "[2999]\tvalidation_0-auc:0.985119\n",
            "[3000]\tvalidation_0-auc:0.985119\n",
            "[3001]\tvalidation_0-auc:0.98513\n",
            "[3002]\tvalidation_0-auc:0.985137\n",
            "[3003]\tvalidation_0-auc:0.985147\n",
            "[3004]\tvalidation_0-auc:0.985152\n",
            "[3005]\tvalidation_0-auc:0.985158\n",
            "[3006]\tvalidation_0-auc:0.98516\n",
            "[3007]\tvalidation_0-auc:0.985164\n",
            "[3008]\tvalidation_0-auc:0.985186\n",
            "[3009]\tvalidation_0-auc:0.985192\n",
            "[3010]\tvalidation_0-auc:0.985199\n",
            "[3011]\tvalidation_0-auc:0.985203\n",
            "[3012]\tvalidation_0-auc:0.98521\n",
            "[3013]\tvalidation_0-auc:0.98522\n",
            "[3014]\tvalidation_0-auc:0.985223\n",
            "[3015]\tvalidation_0-auc:0.985227\n",
            "[3016]\tvalidation_0-auc:0.985238\n",
            "[3017]\tvalidation_0-auc:0.98524\n",
            "[3018]\tvalidation_0-auc:0.985243\n",
            "[3019]\tvalidation_0-auc:0.985251\n",
            "[3020]\tvalidation_0-auc:0.985258\n",
            "[3021]\tvalidation_0-auc:0.985258\n",
            "[3022]\tvalidation_0-auc:0.985268\n",
            "[3023]\tvalidation_0-auc:0.985287\n",
            "[3024]\tvalidation_0-auc:0.985294\n",
            "[3025]\tvalidation_0-auc:0.985312\n",
            "[3026]\tvalidation_0-auc:0.98531\n",
            "[3027]\tvalidation_0-auc:0.985314\n",
            "[3028]\tvalidation_0-auc:0.985315\n",
            "[3029]\tvalidation_0-auc:0.985313\n",
            "[3030]\tvalidation_0-auc:0.985314\n",
            "[3031]\tvalidation_0-auc:0.985324\n",
            "[3032]\tvalidation_0-auc:0.985332\n",
            "[3033]\tvalidation_0-auc:0.985342\n",
            "[3034]\tvalidation_0-auc:0.985342\n",
            "[3035]\tvalidation_0-auc:0.985355\n",
            "[3036]\tvalidation_0-auc:0.985359\n",
            "[3037]\tvalidation_0-auc:0.985375\n",
            "[3038]\tvalidation_0-auc:0.985381\n",
            "[3039]\tvalidation_0-auc:0.985381\n",
            "[3040]\tvalidation_0-auc:0.985387\n",
            "[3041]\tvalidation_0-auc:0.985387\n",
            "[3042]\tvalidation_0-auc:0.985394\n",
            "[3043]\tvalidation_0-auc:0.985398\n",
            "[3044]\tvalidation_0-auc:0.985397\n",
            "[3045]\tvalidation_0-auc:0.985403\n",
            "[3046]\tvalidation_0-auc:0.985408\n",
            "[3047]\tvalidation_0-auc:0.985413\n",
            "[3048]\tvalidation_0-auc:0.985428\n",
            "[3049]\tvalidation_0-auc:0.985436\n",
            "[3050]\tvalidation_0-auc:0.98544\n",
            "[3051]\tvalidation_0-auc:0.985443\n",
            "[3052]\tvalidation_0-auc:0.98545\n",
            "[3053]\tvalidation_0-auc:0.985452\n",
            "[3054]\tvalidation_0-auc:0.985458\n",
            "[3055]\tvalidation_0-auc:0.985459\n",
            "[3056]\tvalidation_0-auc:0.98546\n",
            "[3057]\tvalidation_0-auc:0.985463\n",
            "[3058]\tvalidation_0-auc:0.985475\n",
            "[3059]\tvalidation_0-auc:0.985487\n",
            "[3060]\tvalidation_0-auc:0.985489\n",
            "[3061]\tvalidation_0-auc:0.985503\n",
            "[3062]\tvalidation_0-auc:0.985504\n",
            "[3063]\tvalidation_0-auc:0.985504\n",
            "[3064]\tvalidation_0-auc:0.98551\n",
            "[3065]\tvalidation_0-auc:0.985516\n",
            "[3066]\tvalidation_0-auc:0.985525\n",
            "[3067]\tvalidation_0-auc:0.985526\n",
            "[3068]\tvalidation_0-auc:0.985528\n",
            "[3069]\tvalidation_0-auc:0.985534\n",
            "[3070]\tvalidation_0-auc:0.985543\n",
            "[3071]\tvalidation_0-auc:0.985557\n",
            "[3072]\tvalidation_0-auc:0.985565\n",
            "[3073]\tvalidation_0-auc:0.985574\n",
            "[3074]\tvalidation_0-auc:0.985584\n",
            "[3075]\tvalidation_0-auc:0.985586\n",
            "[3076]\tvalidation_0-auc:0.9856\n",
            "[3077]\tvalidation_0-auc:0.985603\n",
            "[3078]\tvalidation_0-auc:0.985608\n",
            "[3079]\tvalidation_0-auc:0.985616\n",
            "[3080]\tvalidation_0-auc:0.985617\n",
            "[3081]\tvalidation_0-auc:0.985619\n",
            "[3082]\tvalidation_0-auc:0.985619\n",
            "[3083]\tvalidation_0-auc:0.985632\n",
            "[3084]\tvalidation_0-auc:0.985638\n",
            "[3085]\tvalidation_0-auc:0.985646\n",
            "[3086]\tvalidation_0-auc:0.985649\n",
            "[3087]\tvalidation_0-auc:0.985653\n",
            "[3088]\tvalidation_0-auc:0.985662\n",
            "[3089]\tvalidation_0-auc:0.985667\n",
            "[3090]\tvalidation_0-auc:0.985683\n",
            "[3091]\tvalidation_0-auc:0.985691\n",
            "[3092]\tvalidation_0-auc:0.985694\n",
            "[3093]\tvalidation_0-auc:0.985696\n",
            "[3094]\tvalidation_0-auc:0.985693\n",
            "[3095]\tvalidation_0-auc:0.9857\n",
            "[3096]\tvalidation_0-auc:0.985703\n",
            "[3097]\tvalidation_0-auc:0.985704\n",
            "[3098]\tvalidation_0-auc:0.985707\n",
            "[3099]\tvalidation_0-auc:0.98572\n",
            "[3100]\tvalidation_0-auc:0.985721\n",
            "[3101]\tvalidation_0-auc:0.985724\n",
            "[3102]\tvalidation_0-auc:0.985728\n",
            "[3103]\tvalidation_0-auc:0.985737\n",
            "[3104]\tvalidation_0-auc:0.985741\n",
            "[3105]\tvalidation_0-auc:0.985749\n",
            "[3106]\tvalidation_0-auc:0.98576\n",
            "[3107]\tvalidation_0-auc:0.985764\n",
            "[3108]\tvalidation_0-auc:0.985767\n",
            "[3109]\tvalidation_0-auc:0.985776\n",
            "[3110]\tvalidation_0-auc:0.985774\n",
            "[3111]\tvalidation_0-auc:0.985776\n",
            "[3112]\tvalidation_0-auc:0.985778\n",
            "[3113]\tvalidation_0-auc:0.985782\n",
            "[3114]\tvalidation_0-auc:0.985789\n",
            "[3115]\tvalidation_0-auc:0.985797\n",
            "[3116]\tvalidation_0-auc:0.985797\n",
            "[3117]\tvalidation_0-auc:0.9858\n",
            "[3118]\tvalidation_0-auc:0.985807\n",
            "[3119]\tvalidation_0-auc:0.985812\n",
            "[3120]\tvalidation_0-auc:0.98582\n",
            "[3121]\tvalidation_0-auc:0.985822\n",
            "[3122]\tvalidation_0-auc:0.985833\n",
            "[3123]\tvalidation_0-auc:0.985837\n",
            "[3124]\tvalidation_0-auc:0.985839\n",
            "[3125]\tvalidation_0-auc:0.985842\n",
            "[3126]\tvalidation_0-auc:0.98585\n",
            "[3127]\tvalidation_0-auc:0.985854\n",
            "[3128]\tvalidation_0-auc:0.985867\n",
            "[3129]\tvalidation_0-auc:0.985877\n",
            "[3130]\tvalidation_0-auc:0.985882\n",
            "[3131]\tvalidation_0-auc:0.985884\n",
            "[3132]\tvalidation_0-auc:0.985888\n",
            "[3133]\tvalidation_0-auc:0.985893\n",
            "[3134]\tvalidation_0-auc:0.9859\n",
            "[3135]\tvalidation_0-auc:0.985909\n",
            "[3136]\tvalidation_0-auc:0.985925\n",
            "[3137]\tvalidation_0-auc:0.985933\n",
            "[3138]\tvalidation_0-auc:0.985943\n",
            "[3139]\tvalidation_0-auc:0.985948\n",
            "[3140]\tvalidation_0-auc:0.985954\n",
            "[3141]\tvalidation_0-auc:0.985954\n",
            "[3142]\tvalidation_0-auc:0.985961\n",
            "[3143]\tvalidation_0-auc:0.985966\n",
            "[3144]\tvalidation_0-auc:0.985965\n",
            "[3145]\tvalidation_0-auc:0.985966\n",
            "[3146]\tvalidation_0-auc:0.985969\n",
            "[3147]\tvalidation_0-auc:0.985974\n",
            "[3148]\tvalidation_0-auc:0.985978\n",
            "[3149]\tvalidation_0-auc:0.985983\n",
            "[3150]\tvalidation_0-auc:0.985996\n",
            "[3151]\tvalidation_0-auc:0.986001\n",
            "[3152]\tvalidation_0-auc:0.986011\n",
            "[3153]\tvalidation_0-auc:0.986013\n",
            "[3154]\tvalidation_0-auc:0.986018\n",
            "[3155]\tvalidation_0-auc:0.986023\n",
            "[3156]\tvalidation_0-auc:0.986022\n",
            "[3157]\tvalidation_0-auc:0.986025\n",
            "[3158]\tvalidation_0-auc:0.986029\n",
            "[3159]\tvalidation_0-auc:0.986032\n",
            "[3160]\tvalidation_0-auc:0.986049\n",
            "[3161]\tvalidation_0-auc:0.986052\n",
            "[3162]\tvalidation_0-auc:0.986053\n",
            "[3163]\tvalidation_0-auc:0.986061\n",
            "[3164]\tvalidation_0-auc:0.986068\n",
            "[3165]\tvalidation_0-auc:0.98607\n",
            "[3166]\tvalidation_0-auc:0.986069\n",
            "[3167]\tvalidation_0-auc:0.986076\n",
            "[3168]\tvalidation_0-auc:0.986087\n",
            "[3169]\tvalidation_0-auc:0.986094\n",
            "[3170]\tvalidation_0-auc:0.986096\n",
            "[3171]\tvalidation_0-auc:0.986103\n",
            "[3172]\tvalidation_0-auc:0.986119\n",
            "[3173]\tvalidation_0-auc:0.986122\n",
            "[3174]\tvalidation_0-auc:0.986128\n",
            "[3175]\tvalidation_0-auc:0.986138\n",
            "[3176]\tvalidation_0-auc:0.98614\n",
            "[3177]\tvalidation_0-auc:0.986141\n",
            "[3178]\tvalidation_0-auc:0.986158\n",
            "[3179]\tvalidation_0-auc:0.986162\n",
            "[3180]\tvalidation_0-auc:0.986168\n",
            "[3181]\tvalidation_0-auc:0.986167\n",
            "[3182]\tvalidation_0-auc:0.986169\n",
            "[3183]\tvalidation_0-auc:0.986173\n",
            "[3184]\tvalidation_0-auc:0.986184\n",
            "[3185]\tvalidation_0-auc:0.986189\n",
            "[3186]\tvalidation_0-auc:0.986189\n",
            "[3187]\tvalidation_0-auc:0.986197\n",
            "[3188]\tvalidation_0-auc:0.986196\n",
            "[3189]\tvalidation_0-auc:0.986204\n",
            "[3190]\tvalidation_0-auc:0.986204\n",
            "[3191]\tvalidation_0-auc:0.98621\n",
            "[3192]\tvalidation_0-auc:0.986211\n",
            "[3193]\tvalidation_0-auc:0.986211\n",
            "[3194]\tvalidation_0-auc:0.986211\n",
            "[3195]\tvalidation_0-auc:0.986217\n",
            "[3196]\tvalidation_0-auc:0.986221\n",
            "[3197]\tvalidation_0-auc:0.986225\n",
            "[3198]\tvalidation_0-auc:0.986244\n",
            "[3199]\tvalidation_0-auc:0.986255\n",
            "[3200]\tvalidation_0-auc:0.986257\n",
            "[3201]\tvalidation_0-auc:0.986262\n",
            "[3202]\tvalidation_0-auc:0.986263\n",
            "[3203]\tvalidation_0-auc:0.986264\n",
            "[3204]\tvalidation_0-auc:0.986266\n",
            "[3205]\tvalidation_0-auc:0.986267\n",
            "[3206]\tvalidation_0-auc:0.986267\n",
            "[3207]\tvalidation_0-auc:0.986271\n",
            "[3208]\tvalidation_0-auc:0.986274\n",
            "[3209]\tvalidation_0-auc:0.986275\n",
            "[3210]\tvalidation_0-auc:0.986278\n",
            "[3211]\tvalidation_0-auc:0.986282\n",
            "[3212]\tvalidation_0-auc:0.986286\n",
            "[3213]\tvalidation_0-auc:0.986292\n",
            "[3214]\tvalidation_0-auc:0.986296\n",
            "[3215]\tvalidation_0-auc:0.986303\n",
            "[3216]\tvalidation_0-auc:0.986321\n",
            "[3217]\tvalidation_0-auc:0.986323\n",
            "[3218]\tvalidation_0-auc:0.986334\n",
            "[3219]\tvalidation_0-auc:0.986333\n",
            "[3220]\tvalidation_0-auc:0.98634\n",
            "[3221]\tvalidation_0-auc:0.986343\n",
            "[3222]\tvalidation_0-auc:0.986351\n",
            "[3223]\tvalidation_0-auc:0.986362\n",
            "[3224]\tvalidation_0-auc:0.986367\n",
            "[3225]\tvalidation_0-auc:0.986379\n",
            "[3226]\tvalidation_0-auc:0.986382\n",
            "[3227]\tvalidation_0-auc:0.986386\n",
            "[3228]\tvalidation_0-auc:0.986393\n",
            "[3229]\tvalidation_0-auc:0.986404\n",
            "[3230]\tvalidation_0-auc:0.986405\n",
            "[3231]\tvalidation_0-auc:0.98641\n",
            "[3232]\tvalidation_0-auc:0.986415\n",
            "[3233]\tvalidation_0-auc:0.986427\n",
            "[3234]\tvalidation_0-auc:0.986443\n",
            "[3235]\tvalidation_0-auc:0.98645\n",
            "[3236]\tvalidation_0-auc:0.986458\n",
            "[3237]\tvalidation_0-auc:0.986456\n",
            "[3238]\tvalidation_0-auc:0.986459\n",
            "[3239]\tvalidation_0-auc:0.986468\n",
            "[3240]\tvalidation_0-auc:0.986477\n",
            "[3241]\tvalidation_0-auc:0.986483\n",
            "[3242]\tvalidation_0-auc:0.98649\n",
            "[3243]\tvalidation_0-auc:0.986488\n",
            "[3244]\tvalidation_0-auc:0.9865\n",
            "[3245]\tvalidation_0-auc:0.986505\n",
            "[3246]\tvalidation_0-auc:0.986515\n",
            "[3247]\tvalidation_0-auc:0.986514\n",
            "[3248]\tvalidation_0-auc:0.986525\n",
            "[3249]\tvalidation_0-auc:0.986532\n",
            "[3250]\tvalidation_0-auc:0.986541\n",
            "[3251]\tvalidation_0-auc:0.986547\n",
            "[3252]\tvalidation_0-auc:0.98655\n",
            "[3253]\tvalidation_0-auc:0.986553\n",
            "[3254]\tvalidation_0-auc:0.986556\n",
            "[3255]\tvalidation_0-auc:0.98656\n",
            "[3256]\tvalidation_0-auc:0.986561\n",
            "[3257]\tvalidation_0-auc:0.986564\n",
            "[3258]\tvalidation_0-auc:0.986571\n",
            "[3259]\tvalidation_0-auc:0.986582\n",
            "[3260]\tvalidation_0-auc:0.986583\n",
            "[3261]\tvalidation_0-auc:0.986587\n",
            "[3262]\tvalidation_0-auc:0.986587\n",
            "[3263]\tvalidation_0-auc:0.986591\n",
            "[3264]\tvalidation_0-auc:0.986592\n",
            "[3265]\tvalidation_0-auc:0.9866\n",
            "[3266]\tvalidation_0-auc:0.986608\n",
            "[3267]\tvalidation_0-auc:0.986613\n",
            "[3268]\tvalidation_0-auc:0.986621\n",
            "[3269]\tvalidation_0-auc:0.986631\n",
            "[3270]\tvalidation_0-auc:0.98664\n",
            "[3271]\tvalidation_0-auc:0.986645\n",
            "[3272]\tvalidation_0-auc:0.986646\n",
            "[3273]\tvalidation_0-auc:0.98665\n",
            "[3274]\tvalidation_0-auc:0.986652\n",
            "[3275]\tvalidation_0-auc:0.986653\n",
            "[3276]\tvalidation_0-auc:0.986664\n",
            "[3277]\tvalidation_0-auc:0.986672\n",
            "[3278]\tvalidation_0-auc:0.986672\n",
            "[3279]\tvalidation_0-auc:0.986682\n",
            "[3280]\tvalidation_0-auc:0.986688\n",
            "[3281]\tvalidation_0-auc:0.986695\n",
            "[3282]\tvalidation_0-auc:0.986697\n",
            "[3283]\tvalidation_0-auc:0.986717\n",
            "[3284]\tvalidation_0-auc:0.986715\n",
            "[3285]\tvalidation_0-auc:0.986723\n",
            "[3286]\tvalidation_0-auc:0.986729\n",
            "[3287]\tvalidation_0-auc:0.986733\n",
            "[3288]\tvalidation_0-auc:0.98674\n",
            "[3289]\tvalidation_0-auc:0.986755\n",
            "[3290]\tvalidation_0-auc:0.986757\n",
            "[3291]\tvalidation_0-auc:0.986766\n",
            "[3292]\tvalidation_0-auc:0.986772\n",
            "[3293]\tvalidation_0-auc:0.986777\n",
            "[3294]\tvalidation_0-auc:0.986778\n",
            "[3295]\tvalidation_0-auc:0.986784\n",
            "[3296]\tvalidation_0-auc:0.986788\n",
            "[3297]\tvalidation_0-auc:0.986794\n",
            "[3298]\tvalidation_0-auc:0.986797\n",
            "[3299]\tvalidation_0-auc:0.986803\n",
            "[3300]\tvalidation_0-auc:0.986813\n",
            "[3301]\tvalidation_0-auc:0.986815\n",
            "[3302]\tvalidation_0-auc:0.986821\n",
            "[3303]\tvalidation_0-auc:0.986832\n",
            "[3304]\tvalidation_0-auc:0.986843\n",
            "[3305]\tvalidation_0-auc:0.986849\n",
            "[3306]\tvalidation_0-auc:0.986856\n",
            "[3307]\tvalidation_0-auc:0.98687\n",
            "[3308]\tvalidation_0-auc:0.986877\n",
            "[3309]\tvalidation_0-auc:0.986881\n",
            "[3310]\tvalidation_0-auc:0.986882\n",
            "[3311]\tvalidation_0-auc:0.986891\n",
            "[3312]\tvalidation_0-auc:0.98689\n",
            "[3313]\tvalidation_0-auc:0.986897\n",
            "[3314]\tvalidation_0-auc:0.986901\n",
            "[3315]\tvalidation_0-auc:0.986903\n",
            "[3316]\tvalidation_0-auc:0.986907\n",
            "[3317]\tvalidation_0-auc:0.986911\n",
            "[3318]\tvalidation_0-auc:0.986919\n",
            "[3319]\tvalidation_0-auc:0.986931\n",
            "[3320]\tvalidation_0-auc:0.986934\n",
            "[3321]\tvalidation_0-auc:0.986952\n",
            "[3322]\tvalidation_0-auc:0.986955\n",
            "[3323]\tvalidation_0-auc:0.986962\n",
            "[3324]\tvalidation_0-auc:0.986968\n",
            "[3325]\tvalidation_0-auc:0.986982\n",
            "[3326]\tvalidation_0-auc:0.986985\n",
            "[3327]\tvalidation_0-auc:0.986991\n",
            "[3328]\tvalidation_0-auc:0.986997\n",
            "[3329]\tvalidation_0-auc:0.98701\n",
            "[3330]\tvalidation_0-auc:0.987012\n",
            "[3331]\tvalidation_0-auc:0.987013\n",
            "[3332]\tvalidation_0-auc:0.98702\n",
            "[3333]\tvalidation_0-auc:0.98702\n",
            "[3334]\tvalidation_0-auc:0.987026\n",
            "[3335]\tvalidation_0-auc:0.987025\n",
            "[3336]\tvalidation_0-auc:0.987029\n",
            "[3337]\tvalidation_0-auc:0.987034\n",
            "[3338]\tvalidation_0-auc:0.987041\n",
            "[3339]\tvalidation_0-auc:0.987049\n",
            "[3340]\tvalidation_0-auc:0.987053\n",
            "[3341]\tvalidation_0-auc:0.987068\n",
            "[3342]\tvalidation_0-auc:0.987073\n",
            "[3343]\tvalidation_0-auc:0.987083\n",
            "[3344]\tvalidation_0-auc:0.987085\n",
            "[3345]\tvalidation_0-auc:0.987085\n",
            "[3346]\tvalidation_0-auc:0.987092\n",
            "[3347]\tvalidation_0-auc:0.987094\n",
            "[3348]\tvalidation_0-auc:0.987098\n",
            "[3349]\tvalidation_0-auc:0.987101\n",
            "[3350]\tvalidation_0-auc:0.987109\n",
            "[3351]\tvalidation_0-auc:0.987109\n",
            "[3352]\tvalidation_0-auc:0.987117\n",
            "[3353]\tvalidation_0-auc:0.987124\n",
            "[3354]\tvalidation_0-auc:0.987129\n",
            "[3355]\tvalidation_0-auc:0.987132\n",
            "[3356]\tvalidation_0-auc:0.987144\n",
            "[3357]\tvalidation_0-auc:0.987152\n",
            "[3358]\tvalidation_0-auc:0.987158\n",
            "[3359]\tvalidation_0-auc:0.987165\n",
            "[3360]\tvalidation_0-auc:0.987166\n",
            "[3361]\tvalidation_0-auc:0.987168\n",
            "[3362]\tvalidation_0-auc:0.987171\n",
            "[3363]\tvalidation_0-auc:0.987175\n",
            "[3364]\tvalidation_0-auc:0.987182\n",
            "[3365]\tvalidation_0-auc:0.98719\n",
            "[3366]\tvalidation_0-auc:0.987196\n",
            "[3367]\tvalidation_0-auc:0.987206\n",
            "[3368]\tvalidation_0-auc:0.987216\n",
            "[3369]\tvalidation_0-auc:0.98722\n",
            "[3370]\tvalidation_0-auc:0.987223\n",
            "[3371]\tvalidation_0-auc:0.987232\n",
            "[3372]\tvalidation_0-auc:0.987242\n",
            "[3373]\tvalidation_0-auc:0.987243\n",
            "[3374]\tvalidation_0-auc:0.987259\n",
            "[3375]\tvalidation_0-auc:0.987259\n",
            "[3376]\tvalidation_0-auc:0.987276\n",
            "[3377]\tvalidation_0-auc:0.987287\n",
            "[3378]\tvalidation_0-auc:0.987292\n",
            "[3379]\tvalidation_0-auc:0.987292\n",
            "[3380]\tvalidation_0-auc:0.987298\n",
            "[3381]\tvalidation_0-auc:0.987303\n",
            "[3382]\tvalidation_0-auc:0.987306\n",
            "[3383]\tvalidation_0-auc:0.987312\n",
            "[3384]\tvalidation_0-auc:0.987322\n",
            "[3385]\tvalidation_0-auc:0.987321\n",
            "[3386]\tvalidation_0-auc:0.987321\n",
            "[3387]\tvalidation_0-auc:0.987327\n",
            "[3388]\tvalidation_0-auc:0.987331\n",
            "[3389]\tvalidation_0-auc:0.987337\n",
            "[3390]\tvalidation_0-auc:0.987343\n",
            "[3391]\tvalidation_0-auc:0.987349\n",
            "[3392]\tvalidation_0-auc:0.987351\n",
            "[3393]\tvalidation_0-auc:0.98736\n",
            "[3394]\tvalidation_0-auc:0.987359\n",
            "[3395]\tvalidation_0-auc:0.987375\n",
            "[3396]\tvalidation_0-auc:0.987378\n",
            "[3397]\tvalidation_0-auc:0.987384\n",
            "[3398]\tvalidation_0-auc:0.987389\n",
            "[3399]\tvalidation_0-auc:0.987396\n",
            "[3400]\tvalidation_0-auc:0.987399\n",
            "[3401]\tvalidation_0-auc:0.987401\n",
            "[3402]\tvalidation_0-auc:0.987402\n",
            "[3403]\tvalidation_0-auc:0.987405\n",
            "[3404]\tvalidation_0-auc:0.987409\n",
            "[3405]\tvalidation_0-auc:0.98741\n",
            "[3406]\tvalidation_0-auc:0.98741\n",
            "[3407]\tvalidation_0-auc:0.987416\n",
            "[3408]\tvalidation_0-auc:0.987422\n",
            "[3409]\tvalidation_0-auc:0.987426\n",
            "[3410]\tvalidation_0-auc:0.987441\n",
            "[3411]\tvalidation_0-auc:0.98745\n",
            "[3412]\tvalidation_0-auc:0.987455\n",
            "[3413]\tvalidation_0-auc:0.987458\n",
            "[3414]\tvalidation_0-auc:0.987463\n",
            "[3415]\tvalidation_0-auc:0.987469\n",
            "[3416]\tvalidation_0-auc:0.98748\n",
            "[3417]\tvalidation_0-auc:0.987475\n",
            "[3418]\tvalidation_0-auc:0.98748\n",
            "[3419]\tvalidation_0-auc:0.987479\n",
            "[3420]\tvalidation_0-auc:0.987482\n",
            "[3421]\tvalidation_0-auc:0.98749\n",
            "[3422]\tvalidation_0-auc:0.987494\n",
            "[3423]\tvalidation_0-auc:0.9875\n",
            "[3424]\tvalidation_0-auc:0.987507\n",
            "[3425]\tvalidation_0-auc:0.987516\n",
            "[3426]\tvalidation_0-auc:0.987519\n",
            "[3427]\tvalidation_0-auc:0.987521\n",
            "[3428]\tvalidation_0-auc:0.98753\n",
            "[3429]\tvalidation_0-auc:0.987535\n",
            "[3430]\tvalidation_0-auc:0.98754\n",
            "[3431]\tvalidation_0-auc:0.987548\n",
            "[3432]\tvalidation_0-auc:0.987555\n",
            "[3433]\tvalidation_0-auc:0.987562\n",
            "[3434]\tvalidation_0-auc:0.987563\n",
            "[3435]\tvalidation_0-auc:0.987568\n",
            "[3436]\tvalidation_0-auc:0.987571\n",
            "[3437]\tvalidation_0-auc:0.987576\n",
            "[3438]\tvalidation_0-auc:0.98758\n",
            "[3439]\tvalidation_0-auc:0.987588\n",
            "[3440]\tvalidation_0-auc:0.987591\n",
            "[3441]\tvalidation_0-auc:0.987599\n",
            "[3442]\tvalidation_0-auc:0.987605\n",
            "[3443]\tvalidation_0-auc:0.987611\n",
            "[3444]\tvalidation_0-auc:0.987616\n",
            "[3445]\tvalidation_0-auc:0.987624\n",
            "[3446]\tvalidation_0-auc:0.987632\n",
            "[3447]\tvalidation_0-auc:0.987632\n",
            "[3448]\tvalidation_0-auc:0.987635\n",
            "[3449]\tvalidation_0-auc:0.987636\n",
            "[3450]\tvalidation_0-auc:0.987638\n",
            "[3451]\tvalidation_0-auc:0.987638\n",
            "[3452]\tvalidation_0-auc:0.987646\n",
            "[3453]\tvalidation_0-auc:0.987649\n",
            "[3454]\tvalidation_0-auc:0.987653\n",
            "[3455]\tvalidation_0-auc:0.987652\n",
            "[3456]\tvalidation_0-auc:0.987661\n",
            "[3457]\tvalidation_0-auc:0.987661\n",
            "[3458]\tvalidation_0-auc:0.987659\n",
            "[3459]\tvalidation_0-auc:0.987659\n",
            "[3460]\tvalidation_0-auc:0.987668\n",
            "[3461]\tvalidation_0-auc:0.98767\n",
            "[3462]\tvalidation_0-auc:0.987679\n",
            "[3463]\tvalidation_0-auc:0.987683\n",
            "[3464]\tvalidation_0-auc:0.987677\n",
            "[3465]\tvalidation_0-auc:0.987682\n",
            "[3466]\tvalidation_0-auc:0.987696\n",
            "[3467]\tvalidation_0-auc:0.987701\n",
            "[3468]\tvalidation_0-auc:0.987709\n",
            "[3469]\tvalidation_0-auc:0.98772\n",
            "[3470]\tvalidation_0-auc:0.987721\n",
            "[3471]\tvalidation_0-auc:0.987739\n",
            "[3472]\tvalidation_0-auc:0.987745\n",
            "[3473]\tvalidation_0-auc:0.987747\n",
            "[3474]\tvalidation_0-auc:0.987748\n",
            "[3475]\tvalidation_0-auc:0.987747\n",
            "[3476]\tvalidation_0-auc:0.987749\n",
            "[3477]\tvalidation_0-auc:0.987758\n",
            "[3478]\tvalidation_0-auc:0.98776\n",
            "[3479]\tvalidation_0-auc:0.98776\n",
            "[3480]\tvalidation_0-auc:0.987771\n",
            "[3481]\tvalidation_0-auc:0.987785\n",
            "[3482]\tvalidation_0-auc:0.987793\n",
            "[3483]\tvalidation_0-auc:0.9878\n",
            "[3484]\tvalidation_0-auc:0.987802\n",
            "[3485]\tvalidation_0-auc:0.987807\n",
            "[3486]\tvalidation_0-auc:0.987822\n",
            "[3487]\tvalidation_0-auc:0.987826\n",
            "[3488]\tvalidation_0-auc:0.98783\n",
            "[3489]\tvalidation_0-auc:0.987834\n",
            "[3490]\tvalidation_0-auc:0.987836\n",
            "[3491]\tvalidation_0-auc:0.987839\n",
            "[3492]\tvalidation_0-auc:0.98784\n",
            "[3493]\tvalidation_0-auc:0.987846\n",
            "[3494]\tvalidation_0-auc:0.98785\n",
            "[3495]\tvalidation_0-auc:0.987846\n",
            "[3496]\tvalidation_0-auc:0.987847\n",
            "[3497]\tvalidation_0-auc:0.987853\n",
            "[3498]\tvalidation_0-auc:0.987857\n",
            "[3499]\tvalidation_0-auc:0.987861\n",
            "[3500]\tvalidation_0-auc:0.987867\n",
            "[3501]\tvalidation_0-auc:0.98787\n",
            "[3502]\tvalidation_0-auc:0.987884\n",
            "[3503]\tvalidation_0-auc:0.987891\n",
            "[3504]\tvalidation_0-auc:0.987899\n",
            "[3505]\tvalidation_0-auc:0.987903\n",
            "[3506]\tvalidation_0-auc:0.987907\n",
            "[3507]\tvalidation_0-auc:0.987913\n",
            "[3508]\tvalidation_0-auc:0.987916\n",
            "[3509]\tvalidation_0-auc:0.987922\n",
            "[3510]\tvalidation_0-auc:0.987923\n",
            "[3511]\tvalidation_0-auc:0.987927\n",
            "[3512]\tvalidation_0-auc:0.987936\n",
            "[3513]\tvalidation_0-auc:0.987936\n",
            "[3514]\tvalidation_0-auc:0.987939\n",
            "[3515]\tvalidation_0-auc:0.987944\n",
            "[3516]\tvalidation_0-auc:0.987948\n",
            "[3517]\tvalidation_0-auc:0.987956\n",
            "[3518]\tvalidation_0-auc:0.987961\n",
            "[3519]\tvalidation_0-auc:0.987964\n",
            "[3520]\tvalidation_0-auc:0.987969\n",
            "[3521]\tvalidation_0-auc:0.987974\n",
            "[3522]\tvalidation_0-auc:0.987978\n",
            "[3523]\tvalidation_0-auc:0.987984\n",
            "[3524]\tvalidation_0-auc:0.987991\n",
            "[3525]\tvalidation_0-auc:0.987989\n",
            "[3526]\tvalidation_0-auc:0.987998\n",
            "[3527]\tvalidation_0-auc:0.988003\n",
            "[3528]\tvalidation_0-auc:0.988013\n",
            "[3529]\tvalidation_0-auc:0.988016\n",
            "[3530]\tvalidation_0-auc:0.988017\n",
            "[3531]\tvalidation_0-auc:0.988034\n",
            "[3532]\tvalidation_0-auc:0.988036\n",
            "[3533]\tvalidation_0-auc:0.988048\n",
            "[3534]\tvalidation_0-auc:0.988051\n",
            "[3535]\tvalidation_0-auc:0.988056\n",
            "[3536]\tvalidation_0-auc:0.988059\n",
            "[3537]\tvalidation_0-auc:0.988063\n",
            "[3538]\tvalidation_0-auc:0.988067\n",
            "[3539]\tvalidation_0-auc:0.988079\n",
            "[3540]\tvalidation_0-auc:0.988085\n",
            "[3541]\tvalidation_0-auc:0.988085\n",
            "[3542]\tvalidation_0-auc:0.988094\n",
            "[3543]\tvalidation_0-auc:0.988098\n",
            "[3544]\tvalidation_0-auc:0.988101\n",
            "[3545]\tvalidation_0-auc:0.988111\n",
            "[3546]\tvalidation_0-auc:0.988111\n",
            "[3547]\tvalidation_0-auc:0.988117\n",
            "[3548]\tvalidation_0-auc:0.98812\n",
            "[3549]\tvalidation_0-auc:0.988123\n",
            "[3550]\tvalidation_0-auc:0.988127\n",
            "[3551]\tvalidation_0-auc:0.988131\n",
            "[3552]\tvalidation_0-auc:0.988135\n",
            "[3553]\tvalidation_0-auc:0.988136\n",
            "[3554]\tvalidation_0-auc:0.988143\n",
            "[3555]\tvalidation_0-auc:0.988147\n",
            "[3556]\tvalidation_0-auc:0.988166\n",
            "[3557]\tvalidation_0-auc:0.988164\n",
            "[3558]\tvalidation_0-auc:0.988166\n",
            "[3559]\tvalidation_0-auc:0.988171\n",
            "[3560]\tvalidation_0-auc:0.988172\n",
            "[3561]\tvalidation_0-auc:0.988179\n",
            "[3562]\tvalidation_0-auc:0.988182\n",
            "[3563]\tvalidation_0-auc:0.988181\n",
            "[3564]\tvalidation_0-auc:0.988184\n",
            "[3565]\tvalidation_0-auc:0.988194\n",
            "[3566]\tvalidation_0-auc:0.9882\n",
            "[3567]\tvalidation_0-auc:0.988204\n",
            "[3568]\tvalidation_0-auc:0.988214\n",
            "[3569]\tvalidation_0-auc:0.988218\n",
            "[3570]\tvalidation_0-auc:0.988225\n",
            "[3571]\tvalidation_0-auc:0.988229\n",
            "[3572]\tvalidation_0-auc:0.988232\n",
            "[3573]\tvalidation_0-auc:0.98824\n",
            "[3574]\tvalidation_0-auc:0.988239\n",
            "[3575]\tvalidation_0-auc:0.988244\n",
            "[3576]\tvalidation_0-auc:0.988247\n",
            "[3577]\tvalidation_0-auc:0.988249\n",
            "[3578]\tvalidation_0-auc:0.988239\n",
            "[3579]\tvalidation_0-auc:0.988253\n",
            "[3580]\tvalidation_0-auc:0.988257\n",
            "[3581]\tvalidation_0-auc:0.98826\n",
            "[3582]\tvalidation_0-auc:0.988264\n",
            "[3583]\tvalidation_0-auc:0.988267\n",
            "[3584]\tvalidation_0-auc:0.98827\n",
            "[3585]\tvalidation_0-auc:0.98827\n",
            "[3586]\tvalidation_0-auc:0.988273\n",
            "[3587]\tvalidation_0-auc:0.988276\n",
            "[3588]\tvalidation_0-auc:0.988279\n",
            "[3589]\tvalidation_0-auc:0.988277\n",
            "[3590]\tvalidation_0-auc:0.988281\n",
            "[3591]\tvalidation_0-auc:0.988283\n",
            "[3592]\tvalidation_0-auc:0.988293\n",
            "[3593]\tvalidation_0-auc:0.988298\n",
            "[3594]\tvalidation_0-auc:0.988299\n",
            "[3595]\tvalidation_0-auc:0.988308\n",
            "[3596]\tvalidation_0-auc:0.988313\n",
            "[3597]\tvalidation_0-auc:0.988316\n",
            "[3598]\tvalidation_0-auc:0.988325\n",
            "[3599]\tvalidation_0-auc:0.988335\n",
            "[3600]\tvalidation_0-auc:0.988338\n",
            "[3601]\tvalidation_0-auc:0.988352\n",
            "[3602]\tvalidation_0-auc:0.988358\n",
            "[3603]\tvalidation_0-auc:0.988359\n",
            "[3604]\tvalidation_0-auc:0.988366\n",
            "[3605]\tvalidation_0-auc:0.988373\n",
            "[3606]\tvalidation_0-auc:0.988378\n",
            "[3607]\tvalidation_0-auc:0.988385\n",
            "[3608]\tvalidation_0-auc:0.988387\n",
            "[3609]\tvalidation_0-auc:0.988395\n",
            "[3610]\tvalidation_0-auc:0.988398\n",
            "[3611]\tvalidation_0-auc:0.988401\n",
            "[3612]\tvalidation_0-auc:0.988408\n",
            "[3613]\tvalidation_0-auc:0.988413\n",
            "[3614]\tvalidation_0-auc:0.988423\n",
            "[3615]\tvalidation_0-auc:0.98843\n",
            "[3616]\tvalidation_0-auc:0.988436\n",
            "[3617]\tvalidation_0-auc:0.988439\n",
            "[3618]\tvalidation_0-auc:0.988442\n",
            "[3619]\tvalidation_0-auc:0.988441\n",
            "[3620]\tvalidation_0-auc:0.988443\n",
            "[3621]\tvalidation_0-auc:0.988448\n",
            "[3622]\tvalidation_0-auc:0.988455\n",
            "[3623]\tvalidation_0-auc:0.988461\n",
            "[3624]\tvalidation_0-auc:0.988462\n",
            "[3625]\tvalidation_0-auc:0.988463\n",
            "[3626]\tvalidation_0-auc:0.988467\n",
            "[3627]\tvalidation_0-auc:0.988469\n",
            "[3628]\tvalidation_0-auc:0.988468\n",
            "[3629]\tvalidation_0-auc:0.988468\n",
            "[3630]\tvalidation_0-auc:0.988469\n",
            "[3631]\tvalidation_0-auc:0.988474\n",
            "[3632]\tvalidation_0-auc:0.98848\n",
            "[3633]\tvalidation_0-auc:0.98848\n",
            "[3634]\tvalidation_0-auc:0.988487\n",
            "[3635]\tvalidation_0-auc:0.988494\n",
            "[3636]\tvalidation_0-auc:0.988496\n",
            "[3637]\tvalidation_0-auc:0.988502\n",
            "[3638]\tvalidation_0-auc:0.988508\n",
            "[3639]\tvalidation_0-auc:0.988514\n",
            "[3640]\tvalidation_0-auc:0.988529\n",
            "[3641]\tvalidation_0-auc:0.988536\n",
            "[3642]\tvalidation_0-auc:0.98854\n",
            "[3643]\tvalidation_0-auc:0.988543\n",
            "[3644]\tvalidation_0-auc:0.98855\n",
            "[3645]\tvalidation_0-auc:0.98855\n",
            "[3646]\tvalidation_0-auc:0.988554\n",
            "[3647]\tvalidation_0-auc:0.988565\n",
            "[3648]\tvalidation_0-auc:0.988575\n",
            "[3649]\tvalidation_0-auc:0.988578\n",
            "[3650]\tvalidation_0-auc:0.988581\n",
            "[3651]\tvalidation_0-auc:0.988589\n",
            "[3652]\tvalidation_0-auc:0.988593\n",
            "[3653]\tvalidation_0-auc:0.988596\n",
            "[3654]\tvalidation_0-auc:0.9886\n",
            "[3655]\tvalidation_0-auc:0.988602\n",
            "[3656]\tvalidation_0-auc:0.988606\n",
            "[3657]\tvalidation_0-auc:0.988608\n",
            "[3658]\tvalidation_0-auc:0.988607\n",
            "[3659]\tvalidation_0-auc:0.988613\n",
            "[3660]\tvalidation_0-auc:0.98862\n",
            "[3661]\tvalidation_0-auc:0.988628\n",
            "[3662]\tvalidation_0-auc:0.988631\n",
            "[3663]\tvalidation_0-auc:0.988634\n",
            "[3664]\tvalidation_0-auc:0.988632\n",
            "[3665]\tvalidation_0-auc:0.988631\n",
            "[3666]\tvalidation_0-auc:0.98865\n",
            "[3667]\tvalidation_0-auc:0.988655\n",
            "[3668]\tvalidation_0-auc:0.988658\n",
            "[3669]\tvalidation_0-auc:0.988663\n",
            "[3670]\tvalidation_0-auc:0.988669\n",
            "[3671]\tvalidation_0-auc:0.988678\n",
            "[3672]\tvalidation_0-auc:0.988686\n",
            "[3673]\tvalidation_0-auc:0.988686\n",
            "[3674]\tvalidation_0-auc:0.988691\n",
            "[3675]\tvalidation_0-auc:0.988693\n",
            "[3676]\tvalidation_0-auc:0.988699\n",
            "[3677]\tvalidation_0-auc:0.988704\n",
            "[3678]\tvalidation_0-auc:0.988706\n",
            "[3679]\tvalidation_0-auc:0.9887\n",
            "[3680]\tvalidation_0-auc:0.988706\n",
            "[3681]\tvalidation_0-auc:0.988714\n",
            "[3682]\tvalidation_0-auc:0.988715\n",
            "[3683]\tvalidation_0-auc:0.988717\n",
            "[3684]\tvalidation_0-auc:0.988718\n",
            "[3685]\tvalidation_0-auc:0.98872\n",
            "[3686]\tvalidation_0-auc:0.988729\n",
            "[3687]\tvalidation_0-auc:0.988731\n",
            "[3688]\tvalidation_0-auc:0.988726\n",
            "[3689]\tvalidation_0-auc:0.988729\n",
            "[3690]\tvalidation_0-auc:0.988736\n",
            "[3691]\tvalidation_0-auc:0.988737\n",
            "[3692]\tvalidation_0-auc:0.988743\n",
            "[3693]\tvalidation_0-auc:0.988749\n",
            "[3694]\tvalidation_0-auc:0.988752\n",
            "[3695]\tvalidation_0-auc:0.988753\n",
            "[3696]\tvalidation_0-auc:0.988757\n",
            "[3697]\tvalidation_0-auc:0.988771\n",
            "[3698]\tvalidation_0-auc:0.988776\n",
            "[3699]\tvalidation_0-auc:0.988778\n",
            "[3700]\tvalidation_0-auc:0.988779\n",
            "[3701]\tvalidation_0-auc:0.988782\n",
            "[3702]\tvalidation_0-auc:0.988789\n",
            "[3703]\tvalidation_0-auc:0.988794\n",
            "[3704]\tvalidation_0-auc:0.988796\n",
            "[3705]\tvalidation_0-auc:0.988799\n",
            "[3706]\tvalidation_0-auc:0.988806\n",
            "[3707]\tvalidation_0-auc:0.988812\n",
            "[3708]\tvalidation_0-auc:0.98882\n",
            "[3709]\tvalidation_0-auc:0.988829\n",
            "[3710]\tvalidation_0-auc:0.988829\n",
            "[3711]\tvalidation_0-auc:0.988832\n",
            "[3712]\tvalidation_0-auc:0.988837\n",
            "[3713]\tvalidation_0-auc:0.988849\n",
            "[3714]\tvalidation_0-auc:0.988854\n",
            "[3715]\tvalidation_0-auc:0.988856\n",
            "[3716]\tvalidation_0-auc:0.98886\n",
            "[3717]\tvalidation_0-auc:0.988863\n",
            "[3718]\tvalidation_0-auc:0.988869\n",
            "[3719]\tvalidation_0-auc:0.988872\n",
            "[3720]\tvalidation_0-auc:0.988876\n",
            "[3721]\tvalidation_0-auc:0.988881\n",
            "[3722]\tvalidation_0-auc:0.988882\n",
            "[3723]\tvalidation_0-auc:0.988886\n",
            "[3724]\tvalidation_0-auc:0.988887\n",
            "[3725]\tvalidation_0-auc:0.988896\n",
            "[3726]\tvalidation_0-auc:0.988902\n",
            "[3727]\tvalidation_0-auc:0.988908\n",
            "[3728]\tvalidation_0-auc:0.988909\n",
            "[3729]\tvalidation_0-auc:0.988914\n",
            "[3730]\tvalidation_0-auc:0.988929\n",
            "[3731]\tvalidation_0-auc:0.988931\n",
            "[3732]\tvalidation_0-auc:0.988931\n",
            "[3733]\tvalidation_0-auc:0.988936\n",
            "[3734]\tvalidation_0-auc:0.988941\n",
            "[3735]\tvalidation_0-auc:0.988943\n",
            "[3736]\tvalidation_0-auc:0.988948\n",
            "[3737]\tvalidation_0-auc:0.988958\n",
            "[3738]\tvalidation_0-auc:0.988964\n",
            "[3739]\tvalidation_0-auc:0.988964\n",
            "[3740]\tvalidation_0-auc:0.98897\n",
            "[3741]\tvalidation_0-auc:0.988972\n",
            "[3742]\tvalidation_0-auc:0.988984\n",
            "[3743]\tvalidation_0-auc:0.988988\n",
            "[3744]\tvalidation_0-auc:0.988988\n",
            "[3745]\tvalidation_0-auc:0.988992\n",
            "[3746]\tvalidation_0-auc:0.988998\n",
            "[3747]\tvalidation_0-auc:0.989\n",
            "[3748]\tvalidation_0-auc:0.989002\n",
            "[3749]\tvalidation_0-auc:0.989006\n",
            "[3750]\tvalidation_0-auc:0.989008\n",
            "[3751]\tvalidation_0-auc:0.989011\n",
            "[3752]\tvalidation_0-auc:0.989012\n",
            "[3753]\tvalidation_0-auc:0.98901\n",
            "[3754]\tvalidation_0-auc:0.98901\n",
            "[3755]\tvalidation_0-auc:0.989014\n",
            "[3756]\tvalidation_0-auc:0.989016\n",
            "[3757]\tvalidation_0-auc:0.989018\n",
            "[3758]\tvalidation_0-auc:0.989028\n",
            "[3759]\tvalidation_0-auc:0.989034\n",
            "[3760]\tvalidation_0-auc:0.989042\n",
            "[3761]\tvalidation_0-auc:0.989044\n",
            "[3762]\tvalidation_0-auc:0.989053\n",
            "[3763]\tvalidation_0-auc:0.989055\n",
            "[3764]\tvalidation_0-auc:0.989062\n",
            "[3765]\tvalidation_0-auc:0.989063\n",
            "[3766]\tvalidation_0-auc:0.989065\n",
            "[3767]\tvalidation_0-auc:0.989071\n",
            "[3768]\tvalidation_0-auc:0.989076\n",
            "[3769]\tvalidation_0-auc:0.989079\n",
            "[3770]\tvalidation_0-auc:0.989088\n",
            "[3771]\tvalidation_0-auc:0.989095\n",
            "[3772]\tvalidation_0-auc:0.989096\n",
            "[3773]\tvalidation_0-auc:0.989098\n",
            "[3774]\tvalidation_0-auc:0.9891\n",
            "[3775]\tvalidation_0-auc:0.989103\n",
            "[3776]\tvalidation_0-auc:0.989103\n",
            "[3777]\tvalidation_0-auc:0.98911\n",
            "[3778]\tvalidation_0-auc:0.989112\n",
            "[3779]\tvalidation_0-auc:0.989119\n",
            "[3780]\tvalidation_0-auc:0.989128\n",
            "[3781]\tvalidation_0-auc:0.989132\n",
            "[3782]\tvalidation_0-auc:0.989132\n",
            "[3783]\tvalidation_0-auc:0.989135\n",
            "[3784]\tvalidation_0-auc:0.989136\n",
            "[3785]\tvalidation_0-auc:0.989141\n",
            "[3786]\tvalidation_0-auc:0.989144\n",
            "[3787]\tvalidation_0-auc:0.989145\n",
            "[3788]\tvalidation_0-auc:0.989148\n",
            "[3789]\tvalidation_0-auc:0.989152\n",
            "[3790]\tvalidation_0-auc:0.989157\n",
            "[3791]\tvalidation_0-auc:0.98916\n",
            "[3792]\tvalidation_0-auc:0.989161\n",
            "[3793]\tvalidation_0-auc:0.989169\n",
            "[3794]\tvalidation_0-auc:0.989182\n",
            "[3795]\tvalidation_0-auc:0.989186\n",
            "[3796]\tvalidation_0-auc:0.989192\n",
            "[3797]\tvalidation_0-auc:0.989201\n",
            "[3798]\tvalidation_0-auc:0.989201\n",
            "[3799]\tvalidation_0-auc:0.989211\n",
            "[3800]\tvalidation_0-auc:0.989214\n",
            "[3801]\tvalidation_0-auc:0.989218\n",
            "[3802]\tvalidation_0-auc:0.989222\n",
            "[3803]\tvalidation_0-auc:0.989225\n",
            "[3804]\tvalidation_0-auc:0.989229\n",
            "[3805]\tvalidation_0-auc:0.989229\n",
            "[3806]\tvalidation_0-auc:0.989228\n",
            "[3807]\tvalidation_0-auc:0.989228\n",
            "[3808]\tvalidation_0-auc:0.989232\n",
            "[3809]\tvalidation_0-auc:0.98923\n",
            "[3810]\tvalidation_0-auc:0.989234\n",
            "[3811]\tvalidation_0-auc:0.989233\n",
            "[3812]\tvalidation_0-auc:0.989238\n",
            "[3813]\tvalidation_0-auc:0.989242\n",
            "[3814]\tvalidation_0-auc:0.989244\n",
            "[3815]\tvalidation_0-auc:0.989265\n",
            "[3816]\tvalidation_0-auc:0.989272\n",
            "[3817]\tvalidation_0-auc:0.989275\n",
            "[3818]\tvalidation_0-auc:0.989282\n",
            "[3819]\tvalidation_0-auc:0.989285\n",
            "[3820]\tvalidation_0-auc:0.989287\n",
            "[3821]\tvalidation_0-auc:0.989294\n",
            "[3822]\tvalidation_0-auc:0.989294\n",
            "[3823]\tvalidation_0-auc:0.989297\n",
            "[3824]\tvalidation_0-auc:0.98931\n",
            "[3825]\tvalidation_0-auc:0.989321\n",
            "[3826]\tvalidation_0-auc:0.989328\n",
            "[3827]\tvalidation_0-auc:0.989337\n",
            "[3828]\tvalidation_0-auc:0.989343\n",
            "[3829]\tvalidation_0-auc:0.989345\n",
            "[3830]\tvalidation_0-auc:0.989349\n",
            "[3831]\tvalidation_0-auc:0.989358\n",
            "[3832]\tvalidation_0-auc:0.98936\n",
            "[3833]\tvalidation_0-auc:0.989364\n",
            "[3834]\tvalidation_0-auc:0.989378\n",
            "[3835]\tvalidation_0-auc:0.98938\n",
            "[3836]\tvalidation_0-auc:0.989383\n",
            "[3837]\tvalidation_0-auc:0.989384\n",
            "[3838]\tvalidation_0-auc:0.989385\n",
            "[3839]\tvalidation_0-auc:0.989388\n",
            "[3840]\tvalidation_0-auc:0.989393\n",
            "[3841]\tvalidation_0-auc:0.989395\n",
            "[3842]\tvalidation_0-auc:0.989395\n",
            "[3843]\tvalidation_0-auc:0.989402\n",
            "[3844]\tvalidation_0-auc:0.989404\n",
            "[3845]\tvalidation_0-auc:0.98941\n",
            "[3846]\tvalidation_0-auc:0.989419\n",
            "[3847]\tvalidation_0-auc:0.989419\n",
            "[3848]\tvalidation_0-auc:0.989421\n",
            "[3849]\tvalidation_0-auc:0.989425\n",
            "[3850]\tvalidation_0-auc:0.989429\n",
            "[3851]\tvalidation_0-auc:0.98943\n",
            "[3852]\tvalidation_0-auc:0.989431\n",
            "[3853]\tvalidation_0-auc:0.989435\n",
            "[3854]\tvalidation_0-auc:0.989442\n",
            "[3855]\tvalidation_0-auc:0.989444\n",
            "[3856]\tvalidation_0-auc:0.989449\n",
            "[3857]\tvalidation_0-auc:0.989451\n",
            "[3858]\tvalidation_0-auc:0.989453\n",
            "[3859]\tvalidation_0-auc:0.989454\n",
            "[3860]\tvalidation_0-auc:0.98946\n",
            "[3861]\tvalidation_0-auc:0.989461\n",
            "[3862]\tvalidation_0-auc:0.989476\n",
            "[3863]\tvalidation_0-auc:0.989479\n",
            "[3864]\tvalidation_0-auc:0.989481\n",
            "[3865]\tvalidation_0-auc:0.989483\n",
            "[3866]\tvalidation_0-auc:0.98949\n",
            "[3867]\tvalidation_0-auc:0.989493\n",
            "[3868]\tvalidation_0-auc:0.9895\n",
            "[3869]\tvalidation_0-auc:0.989505\n",
            "[3870]\tvalidation_0-auc:0.989515\n",
            "[3871]\tvalidation_0-auc:0.989521\n",
            "[3872]\tvalidation_0-auc:0.989524\n",
            "[3873]\tvalidation_0-auc:0.989527\n",
            "[3874]\tvalidation_0-auc:0.989531\n",
            "[3875]\tvalidation_0-auc:0.989534\n",
            "[3876]\tvalidation_0-auc:0.989535\n",
            "[3877]\tvalidation_0-auc:0.989536\n",
            "[3878]\tvalidation_0-auc:0.989538\n",
            "[3879]\tvalidation_0-auc:0.989541\n",
            "[3880]\tvalidation_0-auc:0.989551\n",
            "[3881]\tvalidation_0-auc:0.989554\n",
            "[3882]\tvalidation_0-auc:0.989564\n",
            "[3883]\tvalidation_0-auc:0.98957\n",
            "[3884]\tvalidation_0-auc:0.989583\n",
            "[3885]\tvalidation_0-auc:0.98959\n",
            "[3886]\tvalidation_0-auc:0.989595\n",
            "[3887]\tvalidation_0-auc:0.989599\n",
            "[3888]\tvalidation_0-auc:0.9896\n",
            "[3889]\tvalidation_0-auc:0.989602\n",
            "[3890]\tvalidation_0-auc:0.989604\n",
            "[3891]\tvalidation_0-auc:0.989612\n",
            "[3892]\tvalidation_0-auc:0.989616\n",
            "[3893]\tvalidation_0-auc:0.989618\n",
            "[3894]\tvalidation_0-auc:0.989627\n",
            "[3895]\tvalidation_0-auc:0.989629\n",
            "[3896]\tvalidation_0-auc:0.989633\n",
            "[3897]\tvalidation_0-auc:0.989639\n",
            "[3898]\tvalidation_0-auc:0.989641\n",
            "[3899]\tvalidation_0-auc:0.989642\n",
            "[3900]\tvalidation_0-auc:0.989657\n",
            "[3901]\tvalidation_0-auc:0.989662\n",
            "[3902]\tvalidation_0-auc:0.989663\n",
            "[3903]\tvalidation_0-auc:0.989664\n",
            "[3904]\tvalidation_0-auc:0.989679\n",
            "[3905]\tvalidation_0-auc:0.989685\n",
            "[3906]\tvalidation_0-auc:0.98969\n",
            "[3907]\tvalidation_0-auc:0.989691\n",
            "[3908]\tvalidation_0-auc:0.989696\n",
            "[3909]\tvalidation_0-auc:0.989698\n",
            "[3910]\tvalidation_0-auc:0.989705\n",
            "[3911]\tvalidation_0-auc:0.989709\n",
            "[3912]\tvalidation_0-auc:0.989716\n",
            "[3913]\tvalidation_0-auc:0.989708\n",
            "[3914]\tvalidation_0-auc:0.98971\n",
            "[3915]\tvalidation_0-auc:0.989719\n",
            "[3916]\tvalidation_0-auc:0.989723\n",
            "[3917]\tvalidation_0-auc:0.989731\n",
            "[3918]\tvalidation_0-auc:0.989743\n",
            "[3919]\tvalidation_0-auc:0.98975\n",
            "[3920]\tvalidation_0-auc:0.989753\n",
            "[3921]\tvalidation_0-auc:0.989755\n",
            "[3922]\tvalidation_0-auc:0.989761\n",
            "[3923]\tvalidation_0-auc:0.989762\n",
            "[3924]\tvalidation_0-auc:0.989767\n",
            "[3925]\tvalidation_0-auc:0.989766\n",
            "[3926]\tvalidation_0-auc:0.989768\n",
            "[3927]\tvalidation_0-auc:0.989774\n",
            "[3928]\tvalidation_0-auc:0.989776\n",
            "[3929]\tvalidation_0-auc:0.989779\n",
            "[3930]\tvalidation_0-auc:0.989783\n",
            "[3931]\tvalidation_0-auc:0.989786\n",
            "[3932]\tvalidation_0-auc:0.989791\n",
            "[3933]\tvalidation_0-auc:0.989799\n",
            "[3934]\tvalidation_0-auc:0.989801\n",
            "[3935]\tvalidation_0-auc:0.989799\n",
            "[3936]\tvalidation_0-auc:0.989803\n",
            "[3937]\tvalidation_0-auc:0.989804\n",
            "[3938]\tvalidation_0-auc:0.989805\n",
            "[3939]\tvalidation_0-auc:0.989805\n",
            "[3940]\tvalidation_0-auc:0.989811\n",
            "[3941]\tvalidation_0-auc:0.98981\n",
            "[3942]\tvalidation_0-auc:0.98981\n",
            "[3943]\tvalidation_0-auc:0.989813\n",
            "[3944]\tvalidation_0-auc:0.989817\n",
            "[3945]\tvalidation_0-auc:0.98982\n",
            "[3946]\tvalidation_0-auc:0.989826\n",
            "[3947]\tvalidation_0-auc:0.98983\n",
            "[3948]\tvalidation_0-auc:0.989836\n",
            "[3949]\tvalidation_0-auc:0.989841\n",
            "[3950]\tvalidation_0-auc:0.989841\n",
            "[3951]\tvalidation_0-auc:0.989842\n",
            "[3952]\tvalidation_0-auc:0.989845\n",
            "[3953]\tvalidation_0-auc:0.989852\n",
            "[3954]\tvalidation_0-auc:0.98986\n",
            "[3955]\tvalidation_0-auc:0.989864\n",
            "[3956]\tvalidation_0-auc:0.989869\n",
            "[3957]\tvalidation_0-auc:0.989869\n",
            "[3958]\tvalidation_0-auc:0.989874\n",
            "[3959]\tvalidation_0-auc:0.989882\n",
            "[3960]\tvalidation_0-auc:0.98989\n",
            "[3961]\tvalidation_0-auc:0.989896\n",
            "[3962]\tvalidation_0-auc:0.9899\n",
            "[3963]\tvalidation_0-auc:0.989902\n",
            "[3964]\tvalidation_0-auc:0.989905\n",
            "[3965]\tvalidation_0-auc:0.989903\n",
            "[3966]\tvalidation_0-auc:0.989908\n",
            "[3967]\tvalidation_0-auc:0.989912\n",
            "[3968]\tvalidation_0-auc:0.989911\n",
            "[3969]\tvalidation_0-auc:0.989914\n",
            "[3970]\tvalidation_0-auc:0.989917\n",
            "[3971]\tvalidation_0-auc:0.989926\n",
            "[3972]\tvalidation_0-auc:0.98993\n",
            "[3973]\tvalidation_0-auc:0.989939\n",
            "[3974]\tvalidation_0-auc:0.989942\n",
            "[3975]\tvalidation_0-auc:0.989943\n",
            "[3976]\tvalidation_0-auc:0.989947\n",
            "[3977]\tvalidation_0-auc:0.989951\n",
            "[3978]\tvalidation_0-auc:0.989952\n",
            "[3979]\tvalidation_0-auc:0.989958\n",
            "[3980]\tvalidation_0-auc:0.989967\n",
            "[3981]\tvalidation_0-auc:0.989971\n",
            "[3982]\tvalidation_0-auc:0.989973\n",
            "[3983]\tvalidation_0-auc:0.989975\n",
            "[3984]\tvalidation_0-auc:0.989983\n",
            "[3985]\tvalidation_0-auc:0.989986\n",
            "[3986]\tvalidation_0-auc:0.989987\n",
            "[3987]\tvalidation_0-auc:0.989995\n",
            "[3988]\tvalidation_0-auc:0.99\n",
            "[3989]\tvalidation_0-auc:0.990002\n",
            "[3990]\tvalidation_0-auc:0.990007\n",
            "[3991]\tvalidation_0-auc:0.990013\n",
            "[3992]\tvalidation_0-auc:0.990021\n",
            "[3993]\tvalidation_0-auc:0.990025\n",
            "[3994]\tvalidation_0-auc:0.990029\n",
            "[3995]\tvalidation_0-auc:0.990037\n",
            "[3996]\tvalidation_0-auc:0.99004\n",
            "[3997]\tvalidation_0-auc:0.990047\n",
            "[3998]\tvalidation_0-auc:0.990052\n",
            "[3999]\tvalidation_0-auc:0.99006\n",
            "[4000]\tvalidation_0-auc:0.990064\n",
            "[4001]\tvalidation_0-auc:0.990067\n",
            "[4002]\tvalidation_0-auc:0.990072\n",
            "[4003]\tvalidation_0-auc:0.990079\n",
            "[4004]\tvalidation_0-auc:0.990087\n",
            "[4005]\tvalidation_0-auc:0.990089\n",
            "[4006]\tvalidation_0-auc:0.990092\n",
            "[4007]\tvalidation_0-auc:0.990102\n",
            "[4008]\tvalidation_0-auc:0.990105\n",
            "[4009]\tvalidation_0-auc:0.990103\n",
            "[4010]\tvalidation_0-auc:0.990107\n",
            "[4011]\tvalidation_0-auc:0.990112\n",
            "[4012]\tvalidation_0-auc:0.990113\n",
            "[4013]\tvalidation_0-auc:0.990112\n",
            "[4014]\tvalidation_0-auc:0.990116\n",
            "[4015]\tvalidation_0-auc:0.990118\n",
            "[4016]\tvalidation_0-auc:0.990117\n",
            "[4017]\tvalidation_0-auc:0.990118\n",
            "[4018]\tvalidation_0-auc:0.990123\n",
            "[4019]\tvalidation_0-auc:0.990124\n",
            "[4020]\tvalidation_0-auc:0.990127\n",
            "[4021]\tvalidation_0-auc:0.990131\n",
            "[4022]\tvalidation_0-auc:0.990134\n",
            "[4023]\tvalidation_0-auc:0.990143\n",
            "[4024]\tvalidation_0-auc:0.990144\n",
            "[4025]\tvalidation_0-auc:0.99015\n",
            "[4026]\tvalidation_0-auc:0.990156\n",
            "[4027]\tvalidation_0-auc:0.990158\n",
            "[4028]\tvalidation_0-auc:0.990163\n",
            "[4029]\tvalidation_0-auc:0.990159\n",
            "[4030]\tvalidation_0-auc:0.990166\n",
            "[4031]\tvalidation_0-auc:0.990176\n",
            "[4032]\tvalidation_0-auc:0.990179\n",
            "[4033]\tvalidation_0-auc:0.990187\n",
            "[4034]\tvalidation_0-auc:0.990198\n",
            "[4035]\tvalidation_0-auc:0.990202\n",
            "[4036]\tvalidation_0-auc:0.990204\n",
            "[4037]\tvalidation_0-auc:0.990216\n",
            "[4038]\tvalidation_0-auc:0.990217\n",
            "[4039]\tvalidation_0-auc:0.990218\n",
            "[4040]\tvalidation_0-auc:0.990223\n",
            "[4041]\tvalidation_0-auc:0.990232\n",
            "[4042]\tvalidation_0-auc:0.990235\n",
            "[4043]\tvalidation_0-auc:0.990244\n",
            "[4044]\tvalidation_0-auc:0.990246\n",
            "[4045]\tvalidation_0-auc:0.99025\n",
            "[4046]\tvalidation_0-auc:0.990253\n",
            "[4047]\tvalidation_0-auc:0.990255\n",
            "[4048]\tvalidation_0-auc:0.990255\n",
            "[4049]\tvalidation_0-auc:0.990265\n",
            "[4050]\tvalidation_0-auc:0.990271\n",
            "[4051]\tvalidation_0-auc:0.990279\n",
            "[4052]\tvalidation_0-auc:0.990284\n",
            "[4053]\tvalidation_0-auc:0.990293\n",
            "[4054]\tvalidation_0-auc:0.990295\n",
            "[4055]\tvalidation_0-auc:0.9903\n",
            "[4056]\tvalidation_0-auc:0.990307\n",
            "[4057]\tvalidation_0-auc:0.990307\n",
            "[4058]\tvalidation_0-auc:0.990312\n",
            "[4059]\tvalidation_0-auc:0.990313\n",
            "[4060]\tvalidation_0-auc:0.990315\n",
            "[4061]\tvalidation_0-auc:0.990318\n",
            "[4062]\tvalidation_0-auc:0.990318\n",
            "[4063]\tvalidation_0-auc:0.990325\n",
            "[4064]\tvalidation_0-auc:0.990337\n",
            "[4065]\tvalidation_0-auc:0.990345\n",
            "[4066]\tvalidation_0-auc:0.990349\n",
            "[4067]\tvalidation_0-auc:0.99036\n",
            "[4068]\tvalidation_0-auc:0.990375\n",
            "[4069]\tvalidation_0-auc:0.990376\n",
            "[4070]\tvalidation_0-auc:0.990388\n",
            "[4071]\tvalidation_0-auc:0.990383\n",
            "[4072]\tvalidation_0-auc:0.990386\n",
            "[4073]\tvalidation_0-auc:0.990394\n",
            "[4074]\tvalidation_0-auc:0.990401\n",
            "[4075]\tvalidation_0-auc:0.990405\n",
            "[4076]\tvalidation_0-auc:0.990413\n",
            "[4077]\tvalidation_0-auc:0.990418\n",
            "[4078]\tvalidation_0-auc:0.99042\n",
            "[4079]\tvalidation_0-auc:0.990421\n",
            "[4080]\tvalidation_0-auc:0.990421\n",
            "[4081]\tvalidation_0-auc:0.990433\n",
            "[4082]\tvalidation_0-auc:0.990435\n",
            "[4083]\tvalidation_0-auc:0.990441\n",
            "[4084]\tvalidation_0-auc:0.990445\n",
            "[4085]\tvalidation_0-auc:0.990452\n",
            "[4086]\tvalidation_0-auc:0.990452\n",
            "[4087]\tvalidation_0-auc:0.990455\n",
            "[4088]\tvalidation_0-auc:0.99046\n",
            "[4089]\tvalidation_0-auc:0.990462\n",
            "[4090]\tvalidation_0-auc:0.99047\n",
            "[4091]\tvalidation_0-auc:0.990478\n",
            "[4092]\tvalidation_0-auc:0.99048\n",
            "[4093]\tvalidation_0-auc:0.990481\n",
            "[4094]\tvalidation_0-auc:0.990484\n",
            "[4095]\tvalidation_0-auc:0.99049\n",
            "[4096]\tvalidation_0-auc:0.990492\n",
            "[4097]\tvalidation_0-auc:0.990489\n",
            "[4098]\tvalidation_0-auc:0.990495\n",
            "[4099]\tvalidation_0-auc:0.990498\n",
            "[4100]\tvalidation_0-auc:0.990498\n",
            "[4101]\tvalidation_0-auc:0.990501\n",
            "[4102]\tvalidation_0-auc:0.990506\n",
            "[4103]\tvalidation_0-auc:0.990512\n",
            "[4104]\tvalidation_0-auc:0.990514\n",
            "[4105]\tvalidation_0-auc:0.990518\n",
            "[4106]\tvalidation_0-auc:0.990519\n",
            "[4107]\tvalidation_0-auc:0.990522\n",
            "[4108]\tvalidation_0-auc:0.990522\n",
            "[4109]\tvalidation_0-auc:0.990526\n",
            "[4110]\tvalidation_0-auc:0.990528\n",
            "[4111]\tvalidation_0-auc:0.990529\n",
            "[4112]\tvalidation_0-auc:0.990531\n",
            "[4113]\tvalidation_0-auc:0.990534\n",
            "[4114]\tvalidation_0-auc:0.990533\n",
            "[4115]\tvalidation_0-auc:0.990535\n",
            "[4116]\tvalidation_0-auc:0.990541\n",
            "[4117]\tvalidation_0-auc:0.990546\n",
            "[4118]\tvalidation_0-auc:0.990549\n",
            "[4119]\tvalidation_0-auc:0.99055\n",
            "[4120]\tvalidation_0-auc:0.990552\n",
            "[4121]\tvalidation_0-auc:0.990565\n",
            "[4122]\tvalidation_0-auc:0.990566\n",
            "[4123]\tvalidation_0-auc:0.990575\n",
            "[4124]\tvalidation_0-auc:0.990581\n",
            "[4125]\tvalidation_0-auc:0.990587\n",
            "[4126]\tvalidation_0-auc:0.990589\n",
            "[4127]\tvalidation_0-auc:0.99059\n",
            "[4128]\tvalidation_0-auc:0.990601\n",
            "[4129]\tvalidation_0-auc:0.990603\n",
            "[4130]\tvalidation_0-auc:0.990608\n",
            "[4131]\tvalidation_0-auc:0.990613\n",
            "[4132]\tvalidation_0-auc:0.990614\n",
            "[4133]\tvalidation_0-auc:0.990626\n",
            "[4134]\tvalidation_0-auc:0.990633\n",
            "[4135]\tvalidation_0-auc:0.99064\n",
            "[4136]\tvalidation_0-auc:0.990646\n",
            "[4137]\tvalidation_0-auc:0.990648\n",
            "[4138]\tvalidation_0-auc:0.990646\n",
            "[4139]\tvalidation_0-auc:0.990653\n",
            "[4140]\tvalidation_0-auc:0.990659\n",
            "[4141]\tvalidation_0-auc:0.990664\n",
            "[4142]\tvalidation_0-auc:0.990665\n",
            "[4143]\tvalidation_0-auc:0.990668\n",
            "[4144]\tvalidation_0-auc:0.990672\n",
            "[4145]\tvalidation_0-auc:0.990672\n",
            "[4146]\tvalidation_0-auc:0.990673\n",
            "[4147]\tvalidation_0-auc:0.990674\n",
            "[4148]\tvalidation_0-auc:0.990676\n",
            "[4149]\tvalidation_0-auc:0.990673\n",
            "[4150]\tvalidation_0-auc:0.990682\n",
            "[4151]\tvalidation_0-auc:0.990685\n",
            "[4152]\tvalidation_0-auc:0.990693\n",
            "[4153]\tvalidation_0-auc:0.990704\n",
            "[4154]\tvalidation_0-auc:0.990707\n",
            "[4155]\tvalidation_0-auc:0.990707\n",
            "[4156]\tvalidation_0-auc:0.990709\n",
            "[4157]\tvalidation_0-auc:0.99071\n",
            "[4158]\tvalidation_0-auc:0.990711\n",
            "[4159]\tvalidation_0-auc:0.990718\n",
            "[4160]\tvalidation_0-auc:0.990719\n",
            "[4161]\tvalidation_0-auc:0.990721\n",
            "[4162]\tvalidation_0-auc:0.990726\n",
            "[4163]\tvalidation_0-auc:0.99073\n",
            "[4164]\tvalidation_0-auc:0.990734\n",
            "[4165]\tvalidation_0-auc:0.990737\n",
            "[4166]\tvalidation_0-auc:0.990747\n",
            "[4167]\tvalidation_0-auc:0.990748\n",
            "[4168]\tvalidation_0-auc:0.990751\n",
            "[4169]\tvalidation_0-auc:0.990754\n",
            "[4170]\tvalidation_0-auc:0.99076\n",
            "[4171]\tvalidation_0-auc:0.990765\n",
            "[4172]\tvalidation_0-auc:0.990768\n",
            "[4173]\tvalidation_0-auc:0.990772\n",
            "[4174]\tvalidation_0-auc:0.990777\n",
            "[4175]\tvalidation_0-auc:0.990776\n",
            "[4176]\tvalidation_0-auc:0.990776\n",
            "[4177]\tvalidation_0-auc:0.990786\n",
            "[4178]\tvalidation_0-auc:0.990791\n",
            "[4179]\tvalidation_0-auc:0.990796\n",
            "[4180]\tvalidation_0-auc:0.990797\n",
            "[4181]\tvalidation_0-auc:0.990797\n",
            "[4182]\tvalidation_0-auc:0.990807\n",
            "[4183]\tvalidation_0-auc:0.990807\n",
            "[4184]\tvalidation_0-auc:0.990818\n",
            "[4185]\tvalidation_0-auc:0.990824\n",
            "[4186]\tvalidation_0-auc:0.990824\n",
            "[4187]\tvalidation_0-auc:0.990826\n",
            "[4188]\tvalidation_0-auc:0.990837\n",
            "[4189]\tvalidation_0-auc:0.990839\n",
            "[4190]\tvalidation_0-auc:0.99084\n",
            "[4191]\tvalidation_0-auc:0.990845\n",
            "[4192]\tvalidation_0-auc:0.990846\n",
            "[4193]\tvalidation_0-auc:0.990847\n",
            "[4194]\tvalidation_0-auc:0.990854\n",
            "[4195]\tvalidation_0-auc:0.990856\n",
            "[4196]\tvalidation_0-auc:0.990859\n",
            "[4197]\tvalidation_0-auc:0.990864\n",
            "[4198]\tvalidation_0-auc:0.99087\n",
            "[4199]\tvalidation_0-auc:0.990872\n",
            "[4200]\tvalidation_0-auc:0.990874\n",
            "[4201]\tvalidation_0-auc:0.99088\n",
            "[4202]\tvalidation_0-auc:0.990886\n",
            "[4203]\tvalidation_0-auc:0.990887\n",
            "[4204]\tvalidation_0-auc:0.990888\n",
            "[4205]\tvalidation_0-auc:0.990891\n",
            "[4206]\tvalidation_0-auc:0.990895\n",
            "[4207]\tvalidation_0-auc:0.990893\n",
            "[4208]\tvalidation_0-auc:0.990894\n",
            "[4209]\tvalidation_0-auc:0.990896\n",
            "[4210]\tvalidation_0-auc:0.990899\n",
            "[4211]\tvalidation_0-auc:0.990901\n",
            "[4212]\tvalidation_0-auc:0.990904\n",
            "[4213]\tvalidation_0-auc:0.990915\n",
            "[4214]\tvalidation_0-auc:0.990921\n",
            "[4215]\tvalidation_0-auc:0.990922\n",
            "[4216]\tvalidation_0-auc:0.990922\n",
            "[4217]\tvalidation_0-auc:0.990929\n",
            "[4218]\tvalidation_0-auc:0.990937\n",
            "[4219]\tvalidation_0-auc:0.990937\n",
            "[4220]\tvalidation_0-auc:0.990941\n",
            "[4221]\tvalidation_0-auc:0.990943\n",
            "[4222]\tvalidation_0-auc:0.990945\n",
            "[4223]\tvalidation_0-auc:0.990948\n",
            "[4224]\tvalidation_0-auc:0.990949\n",
            "[4225]\tvalidation_0-auc:0.990957\n",
            "[4226]\tvalidation_0-auc:0.990961\n",
            "[4227]\tvalidation_0-auc:0.990968\n",
            "[4228]\tvalidation_0-auc:0.990974\n",
            "[4229]\tvalidation_0-auc:0.990979\n",
            "[4230]\tvalidation_0-auc:0.990981\n",
            "[4231]\tvalidation_0-auc:0.990979\n",
            "[4232]\tvalidation_0-auc:0.990981\n",
            "[4233]\tvalidation_0-auc:0.990985\n",
            "[4234]\tvalidation_0-auc:0.990987\n",
            "[4235]\tvalidation_0-auc:0.990996\n",
            "[4236]\tvalidation_0-auc:0.991001\n",
            "[4237]\tvalidation_0-auc:0.991003\n",
            "[4238]\tvalidation_0-auc:0.991007\n",
            "[4239]\tvalidation_0-auc:0.99101\n",
            "[4240]\tvalidation_0-auc:0.991009\n",
            "[4241]\tvalidation_0-auc:0.991008\n",
            "[4242]\tvalidation_0-auc:0.991009\n",
            "[4243]\tvalidation_0-auc:0.991011\n",
            "[4244]\tvalidation_0-auc:0.991015\n",
            "[4245]\tvalidation_0-auc:0.991016\n",
            "[4246]\tvalidation_0-auc:0.991019\n",
            "[4247]\tvalidation_0-auc:0.991025\n",
            "[4248]\tvalidation_0-auc:0.99103\n",
            "[4249]\tvalidation_0-auc:0.991035\n",
            "[4250]\tvalidation_0-auc:0.991034\n",
            "[4251]\tvalidation_0-auc:0.991034\n",
            "[4252]\tvalidation_0-auc:0.991039\n",
            "[4253]\tvalidation_0-auc:0.991045\n",
            "[4254]\tvalidation_0-auc:0.991049\n",
            "[4255]\tvalidation_0-auc:0.99105\n",
            "[4256]\tvalidation_0-auc:0.991052\n",
            "[4257]\tvalidation_0-auc:0.991058\n",
            "[4258]\tvalidation_0-auc:0.991061\n",
            "[4259]\tvalidation_0-auc:0.991064\n",
            "[4260]\tvalidation_0-auc:0.991065\n",
            "[4261]\tvalidation_0-auc:0.991067\n",
            "[4262]\tvalidation_0-auc:0.991069\n",
            "[4263]\tvalidation_0-auc:0.991072\n",
            "[4264]\tvalidation_0-auc:0.991074\n",
            "[4265]\tvalidation_0-auc:0.991081\n",
            "[4266]\tvalidation_0-auc:0.991082\n",
            "[4267]\tvalidation_0-auc:0.991083\n",
            "[4268]\tvalidation_0-auc:0.991085\n",
            "[4269]\tvalidation_0-auc:0.991086\n",
            "[4270]\tvalidation_0-auc:0.991087\n",
            "[4271]\tvalidation_0-auc:0.991089\n",
            "[4272]\tvalidation_0-auc:0.991097\n",
            "[4273]\tvalidation_0-auc:0.991098\n",
            "[4274]\tvalidation_0-auc:0.991102\n",
            "[4275]\tvalidation_0-auc:0.991108\n",
            "[4276]\tvalidation_0-auc:0.991112\n",
            "[4277]\tvalidation_0-auc:0.991115\n",
            "[4278]\tvalidation_0-auc:0.99112\n",
            "[4279]\tvalidation_0-auc:0.991124\n",
            "[4280]\tvalidation_0-auc:0.991125\n",
            "[4281]\tvalidation_0-auc:0.991126\n",
            "[4282]\tvalidation_0-auc:0.991134\n",
            "[4283]\tvalidation_0-auc:0.991137\n",
            "[4284]\tvalidation_0-auc:0.991139\n",
            "[4285]\tvalidation_0-auc:0.991144\n",
            "[4286]\tvalidation_0-auc:0.991147\n",
            "[4287]\tvalidation_0-auc:0.991153\n",
            "[4288]\tvalidation_0-auc:0.991153\n",
            "[4289]\tvalidation_0-auc:0.991155\n",
            "[4290]\tvalidation_0-auc:0.991155\n",
            "[4291]\tvalidation_0-auc:0.991155\n",
            "[4292]\tvalidation_0-auc:0.991162\n",
            "[4293]\tvalidation_0-auc:0.991166\n",
            "[4294]\tvalidation_0-auc:0.991168\n",
            "[4295]\tvalidation_0-auc:0.991171\n",
            "[4296]\tvalidation_0-auc:0.991175\n",
            "[4297]\tvalidation_0-auc:0.991178\n",
            "[4298]\tvalidation_0-auc:0.991183\n",
            "[4299]\tvalidation_0-auc:0.991188\n",
            "[4300]\tvalidation_0-auc:0.991193\n",
            "[4301]\tvalidation_0-auc:0.991197\n",
            "[4302]\tvalidation_0-auc:0.991198\n",
            "[4303]\tvalidation_0-auc:0.991203\n",
            "[4304]\tvalidation_0-auc:0.991211\n",
            "[4305]\tvalidation_0-auc:0.991213\n",
            "[4306]\tvalidation_0-auc:0.991216\n",
            "[4307]\tvalidation_0-auc:0.991219\n",
            "[4308]\tvalidation_0-auc:0.991228\n",
            "[4309]\tvalidation_0-auc:0.991226\n",
            "[4310]\tvalidation_0-auc:0.991229\n",
            "[4311]\tvalidation_0-auc:0.991231\n",
            "[4312]\tvalidation_0-auc:0.991232\n",
            "[4313]\tvalidation_0-auc:0.991234\n",
            "[4314]\tvalidation_0-auc:0.991239\n",
            "[4315]\tvalidation_0-auc:0.991243\n",
            "[4316]\tvalidation_0-auc:0.991247\n",
            "[4317]\tvalidation_0-auc:0.991247\n",
            "[4318]\tvalidation_0-auc:0.991249\n",
            "[4319]\tvalidation_0-auc:0.991252\n",
            "[4320]\tvalidation_0-auc:0.991255\n",
            "[4321]\tvalidation_0-auc:0.991255\n",
            "[4322]\tvalidation_0-auc:0.991257\n",
            "[4323]\tvalidation_0-auc:0.991261\n",
            "[4324]\tvalidation_0-auc:0.991264\n",
            "[4325]\tvalidation_0-auc:0.991266\n",
            "[4326]\tvalidation_0-auc:0.991272\n",
            "[4327]\tvalidation_0-auc:0.991273\n",
            "[4328]\tvalidation_0-auc:0.991279\n",
            "[4329]\tvalidation_0-auc:0.991282\n",
            "[4330]\tvalidation_0-auc:0.991281\n",
            "[4331]\tvalidation_0-auc:0.99129\n",
            "[4332]\tvalidation_0-auc:0.991291\n",
            "[4333]\tvalidation_0-auc:0.99129\n",
            "[4334]\tvalidation_0-auc:0.991295\n",
            "[4335]\tvalidation_0-auc:0.991308\n",
            "[4336]\tvalidation_0-auc:0.991312\n",
            "[4337]\tvalidation_0-auc:0.991315\n",
            "[4338]\tvalidation_0-auc:0.991319\n",
            "[4339]\tvalidation_0-auc:0.991318\n",
            "[4340]\tvalidation_0-auc:0.991321\n",
            "[4341]\tvalidation_0-auc:0.991322\n",
            "[4342]\tvalidation_0-auc:0.991326\n",
            "[4343]\tvalidation_0-auc:0.99133\n",
            "[4344]\tvalidation_0-auc:0.991333\n",
            "[4345]\tvalidation_0-auc:0.991332\n",
            "[4346]\tvalidation_0-auc:0.991334\n",
            "[4347]\tvalidation_0-auc:0.991338\n",
            "[4348]\tvalidation_0-auc:0.991341\n",
            "[4349]\tvalidation_0-auc:0.991341\n",
            "[4350]\tvalidation_0-auc:0.991342\n",
            "[4351]\tvalidation_0-auc:0.991348\n",
            "[4352]\tvalidation_0-auc:0.991351\n",
            "[4353]\tvalidation_0-auc:0.991353\n",
            "[4354]\tvalidation_0-auc:0.991353\n",
            "[4355]\tvalidation_0-auc:0.991353\n",
            "[4356]\tvalidation_0-auc:0.991358\n",
            "[4357]\tvalidation_0-auc:0.991365\n",
            "[4358]\tvalidation_0-auc:0.991367\n",
            "[4359]\tvalidation_0-auc:0.991376\n",
            "[4360]\tvalidation_0-auc:0.991379\n",
            "[4361]\tvalidation_0-auc:0.991383\n",
            "[4362]\tvalidation_0-auc:0.99139\n",
            "[4363]\tvalidation_0-auc:0.991391\n",
            "[4364]\tvalidation_0-auc:0.9914\n",
            "[4365]\tvalidation_0-auc:0.991407\n",
            "[4366]\tvalidation_0-auc:0.991412\n",
            "[4367]\tvalidation_0-auc:0.991418\n",
            "[4368]\tvalidation_0-auc:0.991419\n",
            "[4369]\tvalidation_0-auc:0.991423\n",
            "[4370]\tvalidation_0-auc:0.991428\n",
            "[4371]\tvalidation_0-auc:0.991431\n",
            "[4372]\tvalidation_0-auc:0.991432\n",
            "[4373]\tvalidation_0-auc:0.991434\n",
            "[4374]\tvalidation_0-auc:0.991436\n",
            "[4375]\tvalidation_0-auc:0.991439\n",
            "[4376]\tvalidation_0-auc:0.991438\n",
            "[4377]\tvalidation_0-auc:0.991444\n",
            "[4378]\tvalidation_0-auc:0.991447\n",
            "[4379]\tvalidation_0-auc:0.991449\n",
            "[4380]\tvalidation_0-auc:0.991449\n",
            "[4381]\tvalidation_0-auc:0.991451\n",
            "[4382]\tvalidation_0-auc:0.991458\n",
            "[4383]\tvalidation_0-auc:0.991462\n",
            "[4384]\tvalidation_0-auc:0.991468\n",
            "[4385]\tvalidation_0-auc:0.991468\n",
            "[4386]\tvalidation_0-auc:0.99147\n",
            "[4387]\tvalidation_0-auc:0.99148\n",
            "[4388]\tvalidation_0-auc:0.991485\n",
            "[4389]\tvalidation_0-auc:0.991484\n",
            "[4390]\tvalidation_0-auc:0.991485\n",
            "[4391]\tvalidation_0-auc:0.99149\n",
            "[4392]\tvalidation_0-auc:0.991494\n",
            "[4393]\tvalidation_0-auc:0.991497\n",
            "[4394]\tvalidation_0-auc:0.991499\n",
            "[4395]\tvalidation_0-auc:0.991504\n",
            "[4396]\tvalidation_0-auc:0.991508\n",
            "[4397]\tvalidation_0-auc:0.991509\n",
            "[4398]\tvalidation_0-auc:0.991511\n",
            "[4399]\tvalidation_0-auc:0.991518\n",
            "[4400]\tvalidation_0-auc:0.991524\n",
            "[4401]\tvalidation_0-auc:0.991527\n",
            "[4402]\tvalidation_0-auc:0.991531\n",
            "[4403]\tvalidation_0-auc:0.99153\n",
            "[4404]\tvalidation_0-auc:0.991532\n",
            "[4405]\tvalidation_0-auc:0.991542\n",
            "[4406]\tvalidation_0-auc:0.991545\n",
            "[4407]\tvalidation_0-auc:0.991547\n",
            "[4408]\tvalidation_0-auc:0.991555\n",
            "[4409]\tvalidation_0-auc:0.991561\n",
            "[4410]\tvalidation_0-auc:0.991565\n",
            "[4411]\tvalidation_0-auc:0.991569\n",
            "[4412]\tvalidation_0-auc:0.991573\n",
            "[4413]\tvalidation_0-auc:0.991574\n",
            "[4414]\tvalidation_0-auc:0.991579\n",
            "[4415]\tvalidation_0-auc:0.991581\n",
            "[4416]\tvalidation_0-auc:0.991583\n",
            "[4417]\tvalidation_0-auc:0.991586\n",
            "[4418]\tvalidation_0-auc:0.991595\n",
            "[4419]\tvalidation_0-auc:0.991608\n",
            "[4420]\tvalidation_0-auc:0.991609\n",
            "[4421]\tvalidation_0-auc:0.991624\n",
            "[4422]\tvalidation_0-auc:0.991632\n",
            "[4423]\tvalidation_0-auc:0.991639\n",
            "[4424]\tvalidation_0-auc:0.991647\n",
            "[4425]\tvalidation_0-auc:0.991648\n",
            "[4426]\tvalidation_0-auc:0.991649\n",
            "[4427]\tvalidation_0-auc:0.991655\n",
            "[4428]\tvalidation_0-auc:0.991667\n",
            "[4429]\tvalidation_0-auc:0.991669\n",
            "[4430]\tvalidation_0-auc:0.991675\n",
            "[4431]\tvalidation_0-auc:0.991678\n",
            "[4432]\tvalidation_0-auc:0.991679\n",
            "[4433]\tvalidation_0-auc:0.991681\n",
            "[4434]\tvalidation_0-auc:0.99168\n",
            "[4435]\tvalidation_0-auc:0.991685\n",
            "[4436]\tvalidation_0-auc:0.991686\n",
            "[4437]\tvalidation_0-auc:0.991696\n",
            "[4438]\tvalidation_0-auc:0.991696\n",
            "[4439]\tvalidation_0-auc:0.991702\n",
            "[4440]\tvalidation_0-auc:0.991706\n",
            "[4441]\tvalidation_0-auc:0.991712\n",
            "[4442]\tvalidation_0-auc:0.991713\n",
            "[4443]\tvalidation_0-auc:0.991719\n",
            "[4444]\tvalidation_0-auc:0.991719\n",
            "[4445]\tvalidation_0-auc:0.991723\n",
            "[4446]\tvalidation_0-auc:0.991724\n",
            "[4447]\tvalidation_0-auc:0.991728\n",
            "[4448]\tvalidation_0-auc:0.991731\n",
            "[4449]\tvalidation_0-auc:0.991734\n",
            "[4450]\tvalidation_0-auc:0.991737\n",
            "[4451]\tvalidation_0-auc:0.991744\n",
            "[4452]\tvalidation_0-auc:0.991747\n",
            "[4453]\tvalidation_0-auc:0.991751\n",
            "[4454]\tvalidation_0-auc:0.991753\n",
            "[4455]\tvalidation_0-auc:0.991754\n",
            "[4456]\tvalidation_0-auc:0.991762\n",
            "[4457]\tvalidation_0-auc:0.991761\n",
            "[4458]\tvalidation_0-auc:0.991764\n",
            "[4459]\tvalidation_0-auc:0.991764\n",
            "[4460]\tvalidation_0-auc:0.991764\n",
            "[4461]\tvalidation_0-auc:0.991766\n",
            "[4462]\tvalidation_0-auc:0.991775\n",
            "[4463]\tvalidation_0-auc:0.991774\n",
            "[4464]\tvalidation_0-auc:0.99178\n",
            "[4465]\tvalidation_0-auc:0.991782\n",
            "[4466]\tvalidation_0-auc:0.991786\n",
            "[4467]\tvalidation_0-auc:0.991788\n",
            "[4468]\tvalidation_0-auc:0.991789\n",
            "[4469]\tvalidation_0-auc:0.991791\n",
            "[4470]\tvalidation_0-auc:0.991794\n",
            "[4471]\tvalidation_0-auc:0.991797\n",
            "[4472]\tvalidation_0-auc:0.991799\n",
            "[4473]\tvalidation_0-auc:0.991809\n",
            "[4474]\tvalidation_0-auc:0.991813\n",
            "[4475]\tvalidation_0-auc:0.991816\n",
            "[4476]\tvalidation_0-auc:0.991822\n",
            "[4477]\tvalidation_0-auc:0.991826\n",
            "[4478]\tvalidation_0-auc:0.991829\n",
            "[4479]\tvalidation_0-auc:0.991837\n",
            "[4480]\tvalidation_0-auc:0.991844\n",
            "[4481]\tvalidation_0-auc:0.991846\n",
            "[4482]\tvalidation_0-auc:0.991852\n",
            "[4483]\tvalidation_0-auc:0.991853\n",
            "[4484]\tvalidation_0-auc:0.991855\n",
            "[4485]\tvalidation_0-auc:0.991857\n",
            "[4486]\tvalidation_0-auc:0.991858\n",
            "[4487]\tvalidation_0-auc:0.991864\n",
            "[4488]\tvalidation_0-auc:0.991872\n",
            "[4489]\tvalidation_0-auc:0.991875\n",
            "[4490]\tvalidation_0-auc:0.991873\n",
            "[4491]\tvalidation_0-auc:0.991878\n",
            "[4492]\tvalidation_0-auc:0.991879\n",
            "[4493]\tvalidation_0-auc:0.991884\n",
            "[4494]\tvalidation_0-auc:0.991884\n",
            "[4495]\tvalidation_0-auc:0.991886\n",
            "[4496]\tvalidation_0-auc:0.991889\n",
            "[4497]\tvalidation_0-auc:0.99189\n",
            "[4498]\tvalidation_0-auc:0.991893\n",
            "[4499]\tvalidation_0-auc:0.991898\n",
            "[4500]\tvalidation_0-auc:0.9919\n",
            "[4501]\tvalidation_0-auc:0.9919\n",
            "[4502]\tvalidation_0-auc:0.991901\n",
            "[4503]\tvalidation_0-auc:0.991901\n",
            "[4504]\tvalidation_0-auc:0.991902\n",
            "[4505]\tvalidation_0-auc:0.991902\n",
            "[4506]\tvalidation_0-auc:0.991907\n",
            "[4507]\tvalidation_0-auc:0.991908\n",
            "[4508]\tvalidation_0-auc:0.991908\n",
            "[4509]\tvalidation_0-auc:0.991913\n",
            "[4510]\tvalidation_0-auc:0.991917\n",
            "[4511]\tvalidation_0-auc:0.991917\n",
            "[4512]\tvalidation_0-auc:0.991919\n",
            "[4513]\tvalidation_0-auc:0.99192\n",
            "[4514]\tvalidation_0-auc:0.991924\n",
            "[4515]\tvalidation_0-auc:0.991925\n",
            "[4516]\tvalidation_0-auc:0.991926\n",
            "[4517]\tvalidation_0-auc:0.991928\n",
            "[4518]\tvalidation_0-auc:0.991928\n",
            "[4519]\tvalidation_0-auc:0.99193\n",
            "[4520]\tvalidation_0-auc:0.991932\n",
            "[4521]\tvalidation_0-auc:0.991933\n",
            "[4522]\tvalidation_0-auc:0.991936\n",
            "[4523]\tvalidation_0-auc:0.991938\n",
            "[4524]\tvalidation_0-auc:0.991945\n",
            "[4525]\tvalidation_0-auc:0.991945\n",
            "[4526]\tvalidation_0-auc:0.991951\n",
            "[4527]\tvalidation_0-auc:0.991953\n",
            "[4528]\tvalidation_0-auc:0.991956\n",
            "[4529]\tvalidation_0-auc:0.991957\n",
            "[4530]\tvalidation_0-auc:0.99196\n",
            "[4531]\tvalidation_0-auc:0.991958\n",
            "[4532]\tvalidation_0-auc:0.991959\n",
            "[4533]\tvalidation_0-auc:0.991959\n",
            "[4534]\tvalidation_0-auc:0.991969\n",
            "[4535]\tvalidation_0-auc:0.991966\n",
            "[4536]\tvalidation_0-auc:0.991971\n",
            "[4537]\tvalidation_0-auc:0.99197\n",
            "[4538]\tvalidation_0-auc:0.991974\n",
            "[4539]\tvalidation_0-auc:0.991975\n",
            "[4540]\tvalidation_0-auc:0.991979\n",
            "[4541]\tvalidation_0-auc:0.991975\n",
            "[4542]\tvalidation_0-auc:0.991978\n",
            "[4543]\tvalidation_0-auc:0.991976\n",
            "[4544]\tvalidation_0-auc:0.991977\n",
            "[4545]\tvalidation_0-auc:0.991979\n",
            "[4546]\tvalidation_0-auc:0.991982\n",
            "[4547]\tvalidation_0-auc:0.991982\n",
            "[4548]\tvalidation_0-auc:0.991985\n",
            "[4549]\tvalidation_0-auc:0.991987\n",
            "[4550]\tvalidation_0-auc:0.991991\n",
            "[4551]\tvalidation_0-auc:0.991989\n",
            "[4552]\tvalidation_0-auc:0.991995\n",
            "[4553]\tvalidation_0-auc:0.992001\n",
            "[4554]\tvalidation_0-auc:0.992004\n",
            "[4555]\tvalidation_0-auc:0.992011\n",
            "[4556]\tvalidation_0-auc:0.992012\n",
            "[4557]\tvalidation_0-auc:0.992013\n",
            "[4558]\tvalidation_0-auc:0.992016\n",
            "[4559]\tvalidation_0-auc:0.992018\n",
            "[4560]\tvalidation_0-auc:0.99202\n",
            "[4561]\tvalidation_0-auc:0.992023\n",
            "[4562]\tvalidation_0-auc:0.992027\n",
            "[4563]\tvalidation_0-auc:0.992032\n",
            "[4564]\tvalidation_0-auc:0.992045\n",
            "[4565]\tvalidation_0-auc:0.992047\n",
            "[4566]\tvalidation_0-auc:0.99205\n",
            "[4567]\tvalidation_0-auc:0.992052\n",
            "[4568]\tvalidation_0-auc:0.99206\n",
            "[4569]\tvalidation_0-auc:0.992057\n",
            "[4570]\tvalidation_0-auc:0.992059\n",
            "[4571]\tvalidation_0-auc:0.992065\n",
            "[4572]\tvalidation_0-auc:0.992067\n",
            "[4573]\tvalidation_0-auc:0.992067\n",
            "[4574]\tvalidation_0-auc:0.992068\n",
            "[4575]\tvalidation_0-auc:0.992068\n",
            "[4576]\tvalidation_0-auc:0.992073\n",
            "[4577]\tvalidation_0-auc:0.992076\n",
            "[4578]\tvalidation_0-auc:0.99208\n",
            "[4579]\tvalidation_0-auc:0.992087\n",
            "[4580]\tvalidation_0-auc:0.992092\n",
            "[4581]\tvalidation_0-auc:0.9921\n",
            "[4582]\tvalidation_0-auc:0.992101\n",
            "[4583]\tvalidation_0-auc:0.992101\n",
            "[4584]\tvalidation_0-auc:0.992102\n",
            "[4585]\tvalidation_0-auc:0.992105\n",
            "[4586]\tvalidation_0-auc:0.992108\n",
            "[4587]\tvalidation_0-auc:0.992113\n",
            "[4588]\tvalidation_0-auc:0.992114\n",
            "[4589]\tvalidation_0-auc:0.992117\n",
            "[4590]\tvalidation_0-auc:0.992118\n",
            "[4591]\tvalidation_0-auc:0.992122\n",
            "[4592]\tvalidation_0-auc:0.992129\n",
            "[4593]\tvalidation_0-auc:0.992129\n",
            "[4594]\tvalidation_0-auc:0.992132\n",
            "[4595]\tvalidation_0-auc:0.992137\n",
            "[4596]\tvalidation_0-auc:0.99214\n",
            "[4597]\tvalidation_0-auc:0.992145\n",
            "[4598]\tvalidation_0-auc:0.992144\n",
            "[4599]\tvalidation_0-auc:0.992149\n",
            "[4600]\tvalidation_0-auc:0.99215\n",
            "[4601]\tvalidation_0-auc:0.992153\n",
            "[4602]\tvalidation_0-auc:0.992155\n",
            "[4603]\tvalidation_0-auc:0.992158\n",
            "[4604]\tvalidation_0-auc:0.992162\n",
            "[4605]\tvalidation_0-auc:0.992164\n",
            "[4606]\tvalidation_0-auc:0.992167\n",
            "[4607]\tvalidation_0-auc:0.992174\n",
            "[4608]\tvalidation_0-auc:0.992176\n",
            "[4609]\tvalidation_0-auc:0.992178\n",
            "[4610]\tvalidation_0-auc:0.992181\n",
            "[4611]\tvalidation_0-auc:0.992187\n",
            "[4612]\tvalidation_0-auc:0.992191\n",
            "[4613]\tvalidation_0-auc:0.992194\n",
            "[4614]\tvalidation_0-auc:0.992197\n",
            "[4615]\tvalidation_0-auc:0.992197\n",
            "[4616]\tvalidation_0-auc:0.992203\n",
            "[4617]\tvalidation_0-auc:0.992207\n",
            "[4618]\tvalidation_0-auc:0.992216\n",
            "[4619]\tvalidation_0-auc:0.992217\n",
            "[4620]\tvalidation_0-auc:0.99222\n",
            "[4621]\tvalidation_0-auc:0.992221\n",
            "[4622]\tvalidation_0-auc:0.992226\n",
            "[4623]\tvalidation_0-auc:0.992225\n",
            "[4624]\tvalidation_0-auc:0.992227\n",
            "[4625]\tvalidation_0-auc:0.992231\n",
            "[4626]\tvalidation_0-auc:0.992234\n",
            "[4627]\tvalidation_0-auc:0.992237\n",
            "[4628]\tvalidation_0-auc:0.992239\n",
            "[4629]\tvalidation_0-auc:0.992239\n",
            "[4630]\tvalidation_0-auc:0.992242\n",
            "[4631]\tvalidation_0-auc:0.992244\n",
            "[4632]\tvalidation_0-auc:0.99225\n",
            "[4633]\tvalidation_0-auc:0.99225\n",
            "[4634]\tvalidation_0-auc:0.992253\n",
            "[4635]\tvalidation_0-auc:0.992253\n",
            "[4636]\tvalidation_0-auc:0.992255\n",
            "[4637]\tvalidation_0-auc:0.992259\n",
            "[4638]\tvalidation_0-auc:0.992262\n",
            "[4639]\tvalidation_0-auc:0.992266\n",
            "[4640]\tvalidation_0-auc:0.992272\n",
            "[4641]\tvalidation_0-auc:0.992274\n",
            "[4642]\tvalidation_0-auc:0.992278\n",
            "[4643]\tvalidation_0-auc:0.992285\n",
            "[4644]\tvalidation_0-auc:0.992288\n",
            "[4645]\tvalidation_0-auc:0.992293\n",
            "[4646]\tvalidation_0-auc:0.992296\n",
            "[4647]\tvalidation_0-auc:0.992299\n",
            "[4648]\tvalidation_0-auc:0.992302\n",
            "[4649]\tvalidation_0-auc:0.992315\n",
            "[4650]\tvalidation_0-auc:0.99232\n",
            "[4651]\tvalidation_0-auc:0.992323\n",
            "[4652]\tvalidation_0-auc:0.992322\n",
            "[4653]\tvalidation_0-auc:0.992326\n",
            "[4654]\tvalidation_0-auc:0.992327\n",
            "[4655]\tvalidation_0-auc:0.992326\n",
            "[4656]\tvalidation_0-auc:0.992327\n",
            "[4657]\tvalidation_0-auc:0.992327\n",
            "[4658]\tvalidation_0-auc:0.99233\n",
            "[4659]\tvalidation_0-auc:0.992333\n",
            "[4660]\tvalidation_0-auc:0.992346\n",
            "[4661]\tvalidation_0-auc:0.99235\n",
            "[4662]\tvalidation_0-auc:0.992358\n",
            "[4663]\tvalidation_0-auc:0.992359\n",
            "[4664]\tvalidation_0-auc:0.992361\n",
            "[4665]\tvalidation_0-auc:0.992364\n",
            "[4666]\tvalidation_0-auc:0.992365\n",
            "[4667]\tvalidation_0-auc:0.99237\n",
            "[4668]\tvalidation_0-auc:0.992374\n",
            "[4669]\tvalidation_0-auc:0.992381\n",
            "[4670]\tvalidation_0-auc:0.992385\n",
            "[4671]\tvalidation_0-auc:0.992388\n",
            "[4672]\tvalidation_0-auc:0.99239\n",
            "[4673]\tvalidation_0-auc:0.992391\n",
            "[4674]\tvalidation_0-auc:0.992395\n",
            "[4675]\tvalidation_0-auc:0.992396\n",
            "[4676]\tvalidation_0-auc:0.992399\n",
            "[4677]\tvalidation_0-auc:0.992402\n",
            "[4678]\tvalidation_0-auc:0.992403\n",
            "[4679]\tvalidation_0-auc:0.992405\n",
            "[4680]\tvalidation_0-auc:0.992412\n",
            "[4681]\tvalidation_0-auc:0.992413\n",
            "[4682]\tvalidation_0-auc:0.992418\n",
            "[4683]\tvalidation_0-auc:0.992419\n",
            "[4684]\tvalidation_0-auc:0.992421\n",
            "[4685]\tvalidation_0-auc:0.992432\n",
            "[4686]\tvalidation_0-auc:0.992432\n",
            "[4687]\tvalidation_0-auc:0.992433\n",
            "[4688]\tvalidation_0-auc:0.992434\n",
            "[4689]\tvalidation_0-auc:0.992436\n",
            "[4690]\tvalidation_0-auc:0.992435\n",
            "[4691]\tvalidation_0-auc:0.992443\n",
            "[4692]\tvalidation_0-auc:0.992445\n",
            "[4693]\tvalidation_0-auc:0.992446\n",
            "[4694]\tvalidation_0-auc:0.992451\n",
            "[4695]\tvalidation_0-auc:0.992454\n",
            "[4696]\tvalidation_0-auc:0.992455\n",
            "[4697]\tvalidation_0-auc:0.992461\n",
            "[4698]\tvalidation_0-auc:0.992463\n",
            "[4699]\tvalidation_0-auc:0.992465\n",
            "[4700]\tvalidation_0-auc:0.99247\n",
            "[4701]\tvalidation_0-auc:0.99247\n",
            "[4702]\tvalidation_0-auc:0.99247\n",
            "[4703]\tvalidation_0-auc:0.992471\n",
            "[4704]\tvalidation_0-auc:0.992479\n",
            "[4705]\tvalidation_0-auc:0.992479\n",
            "[4706]\tvalidation_0-auc:0.992483\n",
            "[4707]\tvalidation_0-auc:0.992484\n",
            "[4708]\tvalidation_0-auc:0.992486\n",
            "[4709]\tvalidation_0-auc:0.992486\n",
            "[4710]\tvalidation_0-auc:0.992493\n",
            "[4711]\tvalidation_0-auc:0.992496\n",
            "[4712]\tvalidation_0-auc:0.992499\n",
            "[4713]\tvalidation_0-auc:0.992506\n",
            "[4714]\tvalidation_0-auc:0.992509\n",
            "[4715]\tvalidation_0-auc:0.992509\n",
            "[4716]\tvalidation_0-auc:0.992508\n",
            "[4717]\tvalidation_0-auc:0.992515\n",
            "[4718]\tvalidation_0-auc:0.992515\n",
            "[4719]\tvalidation_0-auc:0.992515\n",
            "[4720]\tvalidation_0-auc:0.992518\n",
            "[4721]\tvalidation_0-auc:0.992521\n",
            "[4722]\tvalidation_0-auc:0.992526\n",
            "[4723]\tvalidation_0-auc:0.992531\n",
            "[4724]\tvalidation_0-auc:0.992531\n",
            "[4725]\tvalidation_0-auc:0.992534\n",
            "[4726]\tvalidation_0-auc:0.992539\n",
            "[4727]\tvalidation_0-auc:0.992545\n",
            "[4728]\tvalidation_0-auc:0.992553\n",
            "[4729]\tvalidation_0-auc:0.992557\n",
            "[4730]\tvalidation_0-auc:0.992566\n",
            "[4731]\tvalidation_0-auc:0.992569\n",
            "[4732]\tvalidation_0-auc:0.992574\n",
            "[4733]\tvalidation_0-auc:0.992585\n",
            "[4734]\tvalidation_0-auc:0.992588\n",
            "[4735]\tvalidation_0-auc:0.992589\n",
            "[4736]\tvalidation_0-auc:0.992592\n",
            "[4737]\tvalidation_0-auc:0.992595\n",
            "[4738]\tvalidation_0-auc:0.992599\n",
            "[4739]\tvalidation_0-auc:0.992598\n",
            "[4740]\tvalidation_0-auc:0.992606\n",
            "[4741]\tvalidation_0-auc:0.99261\n",
            "[4742]\tvalidation_0-auc:0.992613\n",
            "[4743]\tvalidation_0-auc:0.992618\n",
            "[4744]\tvalidation_0-auc:0.992623\n",
            "[4745]\tvalidation_0-auc:0.992632\n",
            "[4746]\tvalidation_0-auc:0.992635\n",
            "[4747]\tvalidation_0-auc:0.992635\n",
            "[4748]\tvalidation_0-auc:0.992649\n",
            "[4749]\tvalidation_0-auc:0.992652\n",
            "[4750]\tvalidation_0-auc:0.992654\n",
            "[4751]\tvalidation_0-auc:0.992656\n",
            "[4752]\tvalidation_0-auc:0.992662\n",
            "[4753]\tvalidation_0-auc:0.992666\n",
            "[4754]\tvalidation_0-auc:0.992669\n",
            "[4755]\tvalidation_0-auc:0.992668\n",
            "[4756]\tvalidation_0-auc:0.99267\n",
            "[4757]\tvalidation_0-auc:0.992674\n",
            "[4758]\tvalidation_0-auc:0.99268\n",
            "[4759]\tvalidation_0-auc:0.992683\n",
            "[4760]\tvalidation_0-auc:0.992688\n",
            "[4761]\tvalidation_0-auc:0.992689\n",
            "[4762]\tvalidation_0-auc:0.992688\n",
            "[4763]\tvalidation_0-auc:0.992688\n",
            "[4764]\tvalidation_0-auc:0.99269\n",
            "[4765]\tvalidation_0-auc:0.992694\n",
            "[4766]\tvalidation_0-auc:0.992704\n",
            "[4767]\tvalidation_0-auc:0.992707\n",
            "[4768]\tvalidation_0-auc:0.992716\n",
            "[4769]\tvalidation_0-auc:0.992719\n",
            "[4770]\tvalidation_0-auc:0.992723\n",
            "[4771]\tvalidation_0-auc:0.992726\n",
            "[4772]\tvalidation_0-auc:0.992731\n",
            "[4773]\tvalidation_0-auc:0.992733\n",
            "[4774]\tvalidation_0-auc:0.992738\n",
            "[4775]\tvalidation_0-auc:0.992738\n",
            "[4776]\tvalidation_0-auc:0.992747\n",
            "[4777]\tvalidation_0-auc:0.992757\n",
            "[4778]\tvalidation_0-auc:0.992758\n",
            "[4779]\tvalidation_0-auc:0.992762\n",
            "[4780]\tvalidation_0-auc:0.992762\n",
            "[4781]\tvalidation_0-auc:0.992768\n",
            "[4782]\tvalidation_0-auc:0.992768\n",
            "[4783]\tvalidation_0-auc:0.992768\n",
            "[4784]\tvalidation_0-auc:0.992766\n",
            "[4785]\tvalidation_0-auc:0.992772\n",
            "[4786]\tvalidation_0-auc:0.992776\n",
            "[4787]\tvalidation_0-auc:0.992779\n",
            "[4788]\tvalidation_0-auc:0.992788\n",
            "[4789]\tvalidation_0-auc:0.992793\n",
            "[4790]\tvalidation_0-auc:0.992801\n",
            "[4791]\tvalidation_0-auc:0.992805\n",
            "[4792]\tvalidation_0-auc:0.992806\n",
            "[4793]\tvalidation_0-auc:0.992806\n",
            "[4794]\tvalidation_0-auc:0.992807\n",
            "[4795]\tvalidation_0-auc:0.992808\n",
            "[4796]\tvalidation_0-auc:0.992814\n",
            "[4797]\tvalidation_0-auc:0.992817\n",
            "[4798]\tvalidation_0-auc:0.992817\n",
            "[4799]\tvalidation_0-auc:0.992816\n",
            "[4800]\tvalidation_0-auc:0.99282\n",
            "[4801]\tvalidation_0-auc:0.992826\n",
            "[4802]\tvalidation_0-auc:0.992828\n",
            "[4803]\tvalidation_0-auc:0.992834\n",
            "[4804]\tvalidation_0-auc:0.992836\n",
            "[4805]\tvalidation_0-auc:0.992837\n",
            "[4806]\tvalidation_0-auc:0.992837\n",
            "[4807]\tvalidation_0-auc:0.99284\n",
            "[4808]\tvalidation_0-auc:0.992845\n",
            "[4809]\tvalidation_0-auc:0.992845\n",
            "[4810]\tvalidation_0-auc:0.992847\n",
            "[4811]\tvalidation_0-auc:0.992849\n",
            "[4812]\tvalidation_0-auc:0.992851\n",
            "[4813]\tvalidation_0-auc:0.992854\n",
            "[4814]\tvalidation_0-auc:0.992854\n",
            "[4815]\tvalidation_0-auc:0.992855\n",
            "[4816]\tvalidation_0-auc:0.992858\n",
            "[4817]\tvalidation_0-auc:0.992863\n",
            "[4818]\tvalidation_0-auc:0.992866\n",
            "[4819]\tvalidation_0-auc:0.992867\n",
            "[4820]\tvalidation_0-auc:0.99287\n",
            "[4821]\tvalidation_0-auc:0.99287\n",
            "[4822]\tvalidation_0-auc:0.992877\n",
            "[4823]\tvalidation_0-auc:0.992881\n",
            "[4824]\tvalidation_0-auc:0.992888\n",
            "[4825]\tvalidation_0-auc:0.992885\n",
            "[4826]\tvalidation_0-auc:0.992891\n",
            "[4827]\tvalidation_0-auc:0.9929\n",
            "[4828]\tvalidation_0-auc:0.992902\n",
            "[4829]\tvalidation_0-auc:0.992902\n",
            "[4830]\tvalidation_0-auc:0.992904\n",
            "[4831]\tvalidation_0-auc:0.992911\n",
            "[4832]\tvalidation_0-auc:0.992912\n",
            "[4833]\tvalidation_0-auc:0.992915\n",
            "[4834]\tvalidation_0-auc:0.992922\n",
            "[4835]\tvalidation_0-auc:0.992925\n",
            "[4836]\tvalidation_0-auc:0.992928\n",
            "[4837]\tvalidation_0-auc:0.992932\n",
            "[4838]\tvalidation_0-auc:0.992935\n",
            "[4839]\tvalidation_0-auc:0.992939\n",
            "[4840]\tvalidation_0-auc:0.992944\n",
            "[4841]\tvalidation_0-auc:0.992946\n",
            "[4842]\tvalidation_0-auc:0.99295\n",
            "[4843]\tvalidation_0-auc:0.992953\n",
            "[4844]\tvalidation_0-auc:0.992959\n",
            "[4845]\tvalidation_0-auc:0.99296\n",
            "[4846]\tvalidation_0-auc:0.99296\n",
            "[4847]\tvalidation_0-auc:0.992963\n",
            "[4848]\tvalidation_0-auc:0.992961\n",
            "[4849]\tvalidation_0-auc:0.992963\n",
            "[4850]\tvalidation_0-auc:0.992963\n",
            "[4851]\tvalidation_0-auc:0.992964\n",
            "[4852]\tvalidation_0-auc:0.992964\n",
            "[4853]\tvalidation_0-auc:0.992968\n",
            "[4854]\tvalidation_0-auc:0.992969\n",
            "[4855]\tvalidation_0-auc:0.992972\n",
            "[4856]\tvalidation_0-auc:0.992976\n",
            "[4857]\tvalidation_0-auc:0.992983\n",
            "[4858]\tvalidation_0-auc:0.992983\n",
            "[4859]\tvalidation_0-auc:0.992988\n",
            "[4860]\tvalidation_0-auc:0.992987\n",
            "[4861]\tvalidation_0-auc:0.992992\n",
            "[4862]\tvalidation_0-auc:0.992993\n",
            "[4863]\tvalidation_0-auc:0.992994\n",
            "[4864]\tvalidation_0-auc:0.992995\n",
            "[4865]\tvalidation_0-auc:0.992999\n",
            "[4866]\tvalidation_0-auc:0.993\n",
            "[4867]\tvalidation_0-auc:0.993001\n",
            "[4868]\tvalidation_0-auc:0.993003\n",
            "[4869]\tvalidation_0-auc:0.993004\n",
            "[4870]\tvalidation_0-auc:0.993005\n",
            "[4871]\tvalidation_0-auc:0.993008\n",
            "[4872]\tvalidation_0-auc:0.993014\n",
            "[4873]\tvalidation_0-auc:0.993016\n",
            "[4874]\tvalidation_0-auc:0.993017\n",
            "[4875]\tvalidation_0-auc:0.993021\n",
            "[4876]\tvalidation_0-auc:0.993023\n",
            "[4877]\tvalidation_0-auc:0.993024\n",
            "[4878]\tvalidation_0-auc:0.993025\n",
            "[4879]\tvalidation_0-auc:0.993031\n",
            "[4880]\tvalidation_0-auc:0.993029\n",
            "[4881]\tvalidation_0-auc:0.993034\n",
            "[4882]\tvalidation_0-auc:0.993036\n",
            "[4883]\tvalidation_0-auc:0.993041\n",
            "[4884]\tvalidation_0-auc:0.993042\n",
            "[4885]\tvalidation_0-auc:0.993052\n",
            "[4886]\tvalidation_0-auc:0.993055\n",
            "[4887]\tvalidation_0-auc:0.993055\n",
            "[4888]\tvalidation_0-auc:0.993056\n",
            "[4889]\tvalidation_0-auc:0.993061\n",
            "[4890]\tvalidation_0-auc:0.993059\n",
            "[4891]\tvalidation_0-auc:0.993061\n",
            "[4892]\tvalidation_0-auc:0.993064\n",
            "[4893]\tvalidation_0-auc:0.993068\n",
            "[4894]\tvalidation_0-auc:0.993071\n",
            "[4895]\tvalidation_0-auc:0.993075\n",
            "[4896]\tvalidation_0-auc:0.99308\n",
            "[4897]\tvalidation_0-auc:0.993083\n",
            "[4898]\tvalidation_0-auc:0.993085\n",
            "[4899]\tvalidation_0-auc:0.993087\n",
            "[4900]\tvalidation_0-auc:0.993095\n",
            "[4901]\tvalidation_0-auc:0.993096\n",
            "[4902]\tvalidation_0-auc:0.993101\n",
            "[4903]\tvalidation_0-auc:0.993101\n",
            "[4904]\tvalidation_0-auc:0.993104\n",
            "[4905]\tvalidation_0-auc:0.993106\n",
            "[4906]\tvalidation_0-auc:0.99311\n",
            "[4907]\tvalidation_0-auc:0.993121\n",
            "[4908]\tvalidation_0-auc:0.993121\n",
            "[4909]\tvalidation_0-auc:0.993122\n",
            "[4910]\tvalidation_0-auc:0.993128\n",
            "[4911]\tvalidation_0-auc:0.993132\n",
            "[4912]\tvalidation_0-auc:0.993137\n",
            "[4913]\tvalidation_0-auc:0.993139\n",
            "[4914]\tvalidation_0-auc:0.993143\n",
            "[4915]\tvalidation_0-auc:0.993148\n",
            "[4916]\tvalidation_0-auc:0.99315\n",
            "[4917]\tvalidation_0-auc:0.993148\n",
            "[4918]\tvalidation_0-auc:0.993151\n",
            "[4919]\tvalidation_0-auc:0.993153\n",
            "[4920]\tvalidation_0-auc:0.993156\n",
            "[4921]\tvalidation_0-auc:0.993154\n",
            "[4922]\tvalidation_0-auc:0.993156\n",
            "[4923]\tvalidation_0-auc:0.993157\n",
            "[4924]\tvalidation_0-auc:0.993158\n",
            "[4925]\tvalidation_0-auc:0.993154\n",
            "[4926]\tvalidation_0-auc:0.993157\n",
            "[4927]\tvalidation_0-auc:0.993162\n",
            "[4928]\tvalidation_0-auc:0.993163\n",
            "[4929]\tvalidation_0-auc:0.993175\n",
            "[4930]\tvalidation_0-auc:0.993177\n",
            "[4931]\tvalidation_0-auc:0.993181\n",
            "[4932]\tvalidation_0-auc:0.993191\n",
            "[4933]\tvalidation_0-auc:0.993191\n",
            "[4934]\tvalidation_0-auc:0.993192\n",
            "[4935]\tvalidation_0-auc:0.993193\n",
            "[4936]\tvalidation_0-auc:0.993202\n",
            "[4937]\tvalidation_0-auc:0.993203\n",
            "[4938]\tvalidation_0-auc:0.993205\n",
            "[4939]\tvalidation_0-auc:0.993208\n",
            "[4940]\tvalidation_0-auc:0.99321\n",
            "[4941]\tvalidation_0-auc:0.993212\n",
            "[4942]\tvalidation_0-auc:0.99321\n",
            "[4943]\tvalidation_0-auc:0.993213\n",
            "[4944]\tvalidation_0-auc:0.993215\n",
            "[4945]\tvalidation_0-auc:0.993216\n",
            "[4946]\tvalidation_0-auc:0.993219\n",
            "[4947]\tvalidation_0-auc:0.99322\n",
            "[4948]\tvalidation_0-auc:0.993218\n",
            "[4949]\tvalidation_0-auc:0.99322\n",
            "[4950]\tvalidation_0-auc:0.993222\n",
            "[4951]\tvalidation_0-auc:0.993222\n",
            "[4952]\tvalidation_0-auc:0.993223\n",
            "[4953]\tvalidation_0-auc:0.993228\n",
            "[4954]\tvalidation_0-auc:0.993227\n",
            "[4955]\tvalidation_0-auc:0.993226\n",
            "[4956]\tvalidation_0-auc:0.99323\n",
            "[4957]\tvalidation_0-auc:0.993232\n",
            "[4958]\tvalidation_0-auc:0.993233\n",
            "[4959]\tvalidation_0-auc:0.993235\n",
            "[4960]\tvalidation_0-auc:0.993236\n",
            "[4961]\tvalidation_0-auc:0.993243\n",
            "[4962]\tvalidation_0-auc:0.993245\n",
            "[4963]\tvalidation_0-auc:0.993249\n",
            "[4964]\tvalidation_0-auc:0.993253\n",
            "[4965]\tvalidation_0-auc:0.993254\n",
            "[4966]\tvalidation_0-auc:0.99326\n",
            "[4967]\tvalidation_0-auc:0.993261\n",
            "[4968]\tvalidation_0-auc:0.993264\n",
            "[4969]\tvalidation_0-auc:0.993264\n",
            "[4970]\tvalidation_0-auc:0.993269\n",
            "[4971]\tvalidation_0-auc:0.993269\n",
            "[4972]\tvalidation_0-auc:0.993267\n",
            "[4973]\tvalidation_0-auc:0.993268\n",
            "[4974]\tvalidation_0-auc:0.993269\n",
            "[4975]\tvalidation_0-auc:0.993269\n",
            "[4976]\tvalidation_0-auc:0.993271\n",
            "[4977]\tvalidation_0-auc:0.993272\n",
            "[4978]\tvalidation_0-auc:0.993275\n",
            "[4979]\tvalidation_0-auc:0.993275\n",
            "[4980]\tvalidation_0-auc:0.993278\n",
            "[4981]\tvalidation_0-auc:0.993278\n",
            "[4982]\tvalidation_0-auc:0.993277\n",
            "[4983]\tvalidation_0-auc:0.993276\n",
            "[4984]\tvalidation_0-auc:0.993279\n",
            "[4985]\tvalidation_0-auc:0.99328\n",
            "[4986]\tvalidation_0-auc:0.993286\n",
            "[4987]\tvalidation_0-auc:0.99329\n",
            "[4988]\tvalidation_0-auc:0.993291\n",
            "[4989]\tvalidation_0-auc:0.993295\n",
            "[4990]\tvalidation_0-auc:0.993303\n",
            "[4991]\tvalidation_0-auc:0.993304\n",
            "[4992]\tvalidation_0-auc:0.993306\n",
            "[4993]\tvalidation_0-auc:0.993308\n",
            "[4994]\tvalidation_0-auc:0.993311\n",
            "[4995]\tvalidation_0-auc:0.993311\n",
            "[4996]\tvalidation_0-auc:0.993313\n",
            "[4997]\tvalidation_0-auc:0.993315\n",
            "[4998]\tvalidation_0-auc:0.993316\n",
            "[4999]\tvalidation_0-auc:0.993317\n",
            "Elapsed time: 0:39:33.8\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "xgb_val_acc = xgb_classifier.evals_result()['validaiton_1']['acc']\n",
        "\n",
        "plt.figure()\n",
        "plt.plot(xgb_val_acc, label='Validation Accuracy')\n",
        "plt.title('XGBoost Accuracy')\n",
        "plt.xlabel('# of estimators/trees')\n",
        "plt.legend()\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 295
        },
        "id": "9W3l_T_6JSoJ",
        "outputId": "134f6fd8-66d0-40c1-f29b-7d40f6c54eea"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAEWCAYAAABollyxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deZwV1Z338c+PXumFtRvD0goqCBoFhOC+J2qMETUawTiBmOjoTBbNZDKaOMa4jE7iZKLP+JjBhCQaI9EYfTAhMhoEnaiRRgEFBdmUTWiBht63+3v+qNPNpRf6Ag0Xqr/v1+u+btWp5Z7TNN+ue6rqlLk7IiISXz3SXQEREdm/FPQiIjGnoBcRiTkFvYhIzCnoRURiTkEvIhJzCnoRkZhT0EuXM7MCM1tjZl9KKis0sw/N7IqksvFm9kcz22Zm5Wa21MzuMbO+YflUM2sys8rwWmVmN+7nup9tZutSXPcOM3MzO2l/1klkXynopcu5eyXw98BPzaw4FP8IKHX33wOY2anAXOCvwEh37wNcCDQCo5N295q7F7h7AfAF4EdmNvbAtKRjZmbAl4Gt4f1Afnbmgfw8OfQp6GW/cPfZwJ+AB83sbOCLwD8krfIj4Jfufq+7bwrbfOjuP3D3uR3s8y3gXWBUc5mZXWJmS8I3grlmlrxsVCgrD+tckrTsovANosLM1pvZd8wsH/gzMCjpW8SgDpp4BjAQ+CYwycyyk/bd08z+w8w+MLPtZva/ZtYzLDvdzF4NdVprZlND+Vwz+1rSPqaa2f8mzbuZ/aOZvQ+8H8oeCPvYYWYLzOyMpPUzzOx7ZrYytHGBmZWY2UNm9h/JDTGzmWZ2cwftlDhwd7302i8voC+wEfgY+EpSeT7QBJzdyfZTgf9Nmv8UUA6MCPMjgCrgM0AW8F1gBZAd5lcA3wvz5wIVwDFh243AGUn1PDFMnw2sS6FtvwCeDJ+zBfhC0rKHiL6tDAYygFOBHOCIUIfJYbv+wJiwzVzga7tpuwMvAP2AnqHsmrCPTOCfgI+A3LDsn4G3gWMAI/qW1B+YAGwAeoT1ioBq4LB0/77otf9eOqKX/cbdtwFLgDzgD0mL+hJ9m/youcDMfhSOcqvM7LakdU8O5RXAG8BjhCNa4CrgT+7+grs3APcDPYmC9WSgALjP3evdfQ7wR6KQBWgAjjWzXu6+zd3fTLVdZpYHXAn8Nnzu7wndN2bWA7gW+Ja7r3f3Jnd/1d3rgKuBF939CXdvcPct7r4w1c8F7nX3re5eA+Duvwn7aHT3/yD6Y3JMWPdrwG3uvswji8K6bwDbgfPCepOAuR6+VUk8KehlvzGza4ChwIvAvyct2gYkiLo+AHD373rUT/8M0RFqs9fdvY+7FwKfAI4D/i0sGwR8kLSPBLCW6Eh6ELA2lDX7ICyDqL//IuADM5tnZqfsQdMuIzqXMCvMPw58NpyPKAJygZXtbFfSQXmq1ibPhO6md0P3UDnQO3x+Z5/1a6JvA4T3x/ahTnIIUNDLfmFmA4D/BK4jOjH7xeY+ZHevAv4GXL4n+wxHnU8Dnw9FG4i6Q5o/04gCbn1YVhKOsJsdHpbh7vPdfSIwAHiWqBsGoi6Szkwh+rbwoZl9BDxF1BVzNVE3VS1wVDvbre2gHKIuqLyk+U+0s05L3cLP8rtE5z76hj+S24m6aTr7rN8AE81sNNH5jmc7WE9iQkEv+8t/Ac+6+0vuvpEolB4xs5yw/LvAtWZ2S/ijgJkNAYZ1tEMz6090NL0kFD0JfM7MzjOzLKJ+6jrgVaI/JNXAd80sK5wQ/jwww8yyzexLZtY7dL3sIPqGAbAJ6G9mvTuow2Cibo+LgTHhNZroG8uXwzeI6cBPzGxQOCl6Smj348CnzeyLZpZpZv3NbEzY9ULgcjPLM7Ojga928vMtJPpWUQZkmtntQK+k5T8H7jKz4RY5Ifz8cPd1wHyiI/mnm7uCJMbSfZJAr/i9gEuJjqj7tCqfA9yTNH8SUfdHeXi9A9wD9A/LpxKdtK0Mr83AE8CApH1cBiwlOpqdBxyXtOy4ULY9rHNZKM8GnifqQtpBFHqnJ203negEazkwqFUbbgEWtNPmQUT9/p8kOk/wU6JvD9uBl9l5AvUMoj9CO4iOuqeE8iLgf4hO1v4VuIO2J2OPTprPCPXcQXRi+bvAGuDTSctvA1aHfc4HhiRtf03Y5znp/n3Ra/+/LPyji0g3YmZnEnXhHOEKgdhT141INxO6ub4F/Fwh3z0o6EW6kXBDWTnRFU8/TXN15ABR142ISMzpiF5EJOYOusGRioqKfOjQoemuhojIIWXBggUfu3txe8sOuqAfOnQopaWl6a6GiMghxcw+6GiZum5ERGKu06A3s+lmttnM3ulguZnZg2a2wswWm9mJScummNn74TWlKysuIiKpSeWI/ldED4ToyGeB4eF1PfAwgJn1A35AdPfjBOAHFp4cJCIiB06nQe/uLxM9RacjE4FHPfI60MfMBgIXAC94NKzqNqKxtHf3B0NERPaDruijH8yuw6euC2UdlbdhZtebWamZlZaVlXVBlUREpNlBcTLW3ae5+3h3H19c3O7VQSIispe6IujXE40B3mxIKOuoXEREDqCuuI5+JvB1M5tBdOJ1u7tvNLPZwL8lnYA9H7i1Cz5PROSgkkg49U0J6hoT1DU2Ud+YoL4xmq9vTETLGhLUNzW1lNe1WqeusYkBhblcfdLhXV6/ToPezJ4gemBykZmtI7qSJgvA3X9GNJ74RUQPYq4GvhKWbTWzu4jGwQa40913d1JXRGSvNCWc2oYm6hoTLe91jU3UNewM39qGnWW1HS1L3r4hKbSbEh2EdxP1TQkamrpmzLCxh/dJT9C7++ROljvwjx0sm070cAQR6abcnbrGBNX1TVTXN1JT30R1fRNVYbqmoYma+iZqG6LArWnYWVZd3xi2a2pZt7ah7Tb1TYnOK7Ib2Rk9yMnsQU5WRnjvQU5mNJ2d2YOCnEyy86Lp5rJoOmPXsoywj4yO143W2fmek5HRsk5GD+u8snvhoBsCQUTSI5FwqkKwVtY1Ul3XFOZ3DdvovZGqpOnqEMJVdTund67fSGIPD3izMoyeWRnkZWeSl51Bz+wM8rIz6NUzi8N65dAzKyrLyYzeczMz6JkdhWlu1q4BnNsc3pkZ5GT1IDe8t5Rl9qDHfgrYg4WCXuQQV9+YoKqukcq6Ripqo/fKuoad0y1lu063tzxVZoQgjoI2PzuzJYz75eeQl51Bfk4GPbN2Derk9aL3sDwrg9ys5tDuQWbGQXFBYGwo6EXSKJFwKusb2V7dwI7aBnbUNIb3BnbUNrK9pnk6WlZR29ASylUhrOsaO++2MIOCnEwKczIpyM2kICeTXj2zGNynJwVJZfk5GeTnRNN52ZnktwrkvDCdm9UDs3gfBceJgl5kHzQHdWVt486gDsEchXRycEfz21umG6ioa6SzZ/8U5mbSKzeLXj2zKMzJ5BO9cluCuSA3hHdOJgW5WVGYt1qWnxOFtIK5+1LQiyRxd3bUNPJxVR1bq+rZUlkf3uvYUlXPlqp6tlbVsaWyebqepk46oPND33Lvnln0ys1iUJ9cRuYW0qtnFN69cjPDexa9ekah3jssK8jJ3G8n6KT7UNBLrCUSzvaaBraEcN5atTOgt1bV83FlXcv0lqp6tlXV09hBcBfmZNK/IJt++dmU9MtjTEkf+hdk06dndnTUHcI6CukosAtzM9XfLGmnoJdDUmVdI5t21LJpRy1lFXVsKA/TlXVsSQrvbdUNHR5xF+Zm0j8/m/4FOS3B3S8/CvIo0HPC8qgsJzPjALdSpGso6OWgUl3fyKYddWzeUcumivC+ozYqq6hl8446Nu2opaq+qc22hTmZFBfm0L8gm2FF+Yw7ot8uQd0/P6clxPvmZZOdqSNt6R4U9HLA1DU2sbG8lg3lNawPrw3lNWwor2Xj9ho276ijop1L/HKzenBYr1wOK8zl2EG9OGfkAA7rlcNhvXIpLozeD+uVS0GOfp1F2qP/GdJlahua+GBLNR9sqWoJ8w3ltS2hXlZR12abAYU5DOzTkxGHFXLG8OIQ2jkMKAzvvXLplZupK0ZE9oGCXvaIu7Nxey0rNlfy/uZKVmyuZOXmStZsqWJzqyDPzerBoD49GdynJ+ceM4DBfXsyqE9PBvXJZUifPA7rnaN+b5EDQEEv7WpsSrB2Ww3vb6pgRVkU6M2hntw/3icvi+EDCjhrRDFD+uYxtCiPYUX5DO7Tk3752ToSFzkIKOi7udqGJlZ/XNUS5M2v1R9X7TJQ1Cd65XL0gAKuHF/C0QMKWl79FeYiBz0FfTeRSDgfbq3mvY928O7GCt77aAfLPqrgw63VLQNO9TAo6ZfH8AEFnD2ymKOLozA/akABvXKz0tsAEdlrCvoYamxKsHxTJQvXlvP2+nLe3VjB8k0VVIculx4GQ4vyOXZQLy4ZM5jh4eh8WFE+uVnqMxeJGwX9Ic7dWV9ew6K121m4dhuL1m7n7fXbqWmIQr13zyxGDSzki+NLGDWwkFEDezF8QCE9sxXoIt2Fgv4Q09CU4J3125m/ZitvrN7GwrXlfFwZXe2SndmDTw7qxaQJJYwp6cOYkj4c3i9Pfegi3ZyC/hCwpbKOl98vY/Y7m5i3vKzlaH1YUT5njShmTElvxpT05ZhPFOpuTxFpQ0F/EGpsSlD6wTZeXfEx85aXsXj9dtyhuDCHL4wbzClHFvGpYX0ZUJib7qqKyCFAQX+QqKpr5OXlZbywdBN/eW8z22sa6GEwpqQPN503grOOKeaEwb1j/8gzEel6Cvo0cnfe/HAbj//tQ/60eCN1jQl698zivFEDOP/YwzjlqCJ699RljSKyb1IKejO7EHgAyAB+7u73tVp+BDAdKAa2Ate4+7qwrAl4O6z6obtf0kV1P2TtqG3g2bfW8/jrH7JsUwUFOZlcMW4InzthIBOG9tP45SLSpToNejPLAB4CPgOsA+ab2Ux3X5q02v3Ao+7+azM7F7gX+LuwrMbdx3RxvQ9Jb6zeyoz5H/Lntz+ipqGJE4b05r7Lj+fzoweRr5EXRWQ/SSVdJgAr3H0VgJnNACYCyUF/LPDtMP0S8GxXVvJQVtvQxLNvredXr67hvY8qKMzN5NKxg7h6whEcP6R3uqsnIt1AKkE/GFibNL8OOKnVOouAy4m6dy4DCs2sv7tvAXLNrBRoBO5z9zZ/BMzseuB6gMMPP3yPG3Ew2l7TwP+du4In/vYhO2obOW5QL+669JNcOW6I7j4VkQOqq/oLvgP8l5lNBV4G1gPNQxwe4e7rzexIYI6Zve3uK5M3dvdpwDSA8ePH7/5Jywe5poTzm9c/4KcvLqe8poHPHT+QL510BCcf2U83LolIWqQS9OuBkqT5IaGshbtvIDqix8wKgC+4e3lYtj68rzKzucBYYJegj4v5a7Zy2zPvsGxTBace1Z/bPncsxw7qle5qiUg3l0rQzweGm9kwooCfBFydvIKZFQFb3T0B3Ep0BQ5m1heodve6sM5pwI+6sP4Hha1V9dw7612eWrCOwX168vCXTuTCT35CR/AiclDoNOjdvdHMvg7MJrq8crq7LzGzO4FSd58JnA3ca2ZO1HXzj2HzUcB/m1kC6EHUR7+0zYccotydJ0vXcu+f36OytpEbzjqKb553NHnZuoJGRA4e5n5wdYmPHz/eS0tL012NTm0or+Ffnl7MK+9/zISh/bj7sk8y4rDCdFdLRLopM1vg7uPbW6ZDzz2USDhPLVjL3X96l6aEc/eln+RLJx2ubhoROWgp6PfA2q3VfOepRfxt9VYmDO3H/VeO5vD+eemulojIbinoU/TWh9uYMv0N3OHey4/nqvElGmBMRA4JCvoUvLZyC9c9Wkq//Gx+89WTdBQvIocUjZ7ViXnLy5jyyzf4RO9cnvz7UxTyInLI0RH9bsxdtpnrH1vAUcUF/PZrJ9E3PzvdVRIR2WM6ou/AK++Xcf1jCzhaIS8ihzgd0bdj9cdV/MPjb3JkUT6/ve4k+uQp5EXk0KUj+laq6hq5/tFSMnsYj3x5vEJeRA55OqJP4u788+8XsbKskkevPYmSfjrxKiKHPh3RJ3l43kpmvf0R/3LhSE4fXpTu6oiIdAkFfTB/zVZ+9PwyPnfCQK4/88h0V0dEpMso6IkeFnLHzCUM7J3Lj75wgsatEZFYUdADv5u/liUbdnDrRaP0kG4RiZ1uH/Sbd9Ry76x3GX9EXz5/wsB0V0dEpMt1+6C/849LqWtK8OMrR6vLRkRiqVsH/dxlm/nj4o18/ZyjGVaUn+7qiIjsF9026BuaEtz5x6UcWZzP35+lq2xEJL66bdD/afFGVpVV8d0LRpKTmZHu6oiI7DfdMujdnUdeWcXRAwo4/9jD0l0dEZH9qlsG/Wsrt7Bkww6+dvowPSVKRGIvpaA3swvNbJmZrTCzW9pZfoSZ/cXMFpvZXDMbkrRsipm9H15TurLye+uRV1ZRVJDNpWMHp7sqIiL7XadBb2YZwEPAZ4Fjgclmdmyr1e4HHnX3E4A7gXvDtv2AHwAnAROAH5hZ366r/p5bsbmCl5aV8XcnDyU3S33zIhJ/qRzRTwBWuPsqd68HZgATW61zLDAnTL+UtPwC4AV33+ru24AXgAv3vdp77+evrCYnswfXnHx4OqshInLApBL0g4G1SfPrQlmyRcDlYfoyoNDM+qe4LWZ2vZmVmllpWVlZqnXfY2UVdfzhrfVcMW4I/Qty9tvniIgcTLrqZOx3gLPM7C3gLGA90JTqxu4+zd3Hu/v44uLiLqpSW4//7QMamhJ89fRh++0zREQONqmM4LUeKEmaHxLKWrj7BsIRvZkVAF9w93IzWw+c3WrbuftQ333y/DsfMWFoP44sLkhXFUREDrhUjujnA8PNbJiZZQOTgJnJK5hZkZk17+tWYHqYng2cb2Z9w0nY80PZAbdxew3vfVTBuSMHpOPjRUTSptOgd/dG4OtEAf0u8KS7LzGzO83skrDa2cAyM1sOHAbcE7bdCtxF9MdiPnBnKDvgXnx3c1TRYxT0ItK9mLunuw67GD9+vJeWlnb5fifc8yL98rP587fO0CiVIhI7ZrbA3ce3t6xb3Bm7obyGzRV1nHZ0kUJeRLqdbhH0r67cAsClY3QnrIh0P90i6N/6cBuFOZkcN6hXuqsiInLAdYugX7i2nBNKemsAMxHplmIf9BW1Dby7cQdjS9I6xI6ISNrEPuiXfVRBwmHs4X3SXRURkbSIfdC/91EFAMd8ojDNNRERSY/YB33pmq30y89mcJ+e6a6KiEhaxD7o56/ZxilH9df18yLSbcU66HfUNrC+vEaXVYpItxbroF8e+udHqn9eRLqxWAf9+5srARg+QEEvIt1XrIN+5eZKcrN66ESsiHRrsQ76D7ZWc3i/PN0RKyLdWqyDft22Gkr65qW7GiIiaRXboHd31m6tZkhfdduISPcW26D/aEctlXWNHD1Az4cVke4ttkG/fFO44uYwXXEjIt1bbIP+vY07ABihoBeRbi62Qb/64yr652fTLz873VUREUmr2Ab9x5X1FBfmpLsaIiJpl1LQm9mFZrbMzFaY2S3tLD/czF4ys7fMbLGZXRTKh5pZjZktDK+fdXUDOvJxZR1FBQp6EZHMzlYwswzgIeAzwDpgvpnNdPelSavdBjzp7g+b2bHALGBoWLbS3cd0bbU7t25bDWeNKD7QHysictBJ5Yh+ArDC3Ve5ez0wA5jYah0HmoeI7A1s6Loq7rnGpgRbqup0Db2ICKkF/WBgbdL8ulCW7A7gGjNbR3Q0/42kZcNCl848MzujvQ8ws+vNrNTMSsvKylKvfQe2VTfgDkUFOhErItJVJ2MnA79y9yHARcBjZtYD2Agc7u5jgW8DvzWzNoPDu/s0dx/v7uOLi/e9u2VLVR0A/dVHLyKSUtCvB0qS5oeEsmRfBZ4EcPfXgFygyN3r3H1LKF8ArARG7GulO7NycxWAxrkRESG1oJ8PDDezYWaWDUwCZrZa50PgPAAzG0UU9GVmVhxO5mJmRwLDgVVdVfmOrC+vBmBokYJeRKTTq27cvdHMvg7MBjKA6e6+xMzuBErdfSbwT8AjZnYz0YnZqe7uZnYmcKeZNQAJ4AZ337rfWhNsq24gK8MoyOm0eSIisZdSErr7LKKTrMlltydNLwVOa2e7p4Gn97GOe2xbVT1987L1QHAREWJ6Z+y26ijoRUQktkHfQJ+8rHRXQ0TkoBDPoK+q12BmIiJBPIO+uoE+6roREQFiGPTuTnl1PX3VdSMiAsQw6CvqGmlMuLpuRESC2AV9eVUDgLpuRESC2AX91up6APrlq+tGRARiGPTbQtDriF5EJBK/oK+Kgl43TImIRGIX9BW1jQD0ytU4NyIiEMOgr6yLgr5AQS8iAsQw6CtqG8nO7EFOZka6qyIiclCIXdBX1jVQqOGJRURaxC/oaxvVbSMikiR+QV/XqAeOiIgkiV3Ql1c30CtXN0uJiDSLXdBvrqijuDAn3dUQETloxC7o6xsT5GbFrlkiInstdonYmEiQmRG7ZomI7LXYJWJDk5PVQw8FFxFpllLQm9mFZrbMzFaY2S3tLD/czF4ys7fMbLGZXZS07Naw3TIzu6ArK9+ehqYEWTqiFxFp0el1iGaWATwEfAZYB8w3s5nuvjRptduAJ939YTM7FpgFDA3Tk4DjgEHAi2Y2wt2burohzRqbXF03IiJJUknECcAKd1/l7vXADGBiq3Uc6BWmewMbwvREYIa717n7amBF2N9+4e40JBJkZajrRkSkWSpBPxhYmzS/LpQluwO4xszWER3Nf2MPtsXMrjezUjMrLSsrS7HqbTUlHHfUdSMikqSrEnEy8Ct3HwJcBDxmZinv292nuft4dx9fXFy815VoTDgAmTqiFxFpkcpYAeuBkqT5IaEs2VeBCwHc/TUzywWKUty2y2yviZ4XqyEQRER2SuWoez4w3MyGmVk20cnVma3W+RA4D8DMRgG5QFlYb5KZ5ZjZMGA48EZXVb61uoYEoKAXEUnWaSK6e6OZfR2YDWQA0919iZndCZS6+0zgn4BHzOxmohOzU93dgSVm9iSwFGgE/nF/XnFT3xQFvfroRUR2SunQ191nEZ1kTS67PWl6KXBaB9veA9yzD3VMWYOCXkSkjVglYnPQZ2fqZKyISLNYBn1mj1g1S0Rkn8QqEesbo8sr1XUjIrJTrBJRXTciIm3FMuh1RC8islOsElFBLyLSVqwSsb6puY9eXTciIs1iFfRNCV11IyLSWqwSMeQ8PUxH9CIizWIV9E0edd0o50VEdopV0HsI+gw9M1ZEpEWsgj4MR6+uGxGRJDEL+ijpdUAvIrJTvII+0dxHr6QXEWkWr6APXTfqoxcR2SlmQa+uGxGR1mIW9NG7um5ERHaKV9AndEQvItJavIJe19GLiLQRs6CP3nUdvYjITjELeg2BICLSWkpBb2YXmtkyM1thZre0s/w/zWxheC03s/KkZU1Jy2Z2ZeVb29lHr6QXEWmW2dkKZpYBPAR8BlgHzDezme6+tHkdd785af1vAGOTdlHj7mO6rsoda7mOXkEvItIilSP6CcAKd1/l7vXADGDibtafDDzRFZXbU+q6ERFpK5WgHwysTZpfF8raMLMjgGHAnKTiXDMrNbPXzezSDra7PqxTWlZWlmLV23J3zHQdvYhIsq4+GTsJ+L27NyWVHeHu44GrgZ+a2VGtN3L3ae4+3t3HFxcX7/WHN7mrf15EpJVUgn49UJI0PySUtWcSrbpt3H19eF8FzGXX/vsutbWqnqbmjnoREQFSC/r5wHAzG2Zm2URh3ubqGTMbCfQFXksq62tmOWG6CDgNWNp6267yxBtrO19JRKSb6TTo3b0R+DowG3gXeNLdl5jZnWZ2SdKqk4AZ3vyYp8gooNTMFgEvAfclX63T1Y4d2Gt/7VpE5JDV6eWVAO4+C5jVquz2VvN3tLPdq8Dx+1C/PdK/IJuxh/c5UB8nInJIiNWdse6gU7EiIruKV9Cjq25ERFqLVdAnEhr+QESktXgFvfpuRETaiFXQO3roiIhIa/EKet0ZKyLSRqyCPuEa0ExEpLVYBb2O6EVE2opV0EdH9Ap6EZFksQp6d9dFNyIircQr6NFVNyIircUq6BPqoxcRaSNeQZ/QVTciIq3FK+jddTJWRKSVWAU9qI9eRKS1WAW9+uhFRNqKWdCrj15EpLVYBb2rj15EpI2YBb3GoxcRaS1WQZ/QnbEiIm3EKuh1Z6yISFspBb2ZXWhmy8xshZnd0s7y/zSzheG13MzKk5ZNMbP3w2tKV1a+NV11IyLSVmZnK5hZBvAQ8BlgHTDfzGa6+9Lmddz95qT1vwGMDdP9gB8A44kOuBeEbbd1aSuCRAI9SlBEpJVUjugnACvcfZW71wMzgIm7WX8y8ESYvgB4wd23hnB/AbhwXyrcGR3Ri4jsKpWgHwysTZpfF8raMLMjgGHAnD3Z1syuN7NSMystKytLpd7tirpu9npzEZFY6uqTsZOA37t7055s5O7T3H28u48vLi7e6w+PrrpR0ouIJEsl6NcDJUnzQ0JZeyaxs9tmT7fdZwmHHrG6jkhEZN+lEovzgeFmNszMsonCfGbrlcxsJNAXeC2peDZwvpn1NbO+wPmhbL9wPUpQRKSNTq+6cfdGM/s6UUBnANPdfYmZ3QmUuntz6E8CZri7J2271czuIvpjAXCnu2/t2ibsUld13IiItNJp0AO4+yxgVquy21vN39HBttOB6XtZvz2i6+hFRNqKVY+27owVEWkrVkGfSGj0ShGR1mIV9K7x6EVE2kipj/5QEXXdKOklPhoaGli3bh21tbXproocJHJzcxkyZAhZWVkpbxOroNedsRI369ato7CwkKFDh6pbUnB3tmzZwrp16xg2bFjK28Wq6yahJ0xJzNTW1tK/f3/9XgsQ3SfUv3//Pf6GF6ugVx+9xJFCXpLtze9D7IJeffQiIruKVdDrUYIiXeucc85h9uxdRy356U9/yo033tjhNmeffTalpaUAXHTRRZSXl7dZ54477uD+++/f7Wc/++yzLF3a8tgLbr/9dl588cU9qf5u3XTTTQwePJhEItFl+zxYxSrodbv3t6EAABFgSURBVNWNSNeaPHkyM2bM2KVsxowZTJ48OaXtZ82aRZ8+ffbqs1sH/Z133smnP/3pvdpXa4lEgmeeeYaSkhLmzZvXJftsT2Nj437b957QVTcih4gfPreEpRt2dOk+jx3Uix98/rgOl19xxRXcdttt1NfXk52dzZo1a9iwYQNnnHEGN954I/Pnz6empoYrrriCH/7wh222Hzp0KKWlpRQVFXHPPffw61//mgEDBlBSUsK4ceMAeOSRR5g2bRr19fUcffTRPPbYYyxcuJCZM2cyb9487r77bp5++mnuuusuLr74Yq644gr+8pe/8J3vfIfGxkY+9alP8fDDD5OTk8PQoUOZMmUKzz33HA0NDTz11FOMHDmyTb3mzp3Lcccdx1VXXcUTTzzBOeecA8CmTZu44YYbWLVqFQAPP/wwp556Ko8++ij3338/ZsYJJ5zAY489xtSpU1vqA1BQUEBlZSVz587lX//1X+nbty/vvfcey5cv59JLL2Xt2rXU1tbyrW99i+uvvx6A559/nu9973s0NTVRVFTECy+8wDHHHMOrr75KcXExiUSCESNG8Nprr7EvQ7jH5oje3XFHZ2NFulC/fv2YMGECf/7zn4HoaP6LX/wiZsY999xDaWkpixcvZt68eSxevLjD/SxYsIAZM2awcOFCZs2axfz581uWXX755cyfP59FixYxatQofvGLX3DqqadyySWX8OMf/5iFCxdy1FFHtaxfW1vL1KlT+d3vfsfbb79NY2MjDz/8cMvyoqIi3nzzTW688cYOu4eeeOIJJk+ezGWXXcaf/vQnGhoaAPjmN7/JWWedxaJFi3jzzTc57rjjWLJkCXfffTdz5sxh0aJFPPDAA53+3N58800eeOABli9fDsD06dNZsGABpaWlPPjgg2zZsoWysjKuu+46nn76aRYtWsRTTz1Fjx49uOaaa3j88ccBePHFFxk9evQ+hTzE6Ii+ecxMHdFLXO3uyHt/au6+mThxIjNmzOAXv/gFAE8++STTpk2jsbGRjRs3snTpUk444YR29/HKK69w2WWXkZeXB8All1zSsuydd97htttuo7y8nMrKSi644ILd1mfZsmUMGzaMESNGADBlyhQeeughbrrpJiD6wwEwbtw4/vCHP7TZvr6+nlmzZvGTn/yEwsJCTjrpJGbPns3FF1/MnDlzePTRRwHIyMigd+/ePProo1x55ZUUFRUB0R+/zkyYMGGX69wffPBBnnnmGQDWrl3L+++/T1lZGWeeeWbLes37vfbaa5k4cSI33XQT06dP5ytf+Uqnn9eZ+AR9eFcfvUjXmjhxIjfffDNvvvkm1dXVjBs3jtWrV3P//fczf/58+vbty9SpU/f67t2pU6fy7LPPMnr0aH71q18xd+7cfapvTk4OEAV1e33ks2fPpry8nOOPPx6A6upqevbsycUXX7xHn5OZmdlyIjeRSFBfX9+yLD8/v2V67ty5vPjii7z22mvk5eVx9tln7/ZnVVJSwmGHHcacOXN44403Wo7u90Vsum4S4ZBeMS/StQoKCjjnnHO49tprW07C7tixg/z8fHr37s2mTZtaunY6cuaZZ/Lss89SU1NDRUUFzz33XMuyiooKBg4cSENDwy6hVlhYSEVFRZt9HXPMMaxZs4YVK1YA8Nhjj3HWWWel3J4nnniCn//856xZs4Y1a9awevVqXnjhBaqrqznvvPNauoGamprYvn075557Lk899RRbtmwBYOvW6JEaQ4cOZcGCBQDMnDmzpfunte3bt9O3b1/y8vJ47733eP311wE4+eSTefnll1m9evUu+wX42te+xjXXXMOVV15JRkZGym3rSGyCvqYhekxtbta+/1BEZFeTJ09m0aJFLUE/evRoxo4dy8iRI7n66qs57bTTdrv9iSeeyFVXXcXo0aP57Gc/y6c+9amWZXfddRcnnXQSp5122i4nTidNmsSPf/xjxo4dy8qVK1vKc3Nz+eUvf8mVV17J8ccfT48ePbjhhhtSakd1dTXPP/88n/vc51rK8vPzOf3003nuued44IEHeOmllzj++OMZN24cS5cu5bjjjuP73/8+Z511FqNHj+bb3/42ANdddx3z5s1j9OjRvPbaa7scxSe78MILaWxsZNSoUdxyyy2cfPLJABQXFzNt2jQuv/xyRo8ezVVXXdWyzSWXXEJlZWWXdNsAWNIDoQ4K48eP9+ZrcPdEeXU9tz37DleOL+GsEft24kLkYPHuu+8yatSodFdDDrDS0lJuvvlmXnnllXaXt/d7YWYL3H18e+vHpo++T142/3X1iemuhojIPrnvvvt4+OGHu6Rvvllsum5EROLglltu4YMPPuD000/vsn0q6EUOcgdb96qk1978PijoRQ5iubm5bNmyRWEvwM7x6HNzc/dou5T66M3sQuABIAP4ubvf1846XwTuILqkfZG7Xx3Km4C3w2ofuvslrbcVkfYNGTKEdevWUVZWlu6qyEGi+QlTe6LToDezDOAh4DPAOmC+mc1096VJ6wwHbgVOc/dtZjYgaRc17j5mj2olIgBkZWXt0ZOERNqTStfNBGCFu69y93pgBjCx1TrXAQ+5+zYAd9/ctdUUEZG9lUrQDwbWJs2vC2XJRgAjzOyvZvZ66OpplmtmpaH80vY+wMyuD+uU6iuqiEjX6qrr6DOB4cDZwBDgZTM73t3LgSPcfb2ZHQnMMbO33X1l8sbuPg2YBtENU11UJxERIbWgXw+UJM0PCWXJ1gF/c/cGYLWZLScK/vnuvh7A3VeZ2VxgLLCSDixYsOBjM/sg9Sa0UQR8vA/bH4q6W5u7W3tBbe4u9qXNR3S0oNMhEMwsE1gOnEcU8POBq919SdI6FwKT3X2KmRUBbwFjgARQ7e51ofw1YGLyidyuZmalHd0GHFfdrc3drb2gNncX+6vNnR7Ru3ujmX0dmE10eeV0d19iZncCpe4+Myw738yWAk3AP7v7FjM7FfhvM0sQnQ+4b3+GvIiItJVSH727zwJmtSq7PWnagW+HV/I6rwLH73s1RURkb8Xxzthp6a5AGnS3Nne39oLa3F3slzYfdMMUi4hI14rjEb2IiCRR0IuIxFxsgt7MLjSzZWa2wsxuSXd99oWZTTezzWb2TlJZPzN7wczeD+99Q7mZ2YOh3YvN7MSkbaaE9d83synpaEuqzKzEzF4ys6VmtsTMvhXKY9tuM8s1szfMbFFo8w9D+TAz+1to2+/MLDuU54T5FWH50KR93RrKl5nZBelpUWrMLMPM3jKzP4b5uLd3jZm9bWYLzaw0lB3Y32t3P+RfRJd9rgSOBLKBRcCx6a7XPrTnTOBE4J2ksh8Bt4TpW4B/D9MXAX8mei76yUQ3rgH0A1aF975hum+627abNg8ETgzThUT3bhwb53aHuheE6Szgb6EtTwKTQvnPgBvD9D8APwvTk4Dfheljw+98DjAs/F/ISHf7dtPubwO/Bf4Y5uPe3jVAUauyA/p7nfYfQhf9IE8BZifN3wrcmu567WObhrYK+mXAwDA9EFgWpv+b6Ga1XdYDJgP/nVS+y3oH+wv4f0QjpnaLdgN5wJvASUR3RmaG8pbfbaL7VU4J05lhPWv9+5683sH2Irqz/i/AucAfQ/1j295Qv/aC/oD+Xsel6yaVgdcOdYe5+8Yw/RFwWJjuqO2H7M8kfEUfS3SEG+t2h26MhcBm4AWio9Nyd28MqyTXv6VtYfl2oD+HVpt/CnyX6K55iOof5/ZC9IyO/zGzBWZ2fSg7oL/XsXk4eHfi7m5msbwu1swKgKeBm9x9h5m1LItju929CRhjZn2AZ4CRaa7SfmNmFwOb3X2BmZ2d7vocQKd7NLDjAOAFM3sveeGB+L2OyxF9KgOvHeo2mdlAgPDePOZ/R20/5H4mZpZFFPKPu/sfQnHs2w3g0UivLxF1XfSxaIwp2LX+LW0Ly3sDWzh02nwacImZrSF6rsW5RE+ui2t7AfCdAztuJvpjPoED/Hsdl6CfDwwPZ++ziU7czExznbraTKD5TPsUoj7s5vIvh7P1JwPbw1fC5vGH+oYz+ueHsoOSRYfuvwDedfefJC2KbbvNrDgcyWNmPYnOSbxLFPhXhNVat7n5Z3EFMMejDtuZwKRwlcowopFj3zgwrUidu9/q7kPcfSjR/9E57v4lYtpeADPLN7PC5mmi38d3ONC/1+k+UdGFJzwuIrpSYyXw/XTXZx/b8gSwEWgg6ov7KlHf5F+A94EXgX5hXSN61ONKomfzjk/az7XAivD6Srrb1UmbTyfqy1wMLAyvi+LcbuAEopFeF4f//LeH8iOJgmsF8BSQE8pzw/yKsPzIpH19P/wslgGfTXfbUmj72ey86ia27Q1tWxReS5qz6UD/XmsIBBGRmItL142IiHRAQS8iEnMKehGRmFPQi4jEnIJeRCTmFPRyQJjZvWZ2jpldama37uG2xWH0wrfM7Ix9qMPZFj3HuHn+BjP78t7ur9W+v9cV+0na38lm9oiZjTGzi7py39L9KOjlQDkJeB04C3h5D7c9D3jb3ce6+yv7UIezgZagd/efufuj+7C/ZHsU9OGGmN39//ss8Dwwhuh+gvb2oSFMJDXpvqFAr3i/gB8T3RBUQXQTVEWYv72ddYcCc8LyvwCHEwXdh0BZ2L5nq23GAfOABUR3CjaPCPhNYGnY14yw74+IbhtfCJwB3AF8J6w/F/hPoJTo7tRPAX8guqHl7qTPezZ81hLg+lB2H9AU9vt4KPs20U1Q7xCN29PcvmXAo2H7I4BfhXXeBm5O+pz/JbrlP7ntV4U6Pwb8lejGumKiYSPmh9dpYft8YDrRjUZvARND+XGhbGH42QxP9++IXgfg/2G6K6BX/F8hNP8P0Zjrf93Nes8BU8L0tcCzYXoq8F/trJ8FvAoUh/mrgOlhegM777DsE95bgr31fAj65jHBvxW2H0g05vk6oH9Y1nwHY88Q0M3llUn7HReCOx8oCKE+NgR9Ajg5ab0XkrZrrmcR8FJ7bQ91XkD4g0c0rvvpYfpwoiEkAP4NuKZ5v0R3jeeHf4cvhfJsWv3h1CueL331kwPhRKJbwEcSHS135BTg8jD9GNHDGXbnGOCTRCMCQvQAmuahXxcDj5vZs0RH4aloHh/pbWCJh2FkzWwV0YBSW4BvmtllYb0SonFWtrTaz+nAM+5eFbb/A9E3iJnAB+7+elhvFXCkmf0f4E/A/4Ty85Om262nu9eE6U8DxyaN8tkrjAB6PtEAYt8J5blEfwheA75vZkOAP7j7+538TCQGFPSy35jZGKKuiSFED43Ii4ptIdGDImp2s3lKH0EUyKe0s+xzRE/q+jxRsB2fwv7qwnsiabp5PjMMrftporpXm9lcogDdE1XNE+6+zcxGAxcANwBfJPom81ngJ+1vvus+iM6znezutckrhEHivuDuy1pt+66Z/Y3o5zPLzP7e3efsYRvkEKOTsbLfuPtCdx/DzscCzgEucPcxHYT8q0SjGgJ8CejsxOsyoNjMToFomGMzOy6c5Cxx95eAfyHq6y4gOj9QuA9N6g1sCyE/kuhRb80awjDLhHpfamZ5YcTCy9pri5kVAT3c/WngNuDEENAnEPWhk0Kd/wf4RtI+x4TJ2cA3wv4ws7Hh/Uhglbs/SDRi4gkpt14OWQp62a/MrJgoHBPASHdfupvVvwF8xcwWA39H1FfeIXevJxq+9t/NbBFROJ5K1IXzGzN7m+hE5IMejff+HHCZRQ9p3pvLNJ8nOrJ/l+gE7OtJy6YBi83scXd/k+ibzBtET8n6ubu/1c7+BgNzwzec3xA9Im8c8Ja7N482+BJR18xCM7uqnX18Exhv0YOklxJ9MwC4i+gcxmIzWxLmIfrW8E74zE8SnRiWmNPolSIHETO7DVjh7jPSXReJDwW9iEjMqetGRCTmFPQiIjGnoBcRiTkFvYhIzCnoRURiTkEvIhJz/x9vvyzbpo8S2wAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SdzKuOPRjzND",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "08fe59bc-34d7-4234-ce2b-e0d47acac6ad"
      },
      "source": [
        "preds = xgb_classifier.predict(X_test)\n",
        "test_accuracy = accuracy_score(preds, Y_test)\n",
        "print(f'Accuracy on the test set: {test_accuracy}')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Accuracy on the test set: 0.8902\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "I2M5NIu2P7wc",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6e26b986-6904-40a9-f96a-07f94d5230d5"
      },
      "source": [
        "  xgb_classifier"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "XGBClassifier(eval_metric='auc', gamma=2, learning_rate=0.085, max_depth=2,\n",
              "              min_child_weight=2, n_estimators=5000)"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "xgb_classifier.save_model(\"xgbClassifier.json\")"
      ],
      "metadata": {
        "id": "09v_ijUq5-5E"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ugT9FHEnDDR-"
      },
      "source": [
        "# xgb_classifier = xgb.XGBClassifier(max_depth=2, learning_rate=0.085, objective='binary:logistic', n_estimators = 5000, eval_metric = 'auc', min_child_weight=2, gamma=2)\n",
        "# Accuracy on the test set: 0.8842"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vjitKpJhwCG3"
      },
      "source": [
        "# xgb_classifier = xgb.XGBClassifier(max_depth=2, learning_rate=0.085, objective='binary:logistic', n_estimators = 1800, eval_metric = 'auc', min_child_weight=15, gamma=5)\n",
        "# Accuracy on the test set: 0.8744"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9puEV_Ujl1jY"
      },
      "source": [
        "# xgb_classifier = xgb.XGBClassifier(max_depth=2, learning_rate=0.085, objective='binary:logistic', n_estimators = 1500, eval_metric = 'auc', min_child_weight=20, gamma=10)\n",
        "# Accuracy on the test set: 0.871"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "40wmlsxkQG3D"
      },
      "source": [
        "# xgb_classifier = xgb.XGBClassifier(max_depth=2, learning_rate=0.085, objective='binary:logistic', n_estimators = 1500, eval_metric = 'auc', min_child_weight=20, gamma=10)\n",
        "# Accuracy on the test set: 0.8644"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aUIVZOYJjzU-"
      },
      "source": [
        "def xgb_predict_sentence(sentence):\n",
        "  tokenized = vectorizer.transform([sentence])\n",
        "  return xgb_classifier.predict(tokenized)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jl5PwGbBAYyQ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "82e5caf2-9cd7-4a74-e6a4-0e7e0716367f"
      },
      "source": [
        "xgb_predict_sentence('Completely lacking good taste, good senario, good ending!')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([1])"
            ]
          },
          "metadata": {},
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Dnt4OYcpjzXa",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "48cfef9f-f382-4a96-8e74-94c5ab2c3dcd"
      },
      "source": [
        "xgb_predict_sentence('Completely lacking good taste, good senario, good ending! What a waste of time!')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([0])"
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "45UJzO9kDOzf"
      },
      "source": [
        "# NGBoost"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rNyk_HGLjzk5",
        "outputId": "bb84626d-02f6-4665-b91f-0ebd854abeee"
      },
      "source": [
        "!pip install --upgrade git+https://github.com/stanfordmlgroup/ngboost.git"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting git+https://github.com/stanfordmlgroup/ngboost.git\n",
            "  Cloning https://github.com/stanfordmlgroup/ngboost.git to /tmp/pip-req-build-g7c5vbqk\n",
            "  Running command git clone -q https://github.com/stanfordmlgroup/ngboost.git /tmp/pip-req-build-g7c5vbqk\n",
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
            "    Preparing wheel metadata ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting lifelines>=0.25\n",
            "  Downloading lifelines-0.26.4-py3-none-any.whl (348 kB)\n",
            "\u001b[K     |████████████████████████████████| 348 kB 34.1 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.3 in /usr/local/lib/python3.7/dist-packages (from ngboost==0.3.13.dev0) (4.62.3)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from ngboost==0.3.13.dev0) (1.19.5)\n",
            "Requirement already satisfied: scipy>=1.3 in /usr/local/lib/python3.7/dist-packages (from ngboost==0.3.13.dev0) (1.4.1)\n",
            "Requirement already satisfied: scikit-learn>=0.21 in /usr/local/lib/python3.7/dist-packages (from ngboost==0.3.13.dev0) (1.0.1)\n",
            "Collecting formulaic<0.3,>=0.2.2\n",
            "  Downloading formulaic-0.2.4-py3-none-any.whl (55 kB)\n",
            "\u001b[K     |████████████████████████████████| 55 kB 4.3 MB/s \n",
            "\u001b[?25hRequirement already satisfied: autograd>=1.3 in /usr/local/lib/python3.7/dist-packages (from lifelines>=0.25->ngboost==0.3.13.dev0) (1.3)\n",
            "Requirement already satisfied: pandas>=0.23.0 in /usr/local/lib/python3.7/dist-packages (from lifelines>=0.25->ngboost==0.3.13.dev0) (1.1.5)\n",
            "Collecting autograd-gamma>=0.3\n",
            "  Downloading autograd-gamma-0.5.0.tar.gz (4.0 kB)\n",
            "Requirement already satisfied: matplotlib>=3.0 in /usr/local/lib/python3.7/dist-packages (from lifelines>=0.25->ngboost==0.3.13.dev0) (3.2.2)\n",
            "Requirement already satisfied: future>=0.15.2 in /usr/local/lib/python3.7/dist-packages (from autograd>=1.3->lifelines>=0.25->ngboost==0.3.13.dev0) (0.16.0)\n",
            "Requirement already satisfied: astor in /usr/local/lib/python3.7/dist-packages (from formulaic<0.3,>=0.2.2->lifelines>=0.25->ngboost==0.3.13.dev0) (0.8.1)\n",
            "Requirement already satisfied: wrapt in /usr/local/lib/python3.7/dist-packages (from formulaic<0.3,>=0.2.2->lifelines>=0.25->ngboost==0.3.13.dev0) (1.13.3)\n",
            "Collecting interface-meta>=1.2\n",
            "  Downloading interface_meta-1.2.4-py2.py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0->lifelines>=0.25->ngboost==0.3.13.dev0) (2.8.2)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0->lifelines>=0.25->ngboost==0.3.13.dev0) (1.3.2)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0->lifelines>=0.25->ngboost==0.3.13.dev0) (0.11.0)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib>=3.0->lifelines>=0.25->ngboost==0.3.13.dev0) (3.0.6)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas>=0.23.0->lifelines>=0.25->ngboost==0.3.13.dev0) (2018.9)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.1->matplotlib>=3.0->lifelines>=0.25->ngboost==0.3.13.dev0) (1.15.0)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21->ngboost==0.3.13.dev0) (3.0.0)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.21->ngboost==0.3.13.dev0) (1.1.0)\n",
            "Building wheels for collected packages: ngboost, autograd-gamma\n",
            "  Building wheel for ngboost (PEP 517) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for ngboost: filename=ngboost-0.3.13.dev0-py3-none-any.whl size=31765 sha256=50ede4a8332fcf829151a88e9972d252e2787645af2969f2c5356900b7092055\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-1ye2tro1/wheels/9a/7f/a2/ce1d8e2bb0b0efd77e813f2311d132f536343daa6c8b5a81ee\n",
            "  Building wheel for autograd-gamma (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for autograd-gamma: filename=autograd_gamma-0.5.0-py3-none-any.whl size=4049 sha256=694c9ffe3041c0aa099c013a03ed237d670e914abfc78a47ed7a208ac59fecfd\n",
            "  Stored in directory: /root/.cache/pip/wheels/9f/01/ee/1331593abb5725ff7d8c1333aee93a50a1c29d6ddda9665c9f\n",
            "Successfully built ngboost autograd-gamma\n",
            "Installing collected packages: interface-meta, formulaic, autograd-gamma, lifelines, ngboost\n",
            "Successfully installed autograd-gamma-0.5.0 formulaic-0.2.4 interface-meta-1.2.4 lifelines-0.26.4 ngboost-0.3.13.dev0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zalTgslLjznZ"
      },
      "source": [
        "from ngboost import NGBClassifier\n",
        "from ngboost.distns import Normal, k_categorical, Bernoulli\n",
        "from ngboost.scores import LogScore, CRPScore\n",
        "from sklearn.tree import DecisionTreeRegressor"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## NGBoost 800 estimators"
      ],
      "metadata": {
        "id": "gQROlWHFJjup"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "T5LRcPwmDS4S",
        "outputId": "3a38abf3-4b9d-438b-ef15-0a8b9e8dbdf4"
      },
      "source": [
        "# learner = DecisionTreeRegressor(criterion='friedman_mse', max_depth=5)\n",
        "# b1 = DecisionTreeRegressor(criterion='friedman_mse', max_depth=2)\n",
        "# b2 = DecisionTreeRegressor(criterion='friedman_mse', max_depth=4)\n",
        "\n",
        "# param_grid = {\n",
        "#     'minibatch_frac': [1.0, 0.5],\n",
        "#     'Base': [b1, b2]\n",
        "# }\n",
        "\n",
        "ngb = NGBClassifier(Dist=Bernoulli, Score=LogScore, \n",
        "                    n_estimators=800, learning_rate=0.085,\n",
        "                    verbose=True)\n",
        "                    # minibatch_frac=0.5, col_sample=0.5, verbose=False)\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "ngb.fit(X_train, Y_train, X_val=X_val, Y_val=Y_val)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[iter 0] loss=0.6931 val_loss=0.6672 scale=2.0000 norm=4.0000\n",
            "[iter 100] loss=0.4193 val_loss=0.4400 scale=1.0000 norm=1.6811\n",
            "[iter 200] loss=0.3889 val_loss=0.4251 scale=1.0000 norm=1.6597\n",
            "[iter 300] loss=0.3820 val_loss=0.4236 scale=0.5000 norm=0.8289\n",
            "[iter 400] loss=0.3741 val_loss=0.4222 scale=0.0039 norm=0.0065\n",
            "[iter 500] loss=0.3702 val_loss=0.4219 scale=0.0005 norm=0.0008\n",
            "[iter 600] loss=0.3695 val_loss=0.4220 scale=0.0010 norm=0.0016\n",
            "[iter 700] loss=0.3690 val_loss=0.4220 scale=0.0005 norm=0.0008\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "NGBClassifier(learning_rate=0.085, n_estimators=800,\n",
              "              random_state=RandomState(MT19937) at 0x7FEC8F501050)"
            ]
          },
          "metadata": {},
          "execution_count": 214
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "H8jBJ60CDmJC",
        "outputId": "09977bc0-4c9f-4515-c16b-f6b9cdd2865f"
      },
      "source": [
        "ngb_preds = ngb.predict(X_test)\n",
        "print(ngb_preds.shape)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(5000,)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4rpOKjWCGN96",
        "outputId": "106b16a3-913f-47c0-d76d-dffa51d10da6"
      },
      "source": [
        "ngb_test_accuracy = accuracy_score(ngb_preds, Y_test)\n",
        "print(f'Accuracy on the test set: {ngb_test_accuracy}')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Accuracy on the test set: 0.8112\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## NGBoost 2000 estimators"
      ],
      "metadata": {
        "id": "dXgOA-UqJlD3"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Vwppqv-4GYaa",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "fc43cadd-35da-4591-876f-e838383ade3e"
      },
      "source": [
        "ngb = NGBClassifier(Dist=Bernoulli, Score=LogScore, \n",
        "                    n_estimators=2000, learning_rate=0.085,\n",
        "                    verbose=True)\n",
        "                    # minibatch_frac=0.5, col_sample=0.5, verbose=False)\n",
        "                    \n",
        "start_time = time.time()\n",
        "\n",
        "ngb.fit(X_train, Y_train, X_val=X_val, Y_val=Y_val)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[iter 0] loss=0.6931 val_loss=0.6669 scale=2.0000 norm=4.0000\n",
            "[iter 100] loss=0.4224 val_loss=0.4418 scale=1.0000 norm=1.6803\n",
            "[iter 200] loss=0.3914 val_loss=0.4273 scale=1.0000 norm=1.6613\n",
            "[iter 300] loss=0.3834 val_loss=0.4250 scale=0.0005 norm=0.0008\n",
            "[iter 400] loss=0.3827 val_loss=0.4250 scale=0.5000 norm=0.8288\n",
            "[iter 500] loss=0.3807 val_loss=0.4249 scale=0.0005 norm=0.0008\n",
            "[iter 600] loss=0.3755 val_loss=0.4245 scale=0.0005 norm=0.0008\n",
            "[iter 700] loss=0.3746 val_loss=0.4244 scale=0.0005 norm=0.0008\n",
            "[iter 800] loss=0.3745 val_loss=0.4243 scale=0.0005 norm=0.0008\n",
            "[iter 900] loss=0.3721 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1000] loss=0.3719 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1100] loss=0.3718 val_loss=0.4242 scale=1.0000 norm=1.6526\n",
            "[iter 1200] loss=0.3692 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1300] loss=0.3689 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1400] loss=0.3688 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1500] loss=0.3659 val_loss=0.4242 scale=0.2500 norm=0.4126\n",
            "[iter 1600] loss=0.3640 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1700] loss=0.3640 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1800] loss=0.3640 val_loss=0.4242 scale=0.0005 norm=0.0008\n",
            "[iter 1900] loss=0.3636 val_loss=0.4241 scale=0.0005 norm=0.0008\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "NGBClassifier(learning_rate=0.085, n_estimators=2000,\n",
              "              random_state=RandomState(MT19937) at 0x7F04C3A8A050)"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "ngb_preds = ngb.predict(X_test)\n",
        "print(ngb_preds.shape)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dkUq1pKkJQsg",
        "outputId": "15910d25-bce8-4c11-8b5f-648a7eaf6db6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(5000,)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "ngb_test_accuracy = accuracy_score(ngb_preds, Y_test)\n",
        "print(f'Accuracy on the test set: {ngb_test_accuracy}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "L5aOjVJIJQu9",
        "outputId": "31b19414-fa6f-40cb-8632-f1598f72f3e5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Accuracy on the test set: 0.8142\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "8AHXMQ3CJQ0J"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Naive Bayes\n",
        "\n",
        "tried to fit on the whole training data, but could not; faced memory limitations. Therefore, I trained using batches and fitting the naive bayes learner partially on each batch. \n",
        "<br>Learners:\n",
        "* Gaussian.\n",
        "* Bernoulli.\n",
        "* Multinomial.\n",
        "* Categorical."
      ],
      "metadata": {
        "id": "e4HvmVTx-LM1"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.naive_bayes import BernoulliNB, GaussianNB, MultinomialNB, CategoricalNB\n",
        "from sklearn.model_selection import KFold\n",
        "from sklearn.metrics import accuracy_score"
      ],
      "metadata": {
        "id": "8Qg0orh6-LZE"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def batch_nb(X, Y, X_test, Y_test, n, nb_learner):\n",
        "\n",
        "  print(f'X shape: {X.shape}')\n",
        "  splits=np.int(X.shape[0]/n)\n",
        "  print(f'# of splits: {splits}')\n",
        "  classes = np.unique(Y)\n",
        "  print(f'classes: {classes}')\n",
        "  nb = nb_learner()\n",
        "  train_acc = 0.0\n",
        "  n_times = 0\n",
        "\n",
        "  for k in range(1, splits+1):\n",
        "    data = []\n",
        "    index = k*n\n",
        "    if k == splits:\n",
        "      # last split\n",
        "      data = X[index:]\n",
        "      output = Y[index:]\n",
        "      print(f'last split: X: {data.shape}, Y: {output.shape}')\n",
        "    elif k == 1:\n",
        "      data = X[:index]\n",
        "      output = Y[:index]\n",
        "      print(f'first split k={k}, X: {data.shape}, Y: {output.shape}')\n",
        "    else:\n",
        "      previous_index = (k-1)*n\n",
        "      data = X[previous_index:index]\n",
        "      output = Y[previous_index:index]\n",
        "      print(f'split k={k}, X: {data.shape}, Y: {output.shape}')\n",
        "    if data.shape[0] > 0:\n",
        "      nb.partial_fit(data.toarray(), output, classes=classes)\n",
        "      c_train_acc = accuracy_score(nb.predict(data.toarray()) , output)\n",
        "      train_acc += c_train_acc\n",
        "      print(f'k={k}, train_acc: {c_train_acc}')\n",
        "      n_times += 1\n",
        "\n",
        "  train_acc = train_acc/n_times\n",
        "  print(f'Training accuracy: {train_acc}')\n",
        "  predictions = nb.predict(X_test.toarray())\n",
        "  test_acc = accuracy_score(predictions , Y_test)\n",
        "  print(f'Test accuracy: {test_acc}')\n",
        "  return nb, train_acc, test_acc"
      ],
      "metadata": {
        "id": "hxjGmrCO-Lbz"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "gnb, gnb_train_acc, gnb_test_acc = batch_nb(X, Y, X_test, Y_test, 5000, GaussianNB)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gfK6ufuIcjMz",
        "outputId": "2c787828-4fe4-4c00-d1b3-9dc32d593141"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "X shape: (45000, 30000)\n",
            "# of splits: 9\n",
            "classes: [0 1]\n",
            "first split k=1, X: (5000, 30000), Y: (5000,)\n",
            "k=1, train_acc: 0.9508\n",
            "split k=2, X: (5000, 30000), Y: (5000,)\n",
            "k=2, train_acc: 0.9122\n",
            "split k=3, X: (5000, 30000), Y: (5000,)\n",
            "k=3, train_acc: 0.9114\n",
            "split k=4, X: (5000, 30000), Y: (5000,)\n",
            "k=4, train_acc: 0.8806\n",
            "split k=5, X: (5000, 30000), Y: (5000,)\n",
            "k=5, train_acc: 0.881\n",
            "split k=6, X: (5000, 30000), Y: (5000,)\n",
            "k=6, train_acc: 0.87\n",
            "split k=7, X: (5000, 30000), Y: (5000,)\n",
            "k=7, train_acc: 0.861\n",
            "split k=8, X: (5000, 30000), Y: (5000,)\n",
            "k=8, train_acc: 0.8558\n",
            "last split: X: (0, 30000), Y: (0,)\n",
            "Training accuracy: 0.8903500000000001\n",
            "Test accuracy: 0.71\n",
            "Elapsed time: 0:0:38.6\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "bnb, bnb_train_acc, bnb_test_acc = batch_nb(X, Y, X_test, Y_test, 5000, BernoulliNB)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pTWuTAieczdb",
        "outputId": "8a9e21f3-c279-4eec-ba17-f95e3de5c4e8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "X shape: (45000, 30000)\n",
            "# of splits: 9\n",
            "classes: [0 1]\n",
            "first split k=1, X: (5000, 30000), Y: (5000,)\n",
            "k=1, train_acc: 0.9378\n",
            "split k=2, X: (5000, 30000), Y: (5000,)\n",
            "k=2, train_acc: 0.9092\n",
            "split k=3, X: (5000, 30000), Y: (5000,)\n",
            "k=3, train_acc: 0.905\n",
            "split k=4, X: (5000, 30000), Y: (5000,)\n",
            "k=4, train_acc: 0.8926\n",
            "split k=5, X: (5000, 30000), Y: (5000,)\n",
            "k=5, train_acc: 0.8804\n",
            "split k=6, X: (5000, 30000), Y: (5000,)\n",
            "k=6, train_acc: 0.8784\n",
            "split k=7, X: (5000, 30000), Y: (5000,)\n",
            "k=7, train_acc: 0.8798\n",
            "split k=8, X: (5000, 30000), Y: (5000,)\n",
            "k=8, train_acc: 0.8838\n",
            "last split: X: (0, 30000), Y: (0,)\n",
            "Training accuracy: 0.895875\n",
            "Test accuracy: 0.8502\n",
            "Elapsed time: 0:0:28.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "mnb, mnb_train_acc, mnb_test_acc = batch_nb(X, Y, X_test, Y_test, 5000, MultinomialNB)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JizoFS1HFpFc",
        "outputId": "810ffd4a-7f8a-4101-be85-b543628452d7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "X shape: (45000, 30000)\n",
            "# of splits: 9\n",
            "classes: [0 1]\n",
            "first split k=1, X: (5000, 30000), Y: (5000,)\n",
            "k=1, train_acc: 0.9452\n",
            "split k=2, X: (5000, 30000), Y: (5000,)\n",
            "k=2, train_acc: 0.9204\n",
            "split k=3, X: (5000, 30000), Y: (5000,)\n",
            "k=3, train_acc: 0.908\n",
            "split k=4, X: (5000, 30000), Y: (5000,)\n",
            "k=4, train_acc: 0.906\n",
            "split k=5, X: (5000, 30000), Y: (5000,)\n",
            "k=5, train_acc: 0.9032\n",
            "split k=6, X: (5000, 30000), Y: (5000,)\n",
            "k=6, train_acc: 0.8938\n",
            "split k=7, X: (5000, 30000), Y: (5000,)\n",
            "k=7, train_acc: 0.8894\n",
            "split k=8, X: (5000, 30000), Y: (5000,)\n",
            "k=8, train_acc: 0.8948\n",
            "last split: X: (0, 30000), Y: (0,)\n",
            "Training accuracy: 0.9076000000000001\n",
            "Test accuracy: 0.8678\n",
            "Elapsed time: 0:0:11.3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "cnb, cnb_train_acc, cnb_test_acc = batch_nb(X, Y, X_test, Y_test, 5000, CategoricalNB)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xDmvL1rbegzq",
        "outputId": "21a63ce2-0439-44dc-92f1-706b648fbc3e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "X shape: (45000, 30000)\n",
            "# of splits: 9\n",
            "classes: [0 1]\n",
            "first split k=1, X: (5000, 30000), Y: (5000,)\n",
            "k=1, train_acc: 0.5114\n",
            "split k=2, X: (5000, 30000), Y: (5000,)\n",
            "k=2, train_acc: 0.5006\n",
            "split k=3, X: (5000, 30000), Y: (5000,)\n",
            "k=3, train_acc: 0.5138\n",
            "split k=4, X: (5000, 30000), Y: (5000,)\n",
            "k=4, train_acc: 0.5064\n",
            "split k=5, X: (5000, 30000), Y: (5000,)\n",
            "k=5, train_acc: 0.4974\n",
            "split k=6, X: (5000, 30000), Y: (5000,)\n",
            "k=6, train_acc: 0.5062\n",
            "split k=7, X: (5000, 30000), Y: (5000,)\n",
            "k=7, train_acc: 0.5\n",
            "split k=8, X: (5000, 30000), Y: (5000,)\n",
            "k=8, train_acc: 0.5086\n",
            "last split: X: (0, 30000), Y: (0,)\n",
            "Training accuracy: 0.50555\n",
            "Test accuracy: 0.4992\n",
            "Elapsed time: 0:3:5.9\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Logistic Regression\n",
        "Logistic regression with K-Fold Cross Validation *(K=10 bins)* <br>\n",
        "Did not converge at first using the default maximum number of iteration which was 200, I increased it to 500, and it didn't converge either, finally, I increased it to 1000 iterations, and it eventually converged.\n",
        "Training accuracy was 95% and testing accuracy was 90%.\n",
        "I used `lbfgs` optimization algorithm which uses L2 regularization which is normally used with multinomial problems."
      ],
      "metadata": {
        "id": "nmQQpdmlggj6"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.linear_model import LogisticRegressionCV"
      ],
      "metadata": {
        "id": "gG7nbCi3eg2X"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "lr = LogisticRegressionCV(cv=10, max_iter=1000)\n",
        "lr.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gTRk-uy3eg46",
        "outputId": "5293863f-456d-4fa0-a11d-e70ed6eaf605"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:16:24.4\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr.score(X,Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3HQ3jvVDg2fr",
        "outputId": "c7e1c027-5e47-4c00-80bb-a8f4dee3f0c5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9505111111111111"
            ]
          },
          "metadata": {},
          "execution_count": 41
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr.score(X_test,Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-lMoI3ejmbOu",
        "outputId": "80fafaec-1a4c-4163-bec1-0f71ac6bc6d3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9012"
            ]
          },
          "metadata": {},
          "execution_count": 42
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Then used `liblinear` which is a simpler algorithm, normally used for small datasets, but it's faster to train. It supports  both `L1` and `L2` regularization, but I'm going to stick with `L2` because it's has shown good empirical results. Achieved similar results to the previous one."
      ],
      "metadata": {
        "id": "fRwV6IPynXWk"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "lr_liblinear = LogisticRegressionCV(cv=10, max_iter=1000, solver='liblinear')\n",
        "lr_liblinear.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "u0F_9vVVmdoW",
        "outputId": "622c031d-a7bd-417e-bc64-af95f34fc875"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:7:4.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_liblinear.score(X,Y)"
      ],
      "metadata": {
        "id": "6FJITtp5nNDj",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "b526d25c-0d4b-4345-bebd-b91974630ea2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9504888888888889"
            ]
          },
          "metadata": {},
          "execution_count": 44
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_liblinear.score(X_test,Y_test)"
      ],
      "metadata": {
        "id": "kVy4C7lfnNFy",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e4e5cd3c-881b-4c31-d1a9-60e9ab3eb092"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9012"
            ]
          },
          "metadata": {},
          "execution_count": 45
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Then tried:\n",
        "`saga`\n",
        "and \n",
        "`newton-cg`"
      ],
      "metadata": {
        "id": "gSTkkFbXrZID"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "lr_saga = LogisticRegressionCV(cv=10, max_iter=1000, solver='saga')\n",
        "lr_saga.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "id": "BqZi9jWrnNIH",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e0101c6d-a365-4191-bfed-194126dd2618"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/linear_model/_sag.py:354: ConvergenceWarning: The max_iter was reached which means the coef_ did not converge\n",
            "  ConvergenceWarning,\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:31:31.3\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_saga.score(X,Y)"
      ],
      "metadata": {
        "id": "BR4ympcrr1ix",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "60043628-e893-4fda-bbb0-4cb927ce7480"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9505111111111111"
            ]
          },
          "metadata": {},
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_saga.score(X_test,Y_test)"
      ],
      "metadata": {
        "id": "sGxQQ_lkr1lW",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6f5b4975-1ff4-45e5-e712-768e694d91ef"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9012"
            ]
          },
          "metadata": {},
          "execution_count": 48
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "start_time = time.time()\n",
        "\n",
        "lr_newtoncg = LogisticRegressionCV(cv=10, max_iter=1000, solver='newton-cg')\n",
        "lr_newtoncg.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "id": "WcJGoieTr1oL",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "90e185f7-9f9a-498d-f722-d3d0e63b2506"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:7:38.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_newtoncg.score(X,Y)"
      ],
      "metadata": {
        "id": "KgvMJkvHr1qx",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "2c10a50c-8a57-4f6b-9458-7684cafe2419"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9505111111111111"
            ]
          },
          "metadata": {},
          "execution_count": 50
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "lr_newtoncg.score(X_test,Y_test)"
      ],
      "metadata": {
        "id": "NU5SnDdDr1tP",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "88054cb3-8eb6-46ec-cf92-5a3ade931fcf"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9012"
            ]
          },
          "metadata": {},
          "execution_count": 51
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Decision Trees"
      ],
      "metadata": {
        "id": "UAJXCEouGJMR"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn import tree"
      ],
      "metadata": {
        "id": "QB9_K695GM-O"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "clf = tree.DecisionTreeClassifier()\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "clf.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LZOKhLg2GNBF",
        "outputId": "011e058f-316d-4aac-8338-b90cab409a46"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:2:12.4\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf.score(X,Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "l1MO1Ci-GNDy",
        "outputId": "38c082e8-766f-4713-f5a0-5d8c1098201a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1.0"
            ]
          },
          "metadata": {},
          "execution_count": 54
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "clf.score(X_test,Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vjf0YQKzGNGP",
        "outputId": "c9992a55-39b8-4153-df25-78a099e19811"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.714"
            ]
          },
          "metadata": {},
          "execution_count": 55
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Random Forest\n",
        "\n",
        "* Started with 100 estimators (trees; weak learners), criterion: `gini`\n",
        "* 100 estimators, criterion: `entropy`\n"
      ],
      "metadata": {
        "id": "YuS1VMipG6rN"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.ensemble import RandomForestClassifier"
      ],
      "metadata": {
        "id": "JXus6gARGNI-"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df1 = RandomForestClassifier()\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "df1.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4iJAwDLLGNLv",
        "outputId": "025a9744-7edf-42dd-e9ad-121b7e228e7d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:3:10.5\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1.score(X, Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "H8OG2n97GNOL",
        "outputId": "82257668-f034-4d09-e4a4-3e69056a7c91"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1.0"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df1.score(X_test, Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "lVrNo6B7GNQy",
        "outputId": "9c9b30a1-5a6f-4611-8775-a28318692814"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.848"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df2 = RandomForestClassifier(criterion='entropy')\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "df2.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TRVrevz8GNTX",
        "outputId": "f665b869-dc4d-42d3-e9f8-2716b676e479"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:3:8.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df2.score(X, Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wC2Q8LCoGNWE",
        "outputId": "f8b1ec36-2a7d-4330-de08-d4743572c7db"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1.0"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df2.score(X_test, Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pzAejgNEGNZ3",
        "outputId": "90eb35b1-029d-4061-e092-9e7149dfdee2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.8394"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# SVM"
      ],
      "metadata": {
        "id": "OCkW0NfpHtov"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn import svm"
      ],
      "metadata": {
        "id": "83hDnrp9GNc9"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "svc_linear = svm.SVC(kernel='linear')\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "svc_linear.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Vyy9r0wQGNfF",
        "outputId": "ebcbb1d2-9b5d-4d9b-e6df-df80b63ccb1b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 0:43:27.8\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "svc_linear.score(X, Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JNf-9Hj7IQvu",
        "outputId": "7c58070a-7b10-492c-ad42-27302ff85a49"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9524222222222222"
            ]
          },
          "metadata": {},
          "execution_count": 67
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "svc_linear.score(X_test, Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Z0ZXMmkKIQy_",
        "outputId": "e6a620fd-5e3f-4ae4-b334-73fc83e039cd"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.8988"
            ]
          },
          "metadata": {},
          "execution_count": 68
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "svc_rbf = svm.SVC(kernel='rbf')\n",
        "\n",
        "start_time = time.time()\n",
        "\n",
        "svc_rbf.fit(X, Y)\n",
        "\n",
        "end_time = time.time()\n",
        "execution_time = (end_time - start_time)\n",
        "print(f\"Elapsed time: {hms_string(execution_time)}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ksbmzzQaIQ2v",
        "outputId": "57571df8-586a-4d2f-def1-75471615be37"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Elapsed time: 1:23:41.7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "svc_rbf.score(X, Y)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "XKVwJX0ZIQ52",
        "outputId": "18cd36d7-a3e5-4f20-eab1-37d18d6fcb57"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9868444444444444"
            ]
          },
          "metadata": {},
          "execution_count": 70
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "svc_rbf.score(X_test, Y_test)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7fu37sPfIUKp",
        "outputId": "76ea0c1c-2841-43c1-80a0-bf803b2943b8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0.9046"
            ]
          },
          "metadata": {},
          "execution_count": 71
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Thank you!"
      ],
      "metadata": {
        "id": "YuhQkV0mQKMU"
      }
    }
  ]
}