keypoint_classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "RANDOM_SEED = 42"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 各パス指定"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = 'model/keypoint_classifier/keypoint.csv'\n",
    "model_save_path = 'model/keypoint_classifier/keypoint_classifier.hdf5'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 分類数設定"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "NUM_CLASSES = 3"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 学習データ読み込み"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_dataset = np.loadtxt(dataset, delimiter=',', dtype='float32', usecols=list(range(1, (21 * 2) + 1)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_dataset = np.loadtxt(dataset, delimiter=',', dtype='int32', usecols=(0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X_dataset, y_dataset, train_size=0.75, random_state=RANDOM_SEED)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# モデル構築"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:Please add `keras.layers.InputLayer` instead of `keras.Input` to Sequential model. `keras.Input` is intended to be used by Functional model.\n"
     ]
    }
   ],
   "source": [
    "model = tf.keras.models.Sequential([\n",
    "    tf.keras.layers.Input((21 * 2, )),\n",
    "    tf.keras.layers.Dropout(0.2),\n",
    "    tf.keras.layers.Dense(20, activation='relu'),\n",
    "    tf.keras.layers.Dropout(0.4),\n",
    "    tf.keras.layers.Dense(10, activation='relu'),\n",
    "    tf.keras.layers.Dense(NUM_CLASSES, activation='softmax')\n",
    "])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dropout (Dropout)            (None, 42)                0         \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 20)                860       \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 20)                0         \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 10)                210       \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 3)                 33        \n",
      "=================================================================\n",
      "Total params: 1,103\n",
      "Trainable params: 1,103\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()  # tf.keras.utils.plot_model(model, show_shapes=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# モデルチェックポイントのコールバック\n",
    "cp_callback = tf.keras.callbacks.ModelCheckpoint(\n",
    "    model_save_path, verbose=1, save_weights_only=False)\n",
    "# 早期打ち切り用コールバック\n",
    "es_callback = tf.keras.callbacks.EarlyStopping(patience=20, verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# モデルコンパイル\n",
    "model.compile(\n",
    "    optimizer='adam',\n",
    "    loss='sparse_categorical_crossentropy',\n",
    "    metrics=['accuracy']\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# モデル訓練"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1000\n",
      "3/3 [==============================] - 1s 92ms/step - loss: 1.2476 - accuracy: 0.3527 - val_loss: 1.1575 - val_accuracy: 0.2551\n",
      "\n",
      "Epoch 00001: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 2/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 1.2272 - accuracy: 0.2979 - val_loss: 1.1298 - val_accuracy: 0.3469\n",
      "\n",
      "Epoch 00002: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 3/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 1.1767 - accuracy: 0.3562 - val_loss: 1.1037 - val_accuracy: 0.5102\n",
      "\n",
      "Epoch 00003: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 4/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 1.1619 - accuracy: 0.3596 - val_loss: 1.0813 - val_accuracy: 0.5204\n",
      "\n",
      "Epoch 00004: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 5/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 1.1799 - accuracy: 0.3219 - val_loss: 1.0634 - val_accuracy: 0.5102\n",
      "\n",
      "Epoch 00005: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 6/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 1.1386 - accuracy: 0.3185 - val_loss: 1.0476 - val_accuracy: 0.5306\n",
      "\n",
      "Epoch 00006: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 7/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 1.1253 - accuracy: 0.3596 - val_loss: 1.0338 - val_accuracy: 0.6224\n",
      "\n",
      "Epoch 00007: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 8/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 1.1058 - accuracy: 0.3322 - val_loss: 1.0196 - val_accuracy: 0.6939\n",
      "\n",
      "Epoch 00008: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 9/1000\n",
      "3/3 [==============================] - 0s 9ms/step - loss: 1.0991 - accuracy: 0.3322 - val_loss: 1.0055 - val_accuracy: 0.8367\n",
      "\n",
      "Epoch 00009: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 10/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 1.0850 - accuracy: 0.3527 - val_loss: 0.9915 - val_accuracy: 0.8571\n",
      "\n",
      "Epoch 00010: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 11/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 1.0599 - accuracy: 0.4110 - val_loss: 0.9760 - val_accuracy: 0.8571\n",
      "\n",
      "Epoch 00011: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 12/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 1.0488 - accuracy: 0.4212 - val_loss: 0.9599 - val_accuracy: 0.8673\n",
      "\n",
      "Epoch 00012: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 13/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 1.0209 - accuracy: 0.4212 - val_loss: 0.9440 - val_accuracy: 0.8776\n",
      "\n",
      "Epoch 00013: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 14/1000\n",
      "3/3 [==============================] - 0s 23ms/step - loss: 1.0186 - accuracy: 0.4315 - val_loss: 0.9277 - val_accuracy: 0.8878\n",
      "\n",
      "Epoch 00014: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 15/1000\n",
      "3/3 [==============================] - ETA: 0s - loss: 1.0099 - accuracy: 0.46 - 0s 31ms/step - loss: 1.0196 - accuracy: 0.4418 - val_loss: 0.9113 - val_accuracy: 0.9184\n",
      "\n",
      "Epoch 00015: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 16/1000\n",
      "3/3 [==============================] - 0s 30ms/step - loss: 0.9982 - accuracy: 0.4863 - val_loss: 0.8928 - val_accuracy: 0.9184\n",
      "\n",
      "Epoch 00016: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 17/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 0.9786 - accuracy: 0.4932 - val_loss: 0.8742 - val_accuracy: 0.9184\n",
      "\n",
      "Epoch 00017: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 18/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 0.9710 - accuracy: 0.4726 - val_loss: 0.8549 - val_accuracy: 0.9286\n",
      "\n",
      "Epoch 00018: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 19/1000\n",
      "3/3 [==============================] - 0s 23ms/step - loss: 0.9319 - accuracy: 0.5034 - val_loss: 0.8339 - val_accuracy: 0.9286\n",
      "\n",
      "Epoch 00019: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 20/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.9430 - accuracy: 0.5103 - val_loss: 0.8118 - val_accuracy: 0.9286\n",
      "\n",
      "Epoch 00020: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 21/1000\n",
      "3/3 [==============================] - 0s 27ms/step - loss: 0.9270 - accuracy: 0.5445 - val_loss: 0.7896 - val_accuracy: 0.9388\n",
      "\n",
      "Epoch 00021: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 22/1000\n",
      "3/3 [==============================] - 0s 34ms/step - loss: 0.8946 - accuracy: 0.5719 - val_loss: 0.7688 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00022: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 23/1000\n",
      "3/3 [==============================] - 0s 29ms/step - loss: 0.8889 - accuracy: 0.5616 - val_loss: 0.7483 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00023: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 24/1000\n",
      "3/3 [==============================] - 0s 24ms/step - loss: 0.8734 - accuracy: 0.5959 - val_loss: 0.7290 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00024: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 25/1000\n",
      "3/3 [==============================] - 0s 28ms/step - loss: 0.8502 - accuracy: 0.6301 - val_loss: 0.7104 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00025: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 26/1000\n",
      "3/3 [==============================] - 0s 22ms/step - loss: 0.8250 - accuracy: 0.6404 - val_loss: 0.6920 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00026: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 27/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.8171 - accuracy: 0.6541 - val_loss: 0.6728 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00027: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 28/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.7840 - accuracy: 0.6918 - val_loss: 0.6536 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00028: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 29/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.8045 - accuracy: 0.6712 - val_loss: 0.6351 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00029: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 30/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.7822 - accuracy: 0.6952 - val_loss: 0.6175 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00030: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 31/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.7394 - accuracy: 0.7466 - val_loss: 0.5988 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00031: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 32/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.7251 - accuracy: 0.7671 - val_loss: 0.5795 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00032: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 33/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.6826 - accuracy: 0.7979 - val_loss: 0.5602 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00033: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 34/1000\n",
      "3/3 [==============================] - 0s 9ms/step - loss: 0.7112 - accuracy: 0.7226 - val_loss: 0.5418 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00034: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 35/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.6849 - accuracy: 0.7774 - val_loss: 0.5244 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00035: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 36/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.6510 - accuracy: 0.7842 - val_loss: 0.5071 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00036: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 37/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.6537 - accuracy: 0.7945 - val_loss: 0.4896 - val_accuracy: 0.9490\n",
      "\n",
      "Epoch 00037: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 38/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.6413 - accuracy: 0.7603 - val_loss: 0.4728 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00038: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 39/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.6120 - accuracy: 0.7911 - val_loss: 0.4566 - val_accuracy: 0.9592\n",
      "\n",
      "Epoch 00039: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 40/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.5901 - accuracy: 0.8151 - val_loss: 0.4416 - val_accuracy: 0.9694\n",
      "\n",
      "Epoch 00040: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 41/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.5831 - accuracy: 0.8219 - val_loss: 0.4270 - val_accuracy: 0.9694\n",
      "\n",
      "Epoch 00041: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 42/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.5583 - accuracy: 0.8048 - val_loss: 0.4132 - val_accuracy: 0.9694\n",
      "\n",
      "Epoch 00042: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 43/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.5482 - accuracy: 0.8459 - val_loss: 0.4000 - val_accuracy: 0.9796\n",
      "\n",
      "Epoch 00043: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 44/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.5249 - accuracy: 0.8151 - val_loss: 0.3872 - val_accuracy: 0.9796\n",
      "\n",
      "Epoch 00044: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 45/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.5496 - accuracy: 0.7774 - val_loss: 0.3749 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00045: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 46/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.4892 - accuracy: 0.8425 - val_loss: 0.3632 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00046: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 47/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.5093 - accuracy: 0.7877 - val_loss: 0.3527 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00047: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 48/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.4914 - accuracy: 0.8014 - val_loss: 0.3426 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00048: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 49/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.4764 - accuracy: 0.8014 - val_loss: 0.3321 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00049: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 50/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.4592 - accuracy: 0.8253 - val_loss: 0.3213 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00050: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 51/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.4380 - accuracy: 0.8527 - val_loss: 0.3114 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00051: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 52/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.4468 - accuracy: 0.8356 - val_loss: 0.3026 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00052: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 53/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.4423 - accuracy: 0.8356 - val_loss: 0.2948 - val_accuracy: 0.9898\n",
      "\n",
      "Epoch 00053: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 54/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.4215 - accuracy: 0.8390 - val_loss: 0.2864 - val_accuracy: 0.9796\n",
      "\n",
      "Epoch 00054: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 55/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.4417 - accuracy: 0.8322 - val_loss: 0.2776 - val_accuracy: 0.9898\n",
      "\n",
      "Epoch 00055: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 56/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.4023 - accuracy: 0.8459 - val_loss: 0.2695 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00056: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 57/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.3963 - accuracy: 0.8596 - val_loss: 0.2618 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00057: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 58/1000\n",
      "3/3 [==============================] - 0s 22ms/step - loss: 0.3864 - accuracy: 0.8390 - val_loss: 0.2541 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00058: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 59/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.3945 - accuracy: 0.8288 - val_loss: 0.2471 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00059: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 60/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.3723 - accuracy: 0.8527 - val_loss: 0.2408 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00060: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 61/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.3797 - accuracy: 0.8322 - val_loss: 0.2347 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00061: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 62/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 0.3751 - accuracy: 0.8596 - val_loss: 0.2284 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00062: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 63/1000\n",
      "3/3 [==============================] - 0s 24ms/step - loss: 0.3635 - accuracy: 0.8527 - val_loss: 0.2219 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00063: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 64/1000\n",
      "3/3 [==============================] - 0s 22ms/step - loss: 0.3431 - accuracy: 0.8493 - val_loss: 0.2152 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00064: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 65/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.3737 - accuracy: 0.8322 - val_loss: 0.2086 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00065: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 66/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.3615 - accuracy: 0.8390 - val_loss: 0.2028 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00066: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 67/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.3464 - accuracy: 0.8630 - val_loss: 0.1975 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00067: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 68/1000\n",
      "3/3 [==============================] - 0s 24ms/step - loss: 0.3292 - accuracy: 0.8664 - val_loss: 0.1930 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00068: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 69/1000\n",
      "3/3 [==============================] - 0s 25ms/step - loss: 0.3431 - accuracy: 0.8699 - val_loss: 0.1888 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00069: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 70/1000\n",
      "3/3 [==============================] - 0s 27ms/step - loss: 0.3219 - accuracy: 0.8596 - val_loss: 0.1850 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00070: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 71/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.3220 - accuracy: 0.8699 - val_loss: 0.1813 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00071: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 72/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.3195 - accuracy: 0.8870 - val_loss: 0.1779 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00072: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 73/1000\n",
      "3/3 [==============================] - 0s 23ms/step - loss: 0.2874 - accuracy: 0.8973 - val_loss: 0.1744 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00073: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 74/1000\n",
      "3/3 [==============================] - 0s 11ms/step - loss: 0.2918 - accuracy: 0.8938 - val_loss: 0.1705 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00074: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 75/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.2947 - accuracy: 0.8870 - val_loss: 0.1643 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00075: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 76/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.3028 - accuracy: 0.8630 - val_loss: 0.1582 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00076: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 77/1000\n",
      "3/3 [==============================] - 0s 11ms/step - loss: 0.2724 - accuracy: 0.9110 - val_loss: 0.1530 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00077: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 78/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2742 - accuracy: 0.9007 - val_loss: 0.1469 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00078: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 79/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2839 - accuracy: 0.8938 - val_loss: 0.1423 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00079: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 80/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2838 - accuracy: 0.8938 - val_loss: 0.1382 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00080: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 81/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2688 - accuracy: 0.8938 - val_loss: 0.1339 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00081: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 82/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2926 - accuracy: 0.8801 - val_loss: 0.1289 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00082: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 83/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.2730 - accuracy: 0.8904 - val_loss: 0.1241 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00083: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 84/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2364 - accuracy: 0.9281 - val_loss: 0.1197 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00084: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 85/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2617 - accuracy: 0.9144 - val_loss: 0.1151 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00085: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 86/1000\n",
      "3/3 [==============================] - 0s 11ms/step - loss: 0.2750 - accuracy: 0.8904 - val_loss: 0.1107 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00086: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 87/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.2659 - accuracy: 0.8938 - val_loss: 0.1060 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00087: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 88/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.2672 - accuracy: 0.9007 - val_loss: 0.1017 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00088: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 89/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.2257 - accuracy: 0.9144 - val_loss: 0.0979 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00089: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 90/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.2317 - accuracy: 0.9212 - val_loss: 0.0947 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00090: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 91/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.2289 - accuracy: 0.9212 - val_loss: 0.0915 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00091: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 92/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.2013 - accuracy: 0.9247 - val_loss: 0.0879 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00092: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 93/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2112 - accuracy: 0.9349 - val_loss: 0.0835 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00093: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 94/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.2354 - accuracy: 0.9144 - val_loss: 0.0799 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00094: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 95/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.2173 - accuracy: 0.9247 - val_loss: 0.0772 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00095: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 96/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2298 - accuracy: 0.9144 - val_loss: 0.0748 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00096: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 97/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2050 - accuracy: 0.9281 - val_loss: 0.0726 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00097: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 98/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.2073 - accuracy: 0.9247 - val_loss: 0.0702 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00098: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 99/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2376 - accuracy: 0.8973 - val_loss: 0.0677 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00099: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 100/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.2238 - accuracy: 0.9041 - val_loss: 0.0656 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00100: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 101/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.2071 - accuracy: 0.9315 - val_loss: 0.0636 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00101: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 102/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2200 - accuracy: 0.9178 - val_loss: 0.0620 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00102: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 103/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1768 - accuracy: 0.9418 - val_loss: 0.0613 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00103: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 104/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1939 - accuracy: 0.9315 - val_loss: 0.0606 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00104: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 105/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1820 - accuracy: 0.9521 - val_loss: 0.0592 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00105: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 106/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1621 - accuracy: 0.9521 - val_loss: 0.0563 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00106: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 107/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.2216 - accuracy: 0.9041 - val_loss: 0.0537 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00107: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 108/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.2028 - accuracy: 0.9144 - val_loss: 0.0519 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00108: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 109/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1665 - accuracy: 0.9521 - val_loss: 0.0500 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00109: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 110/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1441 - accuracy: 0.9555 - val_loss: 0.0479 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00110: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 111/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.2132 - accuracy: 0.9212 - val_loss: 0.0463 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00111: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 112/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.2220 - accuracy: 0.9178 - val_loss: 0.0449 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00112: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 113/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1988 - accuracy: 0.9349 - val_loss: 0.0435 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00113: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 114/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1990 - accuracy: 0.9247 - val_loss: 0.0421 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00114: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 115/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1531 - accuracy: 0.9589 - val_loss: 0.0406 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00115: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 116/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.2093 - accuracy: 0.9247 - val_loss: 0.0397 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00116: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 117/1000\n",
      "3/3 [==============================] - 0s 24ms/step - loss: 0.1716 - accuracy: 0.9349 - val_loss: 0.0388 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00117: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 118/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1945 - accuracy: 0.9281 - val_loss: 0.0382 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00118: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 119/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1682 - accuracy: 0.9281 - val_loss: 0.0378 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00119: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 120/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1715 - accuracy: 0.9452 - val_loss: 0.0370 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00120: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 121/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1416 - accuracy: 0.9658 - val_loss: 0.0361 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00121: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 122/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1546 - accuracy: 0.9486 - val_loss: 0.0353 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00122: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 123/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1526 - accuracy: 0.9486 - val_loss: 0.0342 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00123: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 124/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1726 - accuracy: 0.9349 - val_loss: 0.0327 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00124: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 125/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1744 - accuracy: 0.9349 - val_loss: 0.0314 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00125: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 126/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1929 - accuracy: 0.9315 - val_loss: 0.0303 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00126: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 127/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.1616 - accuracy: 0.9555 - val_loss: 0.0292 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00127: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 128/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1676 - accuracy: 0.9384 - val_loss: 0.0285 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00128: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 129/1000\n",
      "3/3 [==============================] - ETA: 0s - loss: 0.1950 - accuracy: 0.93 - 0s 14ms/step - loss: 0.1741 - accuracy: 0.9384 - val_loss: 0.0281 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00129: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 130/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1288 - accuracy: 0.9623 - val_loss: 0.0275 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00130: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 131/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1642 - accuracy: 0.9555 - val_loss: 0.0270 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00131: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 132/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1390 - accuracy: 0.9555 - val_loss: 0.0264 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00132: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 133/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1429 - accuracy: 0.9521 - val_loss: 0.0257 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00133: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 134/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1495 - accuracy: 0.9555 - val_loss: 0.0251 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00134: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 135/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1303 - accuracy: 0.9760 - val_loss: 0.0246 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00135: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 136/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1363 - accuracy: 0.9658 - val_loss: 0.0240 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00136: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 137/1000\n",
      "3/3 [==============================] - 0s 11ms/step - loss: 0.1449 - accuracy: 0.9555 - val_loss: 0.0234 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00137: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 138/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1409 - accuracy: 0.9418 - val_loss: 0.0229 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00138: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 139/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1499 - accuracy: 0.9384 - val_loss: 0.0224 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00139: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 140/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1415 - accuracy: 0.9658 - val_loss: 0.0219 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00140: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 141/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1530 - accuracy: 0.9418 - val_loss: 0.0214 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00141: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 142/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1881 - accuracy: 0.9486 - val_loss: 0.0212 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00142: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 143/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1136 - accuracy: 0.9692 - val_loss: 0.0208 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00143: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 144/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1581 - accuracy: 0.9486 - val_loss: 0.0204 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00144: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 145/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1427 - accuracy: 0.9589 - val_loss: 0.0201 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00145: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 146/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1168 - accuracy: 0.9555 - val_loss: 0.0198 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00146: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 147/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1450 - accuracy: 0.9521 - val_loss: 0.0195 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00147: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 148/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1456 - accuracy: 0.9452 - val_loss: 0.0195 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00148: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 149/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1312 - accuracy: 0.9589 - val_loss: 0.0197 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00149: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 150/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1225 - accuracy: 0.9555 - val_loss: 0.0200 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00150: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 151/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1258 - accuracy: 0.9658 - val_loss: 0.0200 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00151: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 152/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1135 - accuracy: 0.9726 - val_loss: 0.0194 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00152: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 153/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1290 - accuracy: 0.9692 - val_loss: 0.0186 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00153: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 154/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1391 - accuracy: 0.9589 - val_loss: 0.0179 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00154: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 155/1000\n",
      "3/3 [==============================] - ETA: 0s - loss: 0.0534 - accuracy: 1.00 - 0s 12ms/step - loss: 0.0819 - accuracy: 0.9863 - val_loss: 0.0172 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00155: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 156/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1118 - accuracy: 0.9555 - val_loss: 0.0166 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00156: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 157/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0861 - accuracy: 0.9863 - val_loss: 0.0160 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00157: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 158/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1244 - accuracy: 0.9418 - val_loss: 0.0154 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00158: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 159/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1117 - accuracy: 0.9726 - val_loss: 0.0151 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00159: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 160/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1105 - accuracy: 0.9658 - val_loss: 0.0147 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00160: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 161/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1152 - accuracy: 0.9658 - val_loss: 0.0143 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00161: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 162/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1163 - accuracy: 0.9658 - val_loss: 0.0140 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00162: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 163/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1082 - accuracy: 0.9692 - val_loss: 0.0138 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00163: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 164/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1123 - accuracy: 0.9760 - val_loss: 0.0136 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00164: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 165/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1650 - accuracy: 0.9281 - val_loss: 0.0137 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00165: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 166/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1709 - accuracy: 0.9418 - val_loss: 0.0141 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00166: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 167/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1410 - accuracy: 0.9247 - val_loss: 0.0144 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00167: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 168/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0816 - accuracy: 0.9829 - val_loss: 0.0138 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00168: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 169/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1294 - accuracy: 0.9555 - val_loss: 0.0132 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00169: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 170/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0985 - accuracy: 0.9795 - val_loss: 0.0123 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00170: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 171/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.1008 - accuracy: 0.9692 - val_loss: 0.0115 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00171: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 172/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1008 - accuracy: 0.9692 - val_loss: 0.0110 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00172: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 173/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.1259 - accuracy: 0.9555 - val_loss: 0.0108 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00173: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 174/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1487 - accuracy: 0.9418 - val_loss: 0.0106 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00174: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 175/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1038 - accuracy: 0.9760 - val_loss: 0.0105 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00175: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 176/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1170 - accuracy: 0.9589 - val_loss: 0.0104 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00176: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 177/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0939 - accuracy: 0.9589 - val_loss: 0.0102 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00177: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 178/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1105 - accuracy: 0.9555 - val_loss: 0.0101 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00178: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 179/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1010 - accuracy: 0.9658 - val_loss: 0.0102 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00179: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 180/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0994 - accuracy: 0.9623 - val_loss: 0.0101 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00180: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 181/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0953 - accuracy: 0.9760 - val_loss: 0.0099 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00181: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 182/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1071 - accuracy: 0.9795 - val_loss: 0.0099 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00182: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 183/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1083 - accuracy: 0.9555 - val_loss: 0.0098 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00183: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 184/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0809 - accuracy: 0.9726 - val_loss: 0.0097 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00184: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 185/1000\n",
      "3/3 [==============================] - 0s 14ms/step - loss: 0.1099 - accuracy: 0.9726 - val_loss: 0.0096 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00185: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 186/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0953 - accuracy: 0.9726 - val_loss: 0.0095 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00186: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 187/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0933 - accuracy: 0.9692 - val_loss: 0.0094 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00187: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 188/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0672 - accuracy: 0.9863 - val_loss: 0.0091 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00188: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 189/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0950 - accuracy: 0.9555 - val_loss: 0.0087 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00189: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 190/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1274 - accuracy: 0.9486 - val_loss: 0.0086 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00190: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 191/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0836 - accuracy: 0.9795 - val_loss: 0.0086 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00191: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 192/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0875 - accuracy: 0.9726 - val_loss: 0.0085 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00192: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 193/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0843 - accuracy: 0.9692 - val_loss: 0.0083 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00193: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 194/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0887 - accuracy: 0.9692 - val_loss: 0.0081 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00194: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 195/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.0832 - accuracy: 0.9760 - val_loss: 0.0079 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00195: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 196/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1107 - accuracy: 0.9692 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00196: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 197/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0814 - accuracy: 0.9760 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00197: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 198/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1049 - accuracy: 0.9658 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00198: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 199/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0878 - accuracy: 0.9760 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00199: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 200/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0928 - accuracy: 0.9623 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00200: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 201/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1025 - accuracy: 0.9692 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00201: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 202/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0983 - accuracy: 0.9760 - val_loss: 0.0079 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00202: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 203/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0929 - accuracy: 0.9726 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00203: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 204/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0933 - accuracy: 0.9692 - val_loss: 0.0076 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00204: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 205/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0858 - accuracy: 0.9829 - val_loss: 0.0076 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00205: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 206/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1007 - accuracy: 0.9658 - val_loss: 0.0075 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00206: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 207/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0766 - accuracy: 0.9658 - val_loss: 0.0075 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00207: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 208/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0941 - accuracy: 0.9589 - val_loss: 0.0075 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00208: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 209/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0837 - accuracy: 0.9795 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00209: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 210/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0715 - accuracy: 0.9863 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00210: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 211/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0795 - accuracy: 0.9760 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00211: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 212/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0966 - accuracy: 0.9623 - val_loss: 0.0080 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00212: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 213/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1048 - accuracy: 0.9692 - val_loss: 0.0083 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00213: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 214/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0959 - accuracy: 0.9623 - val_loss: 0.0085 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00214: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 215/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0822 - accuracy: 0.9760 - val_loss: 0.0083 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00215: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 216/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0894 - accuracy: 0.9692 - val_loss: 0.0081 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00216: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 217/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0767 - accuracy: 0.9760 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00217: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 218/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1028 - accuracy: 0.9555 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00218: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 219/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0966 - accuracy: 0.9726 - val_loss: 0.0077 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00219: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 220/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0696 - accuracy: 0.9760 - val_loss: 0.0078 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00220: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 221/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0923 - accuracy: 0.9760 - val_loss: 0.0076 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00221: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 222/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0663 - accuracy: 0.9863 - val_loss: 0.0072 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00222: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 223/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0983 - accuracy: 0.9623 - val_loss: 0.0069 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00223: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 224/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1311 - accuracy: 0.9521 - val_loss: 0.0071 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00224: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 225/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0673 - accuracy: 0.9760 - val_loss: 0.0071 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00225: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 226/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0869 - accuracy: 0.9795 - val_loss: 0.0070 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00226: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 227/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1100 - accuracy: 0.9486 - val_loss: 0.0069 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00227: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 228/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0831 - accuracy: 0.9692 - val_loss: 0.0068 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00228: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 229/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0669 - accuracy: 0.9795 - val_loss: 0.0065 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00229: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 230/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0813 - accuracy: 0.9726 - val_loss: 0.0062 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00230: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 231/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0651 - accuracy: 0.9829 - val_loss: 0.0060 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00231: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 232/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0701 - accuracy: 0.9760 - val_loss: 0.0059 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00232: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 233/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0670 - accuracy: 0.9795 - val_loss: 0.0057 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00233: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 234/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0714 - accuracy: 0.9829 - val_loss: 0.0055 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00234: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 235/1000\n",
      "3/3 [==============================] - 0s 15ms/step - loss: 0.0726 - accuracy: 0.9760 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00235: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 236/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0648 - accuracy: 0.9863 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00236: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 237/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0940 - accuracy: 0.9795 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00237: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 238/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0816 - accuracy: 0.9623 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00238: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 239/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1143 - accuracy: 0.9555 - val_loss: 0.0054 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00239: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 240/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0635 - accuracy: 0.9795 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00240: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 241/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0579 - accuracy: 0.9863 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00241: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 242/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1090 - accuracy: 0.9692 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00242: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 243/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0840 - accuracy: 0.9760 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00243: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 244/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0849 - accuracy: 0.9760 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00244: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 245/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0836 - accuracy: 0.9760 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00245: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 246/1000\n",
      "3/3 [==============================] - 0s 21ms/step - loss: 0.0987 - accuracy: 0.9623 - val_loss: 0.0052 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00246: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 247/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0961 - accuracy: 0.9658 - val_loss: 0.0054 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00247: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 248/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0715 - accuracy: 0.9795 - val_loss: 0.0056 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00248: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 249/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.1012 - accuracy: 0.9692 - val_loss: 0.0059 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00249: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 250/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0699 - accuracy: 0.9760 - val_loss: 0.0061 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00250: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 251/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0767 - accuracy: 0.9726 - val_loss: 0.0062 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00251: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 252/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0622 - accuracy: 0.9829 - val_loss: 0.0062 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00252: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 253/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.1115 - accuracy: 0.9692 - val_loss: 0.0064 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00253: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 254/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.1055 - accuracy: 0.9692 - val_loss: 0.0068 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00254: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 255/1000\n",
      "3/3 [==============================] - ETA: 0s - loss: 0.0801 - accuracy: 0.98 - 0s 16ms/step - loss: 0.0690 - accuracy: 0.9897 - val_loss: 0.0069 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00255: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 256/1000\n",
      "3/3 [==============================] - 0s 9ms/step - loss: 0.0572 - accuracy: 0.9863 - val_loss: 0.0067 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00256: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 257/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0760 - accuracy: 0.9726 - val_loss: 0.0063 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00257: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 258/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0777 - accuracy: 0.9726 - val_loss: 0.0060 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00258: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 259/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0719 - accuracy: 0.9726 - val_loss: 0.0056 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00259: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 260/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0819 - accuracy: 0.9692 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00260: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 261/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0758 - accuracy: 0.9692 - val_loss: 0.0050 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00261: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 262/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0753 - accuracy: 0.9760 - val_loss: 0.0049 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00262: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 263/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0893 - accuracy: 0.9623 - val_loss: 0.0048 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00263: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 264/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1046 - accuracy: 0.9623 - val_loss: 0.0047 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00264: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 265/1000\n",
      "3/3 [==============================] - ETA: 0s - loss: 0.0704 - accuracy: 0.98 - 0s 16ms/step - loss: 0.0839 - accuracy: 0.9795 - val_loss: 0.0046 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00265: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 266/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0757 - accuracy: 0.9726 - val_loss: 0.0044 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00266: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 267/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0982 - accuracy: 0.9658 - val_loss: 0.0044 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00267: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 268/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.1082 - accuracy: 0.9555 - val_loss: 0.0047 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00268: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 269/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0834 - accuracy: 0.9760 - val_loss: 0.0050 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00269: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 270/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0774 - accuracy: 0.9726 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00270: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 271/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0895 - accuracy: 0.9658 - val_loss: 0.0056 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00271: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 272/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0614 - accuracy: 0.9760 - val_loss: 0.0058 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00272: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 273/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0757 - accuracy: 0.9692 - val_loss: 0.0058 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00273: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 274/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0615 - accuracy: 0.9829 - val_loss: 0.0056 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00274: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 275/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0635 - accuracy: 0.9829 - val_loss: 0.0053 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00275: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 276/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0881 - accuracy: 0.9692 - val_loss: 0.0049 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00276: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 277/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0584 - accuracy: 0.9795 - val_loss: 0.0045 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00277: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 278/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0760 - accuracy: 0.9658 - val_loss: 0.0043 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00278: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 279/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0400 - accuracy: 0.9897 - val_loss: 0.0041 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00279: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 280/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0530 - accuracy: 0.9863 - val_loss: 0.0039 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00280: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 281/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0909 - accuracy: 0.9692 - val_loss: 0.0039 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00281: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 282/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0772 - accuracy: 0.9692 - val_loss: 0.0041 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00282: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 283/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0761 - accuracy: 0.9692 - val_loss: 0.0043 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00283: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 284/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0888 - accuracy: 0.9760 - val_loss: 0.0044 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00284: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 285/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0720 - accuracy: 0.9692 - val_loss: 0.0047 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00285: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 286/1000\n",
      "3/3 [==============================] - 0s 12ms/step - loss: 0.0905 - accuracy: 0.9623 - val_loss: 0.0049 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00286: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 287/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0488 - accuracy: 0.9829 - val_loss: 0.0050 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00287: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 288/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0739 - accuracy: 0.9726 - val_loss: 0.0051 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00288: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 289/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0551 - accuracy: 0.9863 - val_loss: 0.0050 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00289: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 290/1000\n",
      "3/3 [==============================] - 0s 20ms/step - loss: 0.0651 - accuracy: 0.9795 - val_loss: 0.0048 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00290: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 291/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.1010 - accuracy: 0.9418 - val_loss: 0.0046 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00291: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 292/1000\n",
      "3/3 [==============================] - 0s 13ms/step - loss: 0.0496 - accuracy: 0.9897 - val_loss: 0.0043 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00292: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 293/1000\n",
      "3/3 [==============================] - 0s 18ms/step - loss: 0.1040 - accuracy: 0.9658 - val_loss: 0.0041 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00293: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 294/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0532 - accuracy: 0.9829 - val_loss: 0.0042 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00294: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 295/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0810 - accuracy: 0.9726 - val_loss: 0.0042 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00295: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 296/1000\n",
      "3/3 [==============================] - 0s 19ms/step - loss: 0.0716 - accuracy: 0.9795 - val_loss: 0.0042 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00296: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 297/1000\n",
      "3/3 [==============================] - 0s 17ms/step - loss: 0.0739 - accuracy: 0.9760 - val_loss: 0.0042 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00297: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 298/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0711 - accuracy: 0.9726 - val_loss: 0.0042 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00298: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 299/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0683 - accuracy: 0.9829 - val_loss: 0.0043 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00299: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 300/1000\n",
      "3/3 [==============================] - 0s 16ms/step - loss: 0.0790 - accuracy: 0.9726 - val_loss: 0.0044 - val_accuracy: 1.0000\n",
      "\n",
      "Epoch 00300: saving model to model/keypoint_classifier\\keypoint_classifier.hdf5\n",
      "Epoch 00300: early stopping\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.keras.callbacks.History at 0x2c38ce26f10>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(\n",
    "    X_train,\n",
    "    y_train,\n",
    "    epochs=1000,\n",
    "    batch_size=128,\n",
    "    validation_data=(X_test, y_test),\n",
    "    callbacks=[cp_callback, es_callback]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 24ms/step - loss: 0.0044 - accuracy: 1.0000\n"
     ]
    }
   ],
   "source": [
    "# モデル評価\n",
    "val_loss, val_acc = model.evaluate(X_test, y_test, batch_size=128)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 保存したモデルのロード\n",
    "model = tf.keras.models.load_model(model_save_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[9.9817204e-01 1.5656284e-06 1.8263503e-03]\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "# 推論テスト\n",
    "predict_result = model.predict(np.array([X_test[0]]))\n",
    "print(np.squeeze(predict_result))\n",
    "print(np.argmax(np.squeeze(predict_result)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 混同行列"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAFpCAYAAABkh6R4AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYgklEQVR4nO3dfZRddX3v8c9nJglEgYKCkCfvUMMtlHpNLKa6EJvG8lCukrT1RrmtFyu3YyneC5WFUpeKemuLbYVir4t7xxKJt/KQ8tBgTK9QHlZEISZgpCGh8iiZyYSIgEBEMjPn2z9mJz2Jk3PmN+fM7N+eeb9YezF7n3N++7vY68yX7++7f3scEQIAIEVH2QEAAKqH5AEASEbyAAAkI3kAAJKRPAAAyUgeAIBkJA8AmGJsd9r+nu01xf6xttfbftT2DbZnNBuD5AEAU88FkrbW7X9e0hURMV/Sc5LObTYAyQMAphDbcyX9Z0l/V+xb0hJJNxZvWSlpWbNxSB4AMLX8jaSPSqoV+6+V9HxEDBb7vZLmNBtk2riEVmfgmcd5/knGZs4+pewQgEob3N3ndo3Vjt+XM456w4ckddcd6omIHkmy/S5JOyPiftuLWznPuCcPAMAo1YZaHqJIFD0HePlkSWfZPlPSwZIOk3SlpMNtTyuqj7mS+pqdh2krAMhF1FrfGg0f8acRMTciuiS9T9KdEfF7ku6S9J7ibedIWt0sVJIHAOSiVmt9G5uPSfqI7Uc13AO5utkHmLYCgCkoIu6WdHfx8+OSFqV8nuQBAJmIJtNOOSF5AEAuxj7tNOFIHgCQiwpVHjTMAQDJqDwAIBdtWOcxUUgeAJCLCk1bkTwAIBc0zAEAqap0qy4NcwBAMioPAMgF01YAgGQVmrYieQBALrhVFwCQrEKVBw1zAEAyKg8AyAUNcwBAsgpNW5E8ACAXFao86HkAAJJReQBAJiK4VRcAkIqeBwAgWYV6HiQPAMhFhSoPGuYAgGRUHgCQC55tBQBIVqFpK5IHAOSChjkAIFmFKg8a5gCAZFQeAJALpq0AAMlIHgCAVFV6thU9DwBAMioPAMjFOE9b2T5Y0jpJB2n49/+NEXGp7Wsk/bqknxRv/UBEbGo0FskDAHIx/rfqviJpSUS8ZHu6pHts/1Px2sURceNoByJ5AEAuxrnyiIiQ9FKxO73YYixj0fMAgFxEreXNdrftjXVbd/0pbHfa3iRpp6TbI2J98dLnbD9o+wrbBzULlcoDACaRiOiR1NPg9SFJC2wfLukW278i6U8l7ZA0o/jsxyR9ttF5qDwAIBe1WuvbKEXE85LuknRGRPTHsFckfUXSomafJ3kAQC7aMG3ViO2jiopDtmdKOlXSw7ZnFccsaZmkzc1CZdoKAHIx/ivMZ0laabtTw8XDqohYY/tO20dJsqRNkv6o2UAkDwCYIiLiQUkLRzi+JHUskgcA5IJnWwEAklXo73mQPAAgF1QeAIBkFao8uFW3iaGhIb3nA+frjy++VJLUu32Hzv7DC/Vbyz+oiz75FxoYGCg5Quxx+mmL9dDmdXp4yz366MXnlx0O9sP1mVxIHk38/T+s1i92vX7v/hVXrdD737tM/7RqhQ479BDdtOabJUaHPTo6OvTFKz+nd7379/XGN/2G3vveZTrhhOPKDgsFrs8oTeAiwVaRPBrYsfNHWved7+p33326JCkitP7+7+u0xadIkpae+Zu6c929ZYaIwqK3LNRjjz2pJ554SgMDA1q1arXOKq4bysf1GaVxXiTYTk17HraPl7RU0pziUJ+kWyNi63gGloPPX/l/9ZE/Ple7fvqyJOn5n7ygQw95taZN65QkHX3Ukdr5ox+XGSIKs+cco2292/fu9/b1a9Fbfu52dpSE6zNKFWqYN6w8bH9M0vUaXnX43WKzpOtsX9Lgc3uf6vh3X72unfFOmLu/vV6vOeJwnXg8pTWACVKhaatmlce5kk6MiH26wrYvl/SQpMtG+lD9Ux0Hnnl8TM+KL9v3Htyiu++5T9+6d4Ne2T2gXbt+qsv+5v/oxZd2aXBwSNOmderpHz2j1x312rJDhaTtfTs0b+7svftz58zS9u07SowI9bg+k0+znkdN0uwRjs8qXpu0/uS8P9Ad//j3uu2mlfqrz1yiRb/6Jn3+0x/Tojf/J91297ckSavX/rOWnPK2kiOFJG3YuEnz5x+rrq55mj59upYvX6qvr7mt7LBQ4PqMUkTr2wRpVnlcKOkO249I2lYce72k+ZI+PI5xZetPzvugLr70Mv1tz1d1wn98g37nXaeVHRI0fEv1BRd+Qmu/ca06Ozp0zcobtGXLD8oOCwWuzyhVqOfhaJKpbHdo+Nnu9Q3zDcUfFGmqqtNWU8XM2aeUHQJQaYO7+9yusV7+2idb/n058/f+V9viaaTp3VYRUZN03wTEAgCoCB5PAgC5qNDjSUgeAJCLCvU8SB4AkIsJvFuqVSQPAMhFhSoPnm0FAEhG5QEAuahQ5UHyAIBccLcVACBV1GiYAwBSVWjaioY5ACAZlQcA5IKeBwAgGT0PAEAyeh4AgMmMygMAclGhyoPkAQC54MGIAIBkVB4AgGQVutuKhjkATBG2D7b9Xdvft/2Q7c8Ux4+1vd72o7ZvsD2j2VgkDwDIRdRa3xp7RdKSiHiTpAWSzrD9Vkmfl3RFRMyX9Jykc5sNRPIAgFzUovWtgRj2UrE7vdhC0hJJNxbHV0pa1ixUkgcAZCJqtZY32922N9Zt3fXnsN1pe5OknZJul/SYpOcjYrB4S6+kOc1ipWEOALloQ8M8Inok9TR4fUjSAtuHS7pF0vFjOQ+VBwBMQRHxvKS7JL1N0uG29xQTcyX1Nfs8yQMAcjHODXPbRxUVh2zPlHSqpK0aTiLvKd52jqTVzUJl2goAcjH+6zxmSVppu1PDxcOqiFhje4uk623/maTvSbq62UAkDwDIxTivMI+IByUtHOH445IWpYzFtBUAIBmVBwDkokKPJyF5AEAu+DO0AIBkVB4AgFRRoUey0zAHACSj8gCAXDBtBQBIRvIAACTjbisAQLIKVR40zAEAyag8ACATUaHKg+QBALkgeQAAkrFIEAAwmVF5AEAumLYCACQjeQAAUkWQPAAAqSpUedAwBwAko/IAgFxUqPIY9+Qxc/Yp430KtOCFLywtOwQ0cdhFq8sOAROEFeYAgHQkDwBAsuosMKdhDgBIR+UBAJmg5wEASEfyAAAko+cBAJjMqDwAIBP0PAAA6So0bUXyAIBMVKnyoOcBALmotWFrwPY823fZ3mL7IdsXFMc/bbvP9qZiO7NZqFQeADB1DEq6KCIesH2opPtt3168dkVE/PVoByJ5AEAmYpx7HhHRL6m/+PlF21slzRnLWExbAUAu2jBtZbvb9sa6rXukU9nukrRQ0vri0IdtP2h7he0jmoVK8gCATEStDVtET0ScVLf17H8e24dIuknShRHxgqSrJL1B0gINVyZfaBYr01YAkIsJuFXX9nQNJ46vRcTNkhQRT9e9/mVJa5qNQ+UBAFOEbUu6WtLWiLi87visurf9tqTNzcai8gCATIx3w1zSyZLeL+lfbG8qjn1c0tm2F0gKSU9K+lCzgUgeAJCJCbjb6h5JHuGltaljkTwAIBMTUHm0DT0PAEAyKg8AyEWMNKOUJ5IHAGSiStNWJA8AyETUqDwAAImqVHnQMAcAJKPyAIBMBA1zAECqKk1bkTwAIBNVapjT8wAAJKPyAIBMRJQdweiRPAAgE1WatiJ5AEAmSB4AgGRVmraiYQ4ASEblAQCZYNoKAJCMFeYAgGSsMAcAJKtVqPKgYQ4ASEblAQCZoOcBAEjG3VYAgGQsEgQATGpUHgCQCaatAADJqnSrLskDADLB3VYAgGQ0zAEAkxrJI8Hppy3WQ5vX6eEt9+ijF59fdjhT3iuDQ/r9VRu0/Lr1+t1r79NV6x+XJF3/4Dad9f++o4X/+w499/LukqPEHnx/mquFW94mCtNWo9TR0aEvXvk5nXHm2ert7dd9967V19fcpq1bHyk7tClrRmeHepYt1KtmTNPAUE0fvPl+nfwfXqsFsw7XO7qO1H+/5YGyQ0SB78/ojHfPw/Y8SV+VdLSkkNQTEVfafo2kGyR1SXpS0vKIeK7RWFQeo7ToLQv12GNP6oknntLAwIBWrVqts959etlhTWm29aoZw///M1gLDdZClnT8UYdq9mEzyw0O++D7MzoRrW9NDEq6KCJ+WdJbJZ1v+5clXSLpjog4TtIdxX5DJI9Rmj3nGG3r3b53v7evX7NnH1NiRJCkoVrovdev1ztXfEtvnfcavfGYXyg7JIyA78/ojPe0VUT0R8QDxc8vStoqaY6kpZJWFm9bKWlZs1jHnDxs/8FYPwu0S2eHdcP7fk3f/MDJ2vz0T/Toj18qOySgEmx3SVooab2koyOiv3hph4antRpqpfL4TIOgum1vtL2xVtvVwinysb1vh+bNnb13f+6cWdq+fUeJEaHeoQdN10lzjtB3fvjjskPBCPj+jE6EW97qf/8WW/f+57F9iKSbJF0YES/sG0OEhvshDTVsmNt+8EAvqUFmiogeST2SNG3GnArduXxgGzZu0vz5x6qra576+nZo+fKlev9/446RMj378m5N77AOPWi6fjY4pPXbntUH3txVdlgYAd+f0WnH3VL1v39HYnu6hhPH1yLi5uLw07ZnRUS/7VmSdjY7T7O7rY6WdLqk/bvulvSdZoNPJkNDQ7rgwk9o7TeuVWdHh65ZeYO2bPlB2WFNac/sekWf+uctqoVUi9Cp81+ndxx7pK79/jatfOCH+vFPd2v5dev19q4jdemSE8oOd0rj+zM64/1/2rYt6WpJWyPi8rqXbpV0jqTLin+vbjpWNGjP275a0lci4p4RXrs2Iv5rsxNMlspjsnrhC0vLDgFNHHZR0+8xSjS4u69t99feN/t3Wv59+dbtNx8wHttvl/QtSf8iac9fTP+4hvseqyS9XtIPNXyr7rONztOw8oiIcxu81jRxAABGb7wX+RWFwIFO8s6UsVgkCACZ4MGIAIBkteZvyQbJAwAyEQecUcoPK8wBAMmoPAAgE7UK3ZtK8gCATNQqNG1F8gCATFSp50HyAIBMVOluKxrmAIBkVB4AkAmmrQAAyao0bUXyAIBMVCl50PMAACSj8gCATNDzAAAkq1Und5A8ACAXrDAHACSr0KOtaJgDANJReQBAJqp0qy7JAwAyUTM9DwBAoir1PEgeAJCJKk1b0TAHACSj8gCATLBIEACQjEWCAIBkVWqY0/MAACSj8gCATNDzAAAkq9KtuiQPAMhElXoeJA8AyESVpq1omAMAkpE8ACATtTZszdheYXun7c11xz5tu8/2pmI7s9k4JA8AyMREJA9J10g6Y4TjV0TEgmJb22wQeh4AkImYgJ5HRKyz3dXqOFQeAJCJdlQetrttb6zbukd5+g/bfrCY1jqi2ZtJHgAwiURET0ScVLf1jOJjV0l6g6QFkvolfaHZB5i2AoBMlLVIMCKe3vOz7S9LWtPsM1QeAJCJaMM2FrZn1e3+tqTNB3rvHlQeAJCJiVgkaPs6SYslHWm7V9KlkhbbXqDh/POkpA81G4fkAQBTSEScPcLhq1PHIXkAQCZ4MCIAIBnJAwCQjKfqAgCS8VRdAMCkRuUBAJmg5wEASEbPAwCQrFah9EHymOIOu2h12SGgiWfPObHsEICfQ/IAgEzQ8wAAJKvOpBXJAwCyQeUBAEjGIkEAwKRG5QEAmeBWXQBAsuqkDpIHAGSDhjkAIFmVpq1omAMAklF5AEAmqlN3kDwAIBv0PAAAyeh5AAAmNSoPAMhEdeoOkgcAZIOeBwAgWVSo9iB5AEAmqlR50DAHACSj8gCATFTpVl2SBwBkojqpg+QBANmg8gAAJKNhDgDIku0Vtnfa3lx37DW2b7f9SPHvI5qNQ/IAgExEG/4ZhWsknbHfsUsk3RERx0m6o9hviOQBAJmotWFrJiLWSXp2v8NLJa0sfl4paVmzcUgeAJCJdlQetrttb6zbukdx6qMjor/4eYeko5t9gIY5AEwiEdEjqaeFz4ftpvNfJA8AyESJd1s9bXtWRPTbniVpZ7MPMG0FAJmoRbS8jdGtks4pfj5H0upmHyB5AEAmog1bM7avk3SvpF+y3Wv7XEmXSTrV9iOSfrPYb4hpKwDIxESsMI+Isw/w0jtTxqHyAAAko/IAgEzwx6AAAMmq9GwrkgcAZIKn6gIAklVp2oqGOQAgGZUHAGSCngcAIFmMfYX4hCN5AEAmqtQwp+cBAEhG5QEAmaDnAQBIVqVbdUkeAJCJKvU8SB4AkIkq3W1FwxwAkIzKAwAyQcMcAJCMhvkkdfppi3X55Z9VZ0eHVnzlOv3lX32p7JBQh+uTFx9xlGZ+8GL5sCMkhQbWrdXuO/5RM7s/ro5j5g2/Z+arFS/v0q7PnldusJmgYT4JdXR06ItXfk5nnHm2env7dd+9a/X1Nbdp69ZHyg4N4vpkqTakn/1Dj2pPPSodNFOv/uSXNLjlAb3c8+d733LQf+lWvLyrxCDzQsN8Elr0loV67LEn9cQTT2lgYECrVq3WWe8+veywUOD65Cd+8uxw4pCkV15Wrf8p+fAj93nP9JN+XYPfvauE6NCqpsnD9vG232n7kP2OnzF+YeVn9pxjtK13+9793r5+zZ59TIkRoR7XJ29+7dHqnDdfQ088vPdY53FvVLzwnGo7tzf45NRSU7S8TZSGycP2/5S0WtL/kLTZ9tK6l/985E9Jtrttb7S9sVajJAWmtIMO1qvO+5R+dsNV0s9+uvfw9EWLNUDVsY9owz8TpVnP4w8l/WpEvGS7S9KNtrsi4kpJPtCHIqJHUo8kTZsxpzqTeA1s79uheXNn792fO2eWtm/fUWJEqMf1yVRnp1513qc0sP5ODX7v2/9+vKND0978du36s/PLiy1DtUnU8+iIiJckKSKelLRY0m/ZvlwNksdktGHjJs2ff6y6uuZp+vTpWr58qb6+5rayw0KB65Ong8/5iIb6n9Lu22/a53jnCW9WrX+b4rlnSooMrWpWeTxte0FEbJKkogJ5l6QVkt443sHlZGhoSBdc+Amt/ca16uzo0DUrb9CWLT8oOywUuD756Zx/oma87VQN9T6uaZ+6SpL0ys0rNLh5w/CU1QamrPZXnbpDcqNbw2zPlTQYET9X/9s+OSK+PcLH9jFZpq2Asjx7zollh4AGDvvybW2bhTl5zpKWf19+u+/OCZkValh5RERvg9eaJg4AwOixSBAAkIxFggCASY3KAwAywbQVACAZT9UFACSrUs+D5AEAmZiIaSvbT0p6UdKQhpdinDSWcUgeADD1/EZEtLS8n+QBAJmo0rQVt+oCQCba8Uj2+qeaF1v3fqcJSbfZvn+E10aNygMAMtGOu63qn2p+AG+PiD7br5N0u+2HI2Jd6nmoPABgComIvuLfOyXdImnRWMYheQBAJmoRLW+N2H617UP3/CzpNEmbxxIr01YAkIkJWCR4tKRbbEvDv/+vjYj/P5aBSB4AkInx/kuCEfG4pDe1YyySBwBkokqPJ6HnAQBIRuUBAJkY72mrdiJ5AEAmqjRtRfIAgExQeQAAklWp8qBhDgBIRuUBAJmIqJUdwqiRPAAgE/wNcwBAMv6eBwBgUqPyAIBMMG0FAEhWpWkrkgcAZIJFggCAZCwSBABMalQeAJAJeh4AgGTcbQUASFalyoOeBwAgGZUHAGSCW3UBAMmqNG1F8gCATNAwBwAkq1LlQcMcAJCMygMAMkHDHACQrErPtiJ5AEAmqDwAAMlomAMAJjUqDwDIRJV6HlQeAJCJiGh5a8b2Gbb/1fajti8Za6xUHgCQifHuedjulPQlSadK6pW0wfatEbEldSwqDwCYOhZJejQiHo+I3ZKul7R0LAORPAAgE9GGrYk5krbV7fcWx5KN+7TV4O4+j/c5JpLt7ojoKTsOjIzrkz+u0YG14/el7W5J3XWHesbjvzeVR7ru5m9Bibg++eMajaOI6ImIk+q2+sTRJ2le3f7c4lgykgcATB0bJB1n+1jbMyS9T9KtYxmIu60AYIqIiEHbH5b0TUmdklZExENjGYvkkY652rxxffLHNSpRRKyVtLbVcVylZ6kAAPJAzwMAkIzkkaBdy/rRfrZX2N5pe3PZseDn2Z5n+y7bW2w/ZPuCsmNCa5i2GqViWf8PVLesX9LZY1nWj/az/Q5JL0n6akT8StnxYF+2Z0maFREP2D5U0v2SlvH9qS4qj9Fr27J+tF9ErJP0bNlxYGQR0R8RDxQ/vyhpq8a4shl5IHmMXtuW9QNTme0uSQslrS85FLSA5AFgwtg+RNJNki6MiBfKjgdjR/IYvbYt6wemItvTNZw4vhYRN5cdD1pD8hi9ti3rB6Ya25Z0taStEXF52fGgdSSPUYqIQUl7lvVvlbRqrMv60X62r5N0r6Rfst1r+9yyY8I+Tpb0fklLbG8qtjPLDgpjx626AIBkVB4AgGQkDwBAMpIHACAZyQMAkIzkAQBIRvIAACQjeQAAkpE8AADJ/g2n9xDdiimdCAAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 504x432 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Classification Report\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       1.00      1.00      1.00        40\n",
      "           1       1.00      1.00      1.00        31\n",
      "           2       1.00      1.00      1.00        27\n",
      "\n",
      "    accuracy                           1.00        98\n",
      "   macro avg       1.00      1.00      1.00        98\n",
      "weighted avg       1.00      1.00      1.00        98\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.metrics import confusion_matrix, classification_report\n",
    "\n",
    "def print_confusion_matrix(y_true, y_pred, report=True):\n",
    "    labels = sorted(list(set(y_true)))\n",
    "    cmx_data = confusion_matrix(y_true, y_pred, labels=labels)\n",
    "    \n",
    "    df_cmx = pd.DataFrame(cmx_data, index=labels, columns=labels)\n",
    " \n",
    "    fig, ax = plt.subplots(figsize=(7, 6))\n",
    "    sns.heatmap(df_cmx, annot=True, fmt='g' ,square=False)\n",
    "    ax.set_ylim(len(set(y_true)), 0)\n",
    "    plt.show()\n",
    "    \n",
    "    if report:\n",
    "        print('Classification Report')\n",
    "        print(classification_report(y_test, y_pred))\n",
    "\n",
    "Y_pred = model.predict(X_test)\n",
    "y_pred = np.argmax(Y_pred, axis=1)\n",
    "\n",
    "print_confusion_matrix(y_test, y_pred)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Tensorflow-Lite用のモデルへ変換"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 推論専用のモデルとして保存\n",
    "model.save(model_save_path, include_optimizer=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Assets written to: C:\\Users\\lcomb\\AppData\\Local\\Temp\\tmpljh27ggu\\assets\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "6320"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# モデルを変換(量子化)\n",
    "tflite_save_path = 'model/keypoint_classifier/keypoint_classifier.tflite'\n",
    "\n",
    "converter = tf.lite.TFLiteConverter.from_keras_model(model)\n",
    "converter.optimizations = [tf.lite.Optimize.DEFAULT]\n",
    "tflite_quantized_model = converter.convert()\n",
    "\n",
    "open(tflite_save_path, 'wb').write(tflite_quantized_model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 推論テスト"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "interpreter = tf.lite.Interpreter(model_path=tflite_save_path)\n",
    "interpreter.allocate_tensors()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 入出力テンソルを取得\n",
    "input_details = interpreter.get_input_details()\n",
    "output_details = interpreter.get_output_details()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "interpreter.set_tensor(input_details[0]['index'], np.array([X_test[0]]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 0 ns\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "# 推論実施\n",
    "interpreter.invoke()\n",
    "tflite_results = interpreter.get_tensor(output_details[0]['index'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[9.9817204e-01 1.5656284e-06 1.8263503e-03]\n",
      "0\n"
     ]
    }
   ],
   "source": [
    "print(np.squeeze(tflite_results))\n",
    "print(np.argmax(np.squeeze(tflite_results)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  },
  "vscode": {
   "interpreter": {
    "hash": "8cbe9bf2e0758d0800d9dadd3001973c45528f9338b4dc067dff1d1ead94ae1d"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}