cottontail.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "1d48cc20",
   "metadata": {},
   "outputs": [],
   "source": [
    "from utils import *\n",
    "import sys\n",
    "\n",
    "from overall_video_similarity import *\n",
    "from cli import *\n",
    "from cottontaildb_client import CottontailDBClient, Type, Literal, column_def"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ee1abb5f",
   "metadata": {},
   "source": [
    "# Load data from json files and create angles dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "6c6ed16e",
   "metadata": {},
   "outputs": [],
   "source": [
    "video_names = list_video_names()\n",
    "video_names = [x for x in video_names if 'P2'!=x]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c5a9e989",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "from tqdm import tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "3380f78e",
   "metadata": {},
   "outputs": [],
   "source": [
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "5cbe722a",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 84/84 [01:03<00:00,  1.33it/s]\n"
     ]
    }
   ],
   "source": [
    "angle_dataframes = {}\n",
    "for video_name in tqdm(video_names):\n",
    "    try:\n",
    "        angles = create_angles(video_name)\n",
    "        angle_dataframes[video_name] = angles.fillna(0)\n",
    "    except:\n",
    "        print(\"Could not process {}.\".format(video_name))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ee4f2287",
   "metadata": {},
   "source": [
    "Alle Videos als Dataframe mit Winkel-Vektoren"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "008f6724",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "84"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(angle_dataframes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "d2ad7909",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'UP3'"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "video_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3467c8a6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>53</th>\n",
       "      <th>54</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>57</th>\n",
       "      <th>58</th>\n",
       "      <th>59</th>\n",
       "      <th>60</th>\n",
       "      <th>61</th>\n",
       "      <th>62</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.029</td>\n",
       "      <td>0.309</td>\n",
       "      <td>-0.188</td>\n",
       "      <td>-0.173</td>\n",
       "      <td>-0.175</td>\n",
       "      <td>-0.273</td>\n",
       "      <td>-0.007</td>\n",
       "      <td>-0.220</td>\n",
       "      <td>-0.269</td>\n",
       "      <td>-0.006</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.765</td>\n",
       "      <td>-0.553</td>\n",
       "      <td>-0.988</td>\n",
       "      <td>-0.406</td>\n",
       "      <td>0.219</td>\n",
       "      <td>0.293</td>\n",
       "      <td>-0.412</td>\n",
       "      <td>0.191</td>\n",
       "      <td>-0.142</td>\n",
       "      <td>-0.247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.204</td>\n",
       "      <td>-0.310</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.015</td>\n",
       "      <td>0.297</td>\n",
       "      <td>-0.012</td>\n",
       "      <td>0.006</td>\n",
       "      <td>0.333</td>\n",
       "      <td>0.177</td>\n",
       "      <td>0.197</td>\n",
       "      <td>...</td>\n",
       "      <td>0.928</td>\n",
       "      <td>0.872</td>\n",
       "      <td>0.810</td>\n",
       "      <td>-0.333</td>\n",
       "      <td>-0.338</td>\n",
       "      <td>0.012</td>\n",
       "      <td>-0.011</td>\n",
       "      <td>0.004</td>\n",
       "      <td>-0.114</td>\n",
       "      <td>0.466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.984</td>\n",
       "      <td>-1.000</td>\n",
       "      <td>-0.982</td>\n",
       "      <td>-0.982</td>\n",
       "      <td>-0.992</td>\n",
       "      <td>-0.959</td>\n",
       "      <td>-1.000</td>\n",
       "      <td>-0.993</td>\n",
       "      <td>-0.996</td>\n",
       "      <td>-0.981</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.949</td>\n",
       "      <td>-0.073</td>\n",
       "      <td>-0.711</td>\n",
       "      <td>-0.727</td>\n",
       "      <td>-0.992</td>\n",
       "      <td>-0.953</td>\n",
       "      <td>-0.907</td>\n",
       "      <td>-0.981</td>\n",
       "      <td>-0.967</td>\n",
       "      <td>-0.973</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.712</td>\n",
       "      <td>0.910</td>\n",
       "      <td>0.581</td>\n",
       "      <td>0.556</td>\n",
       "      <td>0.536</td>\n",
       "      <td>0.449</td>\n",
       "      <td>0.685</td>\n",
       "      <td>0.532</td>\n",
       "      <td>0.431</td>\n",
       "      <td>0.653</td>\n",
       "      <td>...</td>\n",
       "      <td>0.751</td>\n",
       "      <td>0.969</td>\n",
       "      <td>0.404</td>\n",
       "      <td>-0.613</td>\n",
       "      <td>-0.938</td>\n",
       "      <td>-0.969</td>\n",
       "      <td>-0.578</td>\n",
       "      <td>-0.872</td>\n",
       "      <td>-0.590</td>\n",
       "      <td>-0.456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.958</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.974</td>\n",
       "      <td>0.970</td>\n",
       "      <td>0.963</td>\n",
       "      <td>0.961</td>\n",
       "      <td>0.961</td>\n",
       "      <td>0.972</td>\n",
       "      <td>0.972</td>\n",
       "      <td>0.972</td>\n",
       "      <td>...</td>\n",
       "      <td>0.859</td>\n",
       "      <td>0.910</td>\n",
       "      <td>0.781</td>\n",
       "      <td>0.897</td>\n",
       "      <td>0.835</td>\n",
       "      <td>0.847</td>\n",
       "      <td>0.774</td>\n",
       "      <td>0.786</td>\n",
       "      <td>0.842</td>\n",
       "      <td>0.887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-0.810</td>\n",
       "      <td>-0.911</td>\n",
       "      <td>-0.725</td>\n",
       "      <td>-0.719</td>\n",
       "      <td>-0.446</td>\n",
       "      <td>-0.640</td>\n",
       "      <td>-0.684</td>\n",
       "      <td>-0.428</td>\n",
       "      <td>-0.512</td>\n",
       "      <td>-0.433</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.654</td>\n",
       "      <td>0.146</td>\n",
       "      <td>0.094</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.924</td>\n",
       "      <td>0.754</td>\n",
       "      <td>0.768</td>\n",
       "      <td>0.608</td>\n",
       "      <td>0.600</td>\n",
       "      <td>0.301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-0.484</td>\n",
       "      <td>-0.434</td>\n",
       "      <td>-0.444</td>\n",
       "      <td>-0.452</td>\n",
       "      <td>-0.466</td>\n",
       "      <td>-0.536</td>\n",
       "      <td>-0.498</td>\n",
       "      <td>-0.506</td>\n",
       "      <td>-0.535</td>\n",
       "      <td>-0.581</td>\n",
       "      <td>...</td>\n",
       "      <td>0.963</td>\n",
       "      <td>0.935</td>\n",
       "      <td>0.949</td>\n",
       "      <td>0.939</td>\n",
       "      <td>0.949</td>\n",
       "      <td>0.946</td>\n",
       "      <td>0.932</td>\n",
       "      <td>0.928</td>\n",
       "      <td>0.946</td>\n",
       "      <td>-0.982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.482</td>\n",
       "      <td>0.450</td>\n",
       "      <td>0.320</td>\n",
       "      <td>0.318</td>\n",
       "      <td>0.448</td>\n",
       "      <td>0.450</td>\n",
       "      <td>0.442</td>\n",
       "      <td>0.386</td>\n",
       "      <td>0.586</td>\n",
       "      <td>0.577</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.213</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>-0.048</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>-0.219</td>\n",
       "      <td>-0.316</td>\n",
       "      <td>-0.445</td>\n",
       "      <td>-0.465</td>\n",
       "      <td>-0.338</td>\n",
       "      <td>-0.336</td>\n",
       "      <td>-0.394</td>\n",
       "      <td>-0.429</td>\n",
       "      <td>-0.269</td>\n",
       "      <td>-0.245</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010</td>\n",
       "      <td>-0.935</td>\n",
       "      <td>0.212</td>\n",
       "      <td>0.249</td>\n",
       "      <td>0.383</td>\n",
       "      <td>0.337</td>\n",
       "      <td>-0.936</td>\n",
       "      <td>0.530</td>\n",
       "      <td>0.628</td>\n",
       "      <td>0.606</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-0.883</td>\n",
       "      <td>-0.895</td>\n",
       "      <td>-0.896</td>\n",
       "      <td>-0.887</td>\n",
       "      <td>-0.889</td>\n",
       "      <td>-0.891</td>\n",
       "      <td>-0.902</td>\n",
       "      <td>-0.913</td>\n",
       "      <td>-0.897</td>\n",
       "      <td>-0.910</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.242</td>\n",
       "      <td>-0.254</td>\n",
       "      <td>-0.297</td>\n",
       "      <td>-0.121</td>\n",
       "      <td>-0.289</td>\n",
       "      <td>-0.340</td>\n",
       "      <td>-0.119</td>\n",
       "      <td>-0.046</td>\n",
       "      <td>-0.002</td>\n",
       "      <td>-0.119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-0.265</td>\n",
       "      <td>-0.141</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.003</td>\n",
       "      <td>-0.131</td>\n",
       "      <td>-0.127</td>\n",
       "      <td>-0.042</td>\n",
       "      <td>0.025</td>\n",
       "      <td>-0.184</td>\n",
       "      <td>-0.178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.968</td>\n",
       "      <td>0.580</td>\n",
       "      <td>0.870</td>\n",
       "      <td>0.931</td>\n",
       "      <td>0.774</td>\n",
       "      <td>0.771</td>\n",
       "      <td>0.461</td>\n",
       "      <td>0.823</td>\n",
       "      <td>0.777</td>\n",
       "      <td>0.718</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.608</td>\n",
       "      <td>0.394</td>\n",
       "      <td>0.367</td>\n",
       "      <td>0.550</td>\n",
       "      <td>0.449</td>\n",
       "      <td>0.281</td>\n",
       "      <td>0.598</td>\n",
       "      <td>0.587</td>\n",
       "      <td>0.523</td>\n",
       "      <td>0.514</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>-0.603</td>\n",
       "      <td>-0.807</td>\n",
       "      <td>-0.327</td>\n",
       "      <td>-0.602</td>\n",
       "      <td>-0.812</td>\n",
       "      <td>-0.980</td>\n",
       "      <td>-0.315</td>\n",
       "      <td>-0.572</td>\n",
       "      <td>-0.551</td>\n",
       "      <td>-0.402</td>\n",
       "      <td>...</td>\n",
       "      <td>0.516</td>\n",
       "      <td>0.563</td>\n",
       "      <td>0.582</td>\n",
       "      <td>0.756</td>\n",
       "      <td>0.647</td>\n",
       "      <td>0.663</td>\n",
       "      <td>0.579</td>\n",
       "      <td>0.586</td>\n",
       "      <td>0.487</td>\n",
       "      <td>0.479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.999</td>\n",
       "      <td>0.999</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.999</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.999</td>\n",
       "      <td>0.999</td>\n",
       "      <td>...</td>\n",
       "      <td>0.988</td>\n",
       "      <td>0.985</td>\n",
       "      <td>0.972</td>\n",
       "      <td>0.962</td>\n",
       "      <td>0.959</td>\n",
       "      <td>0.955</td>\n",
       "      <td>0.957</td>\n",
       "      <td>0.961</td>\n",
       "      <td>0.971</td>\n",
       "      <td>0.979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.562</td>\n",
       "      <td>0.791</td>\n",
       "      <td>0.978</td>\n",
       "      <td>0.867</td>\n",
       "      <td>0.858</td>\n",
       "      <td>0.860</td>\n",
       "      <td>0.768</td>\n",
       "      <td>0.759</td>\n",
       "      <td>0.842</td>\n",
       "      <td>0.656</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634</td>\n",
       "      <td>0.661</td>\n",
       "      <td>0.725</td>\n",
       "      <td>0.742</td>\n",
       "      <td>0.757</td>\n",
       "      <td>0.841</td>\n",
       "      <td>0.859</td>\n",
       "      <td>0.844</td>\n",
       "      <td>0.821</td>\n",
       "      <td>0.822</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.994</td>\n",
       "      <td>0.994</td>\n",
       "      <td>0.997</td>\n",
       "      <td>0.995</td>\n",
       "      <td>0.994</td>\n",
       "      <td>0.996</td>\n",
       "      <td>0.997</td>\n",
       "      <td>0.996</td>\n",
       "      <td>0.997</td>\n",
       "      <td>0.996</td>\n",
       "      <td>...</td>\n",
       "      <td>0.928</td>\n",
       "      <td>0.905</td>\n",
       "      <td>0.785</td>\n",
       "      <td>0.714</td>\n",
       "      <td>0.654</td>\n",
       "      <td>0.589</td>\n",
       "      <td>0.510</td>\n",
       "      <td>0.508</td>\n",
       "      <td>0.504</td>\n",
       "      <td>0.476</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.882</td>\n",
       "      <td>0.882</td>\n",
       "      <td>0.876</td>\n",
       "      <td>0.838</td>\n",
       "      <td>0.877</td>\n",
       "      <td>0.848</td>\n",
       "      <td>0.903</td>\n",
       "      <td>0.908</td>\n",
       "      <td>0.915</td>\n",
       "      <td>0.871</td>\n",
       "      <td>...</td>\n",
       "      <td>0.890</td>\n",
       "      <td>0.771</td>\n",
       "      <td>0.850</td>\n",
       "      <td>0.729</td>\n",
       "      <td>0.645</td>\n",
       "      <td>0.700</td>\n",
       "      <td>0.789</td>\n",
       "      <td>0.808</td>\n",
       "      <td>0.778</td>\n",
       "      <td>0.796</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.919</td>\n",
       "      <td>0.934</td>\n",
       "      <td>0.958</td>\n",
       "      <td>0.829</td>\n",
       "      <td>0.911</td>\n",
       "      <td>0.910</td>\n",
       "      <td>0.915</td>\n",
       "      <td>0.912</td>\n",
       "      <td>0.936</td>\n",
       "      <td>0.936</td>\n",
       "      <td>...</td>\n",
       "      <td>0.849</td>\n",
       "      <td>0.803</td>\n",
       "      <td>0.757</td>\n",
       "      <td>0.808</td>\n",
       "      <td>0.833</td>\n",
       "      <td>0.775</td>\n",
       "      <td>0.781</td>\n",
       "      <td>0.763</td>\n",
       "      <td>0.755</td>\n",
       "      <td>0.745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.224</td>\n",
       "      <td>0.181</td>\n",
       "      <td>0.127</td>\n",
       "      <td>0.169</td>\n",
       "      <td>0.153</td>\n",
       "      <td>0.168</td>\n",
       "      <td>0.168</td>\n",
       "      <td>0.241</td>\n",
       "      <td>-0.974</td>\n",
       "      <td>-0.970</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.655</td>\n",
       "      <td>-0.621</td>\n",
       "      <td>-0.579</td>\n",
       "      <td>-0.659</td>\n",
       "      <td>-0.629</td>\n",
       "      <td>-0.625</td>\n",
       "      <td>-0.677</td>\n",
       "      <td>-0.657</td>\n",
       "      <td>-0.677</td>\n",
       "      <td>-0.725</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.360</td>\n",
       "      <td>0.365</td>\n",
       "      <td>0.394</td>\n",
       "      <td>0.344</td>\n",
       "      <td>0.352</td>\n",
       "      <td>0.340</td>\n",
       "      <td>0.327</td>\n",
       "      <td>0.267</td>\n",
       "      <td>0.235</td>\n",
       "      <td>0.202</td>\n",
       "      <td>...</td>\n",
       "      <td>0.317</td>\n",
       "      <td>0.433</td>\n",
       "      <td>0.459</td>\n",
       "      <td>0.434</td>\n",
       "      <td>0.428</td>\n",
       "      <td>0.322</td>\n",
       "      <td>0.253</td>\n",
       "      <td>0.232</td>\n",
       "      <td>0.289</td>\n",
       "      <td>0.242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>-0.036</td>\n",
       "      <td>0.007</td>\n",
       "      <td>0.115</td>\n",
       "      <td>-0.240</td>\n",
       "      <td>-0.067</td>\n",
       "      <td>-0.082</td>\n",
       "      <td>-0.082</td>\n",
       "      <td>-0.151</td>\n",
       "      <td>-0.122</td>\n",
       "      <td>-0.157</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.233</td>\n",
       "      <td>-0.190</td>\n",
       "      <td>-0.234</td>\n",
       "      <td>-0.180</td>\n",
       "      <td>-0.144</td>\n",
       "      <td>-0.348</td>\n",
       "      <td>-0.407</td>\n",
       "      <td>-0.451</td>\n",
       "      <td>-0.410</td>\n",
       "      <td>-0.468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.184</td>\n",
       "      <td>0.183</td>\n",
       "      <td>0.215</td>\n",
       "      <td>0.170</td>\n",
       "      <td>0.201</td>\n",
       "      <td>0.151</td>\n",
       "      <td>0.138</td>\n",
       "      <td>0.132</td>\n",
       "      <td>0.116</td>\n",
       "      <td>0.115</td>\n",
       "      <td>...</td>\n",
       "      <td>0.932</td>\n",
       "      <td>0.709</td>\n",
       "      <td>0.586</td>\n",
       "      <td>0.505</td>\n",
       "      <td>0.485</td>\n",
       "      <td>0.407</td>\n",
       "      <td>0.331</td>\n",
       "      <td>0.300</td>\n",
       "      <td>0.267</td>\n",
       "      <td>0.236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-0.300</td>\n",
       "      <td>-0.302</td>\n",
       "      <td>-0.282</td>\n",
       "      <td>-0.395</td>\n",
       "      <td>-0.294</td>\n",
       "      <td>-0.396</td>\n",
       "      <td>-0.302</td>\n",
       "      <td>-0.294</td>\n",
       "      <td>-0.295</td>\n",
       "      <td>-0.389</td>\n",
       "      <td>...</td>\n",
       "      <td>0.664</td>\n",
       "      <td>0.098</td>\n",
       "      <td>0.072</td>\n",
       "      <td>-0.223</td>\n",
       "      <td>-0.355</td>\n",
       "      <td>-0.367</td>\n",
       "      <td>-0.320</td>\n",
       "      <td>-0.319</td>\n",
       "      <td>-0.398</td>\n",
       "      <td>-0.400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-0.732</td>\n",
       "      <td>-0.733</td>\n",
       "      <td>-0.646</td>\n",
       "      <td>-0.731</td>\n",
       "      <td>-0.707</td>\n",
       "      <td>-0.732</td>\n",
       "      <td>-0.731</td>\n",
       "      <td>-0.672</td>\n",
       "      <td>-0.672</td>\n",
       "      <td>-0.723</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.603</td>\n",
       "      <td>-0.263</td>\n",
       "      <td>-0.468</td>\n",
       "      <td>-0.697</td>\n",
       "      <td>-0.490</td>\n",
       "      <td>-0.664</td>\n",
       "      <td>-0.796</td>\n",
       "      <td>-0.654</td>\n",
       "      <td>-0.654</td>\n",
       "      <td>-0.656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>-0.801</td>\n",
       "      <td>-0.872</td>\n",
       "      <td>-0.678</td>\n",
       "      <td>-0.652</td>\n",
       "      <td>-0.372</td>\n",
       "      <td>-0.628</td>\n",
       "      <td>-0.633</td>\n",
       "      <td>-0.364</td>\n",
       "      <td>-0.437</td>\n",
       "      <td>-0.427</td>\n",
       "      <td>...</td>\n",
       "      <td>0.820</td>\n",
       "      <td>0.987</td>\n",
       "      <td>0.982</td>\n",
       "      <td>0.095</td>\n",
       "      <td>0.234</td>\n",
       "      <td>0.420</td>\n",
       "      <td>0.389</td>\n",
       "      <td>0.509</td>\n",
       "      <td>0.458</td>\n",
       "      <td>0.834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.683</td>\n",
       "      <td>0.872</td>\n",
       "      <td>0.528</td>\n",
       "      <td>0.498</td>\n",
       "      <td>0.486</td>\n",
       "      <td>0.381</td>\n",
       "      <td>0.631</td>\n",
       "      <td>0.471</td>\n",
       "      <td>0.350</td>\n",
       "      <td>0.592</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.600</td>\n",
       "      <td>-0.234</td>\n",
       "      <td>-0.832</td>\n",
       "      <td>-0.753</td>\n",
       "      <td>-0.353</td>\n",
       "      <td>-0.124</td>\n",
       "      <td>-0.742</td>\n",
       "      <td>-0.332</td>\n",
       "      <td>-0.669</td>\n",
       "      <td>-0.683</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.750</td>\n",
       "      <td>0.736</td>\n",
       "      <td>0.735</td>\n",
       "      <td>0.768</td>\n",
       "      <td>0.775</td>\n",
       "      <td>0.785</td>\n",
       "      <td>0.771</td>\n",
       "      <td>0.757</td>\n",
       "      <td>0.808</td>\n",
       "      <td>0.802</td>\n",
       "      <td>...</td>\n",
       "      <td>0.974</td>\n",
       "      <td>0.939</td>\n",
       "      <td>0.907</td>\n",
       "      <td>0.907</td>\n",
       "      <td>0.836</td>\n",
       "      <td>0.912</td>\n",
       "      <td>0.917</td>\n",
       "      <td>0.863</td>\n",
       "      <td>0.831</td>\n",
       "      <td>0.877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>-0.678</td>\n",
       "      <td>-0.869</td>\n",
       "      <td>-0.423</td>\n",
       "      <td>-0.660</td>\n",
       "      <td>-0.853</td>\n",
       "      <td>-0.993</td>\n",
       "      <td>-0.378</td>\n",
       "      <td>-0.640</td>\n",
       "      <td>-0.600</td>\n",
       "      <td>-0.428</td>\n",
       "      <td>...</td>\n",
       "      <td>0.174</td>\n",
       "      <td>0.176</td>\n",
       "      <td>0.191</td>\n",
       "      <td>0.407</td>\n",
       "      <td>0.226</td>\n",
       "      <td>0.329</td>\n",
       "      <td>0.273</td>\n",
       "      <td>0.320</td>\n",
       "      <td>0.270</td>\n",
       "      <td>0.297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.692</td>\n",
       "      <td>0.881</td>\n",
       "      <td>0.998</td>\n",
       "      <td>0.929</td>\n",
       "      <td>0.923</td>\n",
       "      <td>0.917</td>\n",
       "      <td>0.847</td>\n",
       "      <td>0.850</td>\n",
       "      <td>0.900</td>\n",
       "      <td>0.743</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.177</td>\n",
       "      <td>-0.176</td>\n",
       "      <td>-0.191</td>\n",
       "      <td>-0.232</td>\n",
       "      <td>-0.225</td>\n",
       "      <td>-0.216</td>\n",
       "      <td>-0.273</td>\n",
       "      <td>-0.320</td>\n",
       "      <td>-0.390</td>\n",
       "      <td>-0.444</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>29 rows × 63 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       0      1      2      3      4      5      6      7      8      9   ...   \n",
       "0   0.029  0.309 -0.188 -0.173 -0.175 -0.273 -0.007 -0.220 -0.269 -0.006  ...  \\\n",
       "1  -0.204 -0.310  0.000 -0.015  0.297 -0.012  0.006  0.333  0.177  0.197  ...   \n",
       "2  -0.984 -1.000 -0.982 -0.982 -0.992 -0.959 -1.000 -0.993 -0.996 -0.981  ...   \n",
       "3   0.712  0.910  0.581  0.556  0.536  0.449  0.685  0.532  0.431  0.653  ...   \n",
       "4   0.958  0.968  0.974  0.970  0.963  0.961  0.961  0.972  0.972  0.972  ...   \n",
       "5  -0.810 -0.911 -0.725 -0.719 -0.446 -0.640 -0.684 -0.428 -0.512 -0.433  ...   \n",
       "6  -0.484 -0.434 -0.444 -0.452 -0.466 -0.536 -0.498 -0.506 -0.535 -0.581  ...   \n",
       "7   0.482  0.450  0.320  0.318  0.448  0.450  0.442  0.386  0.586  0.577  ...   \n",
       "8  -0.219 -0.316 -0.445 -0.465 -0.338 -0.336 -0.394 -0.429 -0.269 -0.245  ...   \n",
       "9  -0.883 -0.895 -0.896 -0.887 -0.889 -0.891 -0.902 -0.913 -0.897 -0.910  ...   \n",
       "10 -0.265 -0.141  0.000  0.003 -0.131 -0.127 -0.042  0.025 -0.184 -0.178  ...   \n",
       "11  0.000  0.000  0.000  0.000  0.000  0.000  0.000  0.000  0.000  0.000  ...   \n",
       "12 -0.603 -0.807 -0.327 -0.602 -0.812 -0.980 -0.315 -0.572 -0.551 -0.402  ...   \n",
       "13  1.000  1.000  1.000  0.999  0.999  1.000  0.999  1.000  0.999  0.999  ...   \n",
       "14  0.562  0.791  0.978  0.867  0.858  0.860  0.768  0.759  0.842  0.656  ...   \n",
       "15  0.994  0.994  0.997  0.995  0.994  0.996  0.997  0.996  0.997  0.996  ...   \n",
       "16  0.882  0.882  0.876  0.838  0.877  0.848  0.903  0.908  0.915  0.871  ...   \n",
       "17  0.919  0.934  0.958  0.829  0.911  0.910  0.915  0.912  0.936  0.936  ...   \n",
       "18  0.224  0.181  0.127  0.169  0.153  0.168  0.168  0.241 -0.974 -0.970  ...   \n",
       "19  0.360  0.365  0.394  0.344  0.352  0.340  0.327  0.267  0.235  0.202  ...   \n",
       "20 -0.036  0.007  0.115 -0.240 -0.067 -0.082 -0.082 -0.151 -0.122 -0.157  ...   \n",
       "21  0.184  0.183  0.215  0.170  0.201  0.151  0.138  0.132  0.116  0.115  ...   \n",
       "22 -0.300 -0.302 -0.282 -0.395 -0.294 -0.396 -0.302 -0.294 -0.295 -0.389  ...   \n",
       "23 -0.732 -0.733 -0.646 -0.731 -0.707 -0.732 -0.731 -0.672 -0.672 -0.723  ...   \n",
       "24 -0.801 -0.872 -0.678 -0.652 -0.372 -0.628 -0.633 -0.364 -0.437 -0.427  ...   \n",
       "25  0.683  0.872  0.528  0.498  0.486  0.381  0.631  0.471  0.350  0.592  ...   \n",
       "26  0.750  0.736  0.735  0.768  0.775  0.785  0.771  0.757  0.808  0.802  ...   \n",
       "27 -0.678 -0.869 -0.423 -0.660 -0.853 -0.993 -0.378 -0.640 -0.600 -0.428  ...   \n",
       "28  0.692  0.881  0.998  0.929  0.923  0.917  0.847  0.850  0.900  0.743  ...   \n",
       "\n",
       "       53     54     55     56     57     58     59     60     61     62  \n",
       "0  -0.765 -0.553 -0.988 -0.406  0.219  0.293 -0.412  0.191 -0.142 -0.247  \n",
       "1   0.928  0.872  0.810 -0.333 -0.338  0.012 -0.011  0.004 -0.114  0.466  \n",
       "2  -0.949 -0.073 -0.711 -0.727 -0.992 -0.953 -0.907 -0.981 -0.967 -0.973  \n",
       "3   0.751  0.969  0.404 -0.613 -0.938 -0.969 -0.578 -0.872 -0.590 -0.456  \n",
       "4   0.859  0.910  0.781  0.897  0.835  0.847  0.774  0.786  0.842  0.887  \n",
       "5  -0.654  0.146  0.094  0.968  0.924  0.754  0.768  0.608  0.600  0.301  \n",
       "6   0.963  0.935  0.949  0.939  0.949  0.946  0.932  0.928  0.946 -0.982  \n",
       "7   0.000  0.213  0.000  0.000  0.000  0.000 -0.048  0.000  0.000  0.000  \n",
       "8   0.010 -0.935  0.212  0.249  0.383  0.337 -0.936  0.530  0.628  0.606  \n",
       "9  -0.242 -0.254 -0.297 -0.121 -0.289 -0.340 -0.119 -0.046 -0.002 -0.119  \n",
       "10  0.968  0.580  0.870  0.931  0.774  0.771  0.461  0.823  0.777  0.718  \n",
       "11  0.608  0.394  0.367  0.550  0.449  0.281  0.598  0.587  0.523  0.514  \n",
       "12  0.516  0.563  0.582  0.756  0.647  0.663  0.579  0.586  0.487  0.479  \n",
       "13  0.988  0.985  0.972  0.962  0.959  0.955  0.957  0.961  0.971  0.979  \n",
       "14  0.634  0.661  0.725  0.742  0.757  0.841  0.859  0.844  0.821  0.822  \n",
       "15  0.928  0.905  0.785  0.714  0.654  0.589  0.510  0.508  0.504  0.476  \n",
       "16  0.890  0.771  0.850  0.729  0.645  0.700  0.789  0.808  0.778  0.796  \n",
       "17  0.849  0.803  0.757  0.808  0.833  0.775  0.781  0.763  0.755  0.745  \n",
       "18 -0.655 -0.621 -0.579 -0.659 -0.629 -0.625 -0.677 -0.657 -0.677 -0.725  \n",
       "19  0.317  0.433  0.459  0.434  0.428  0.322  0.253  0.232  0.289  0.242  \n",
       "20 -0.233 -0.190 -0.234 -0.180 -0.144 -0.348 -0.407 -0.451 -0.410 -0.468  \n",
       "21  0.932  0.709  0.586  0.505  0.485  0.407  0.331  0.300  0.267  0.236  \n",
       "22  0.664  0.098  0.072 -0.223 -0.355 -0.367 -0.320 -0.319 -0.398 -0.400  \n",
       "23 -0.603 -0.263 -0.468 -0.697 -0.490 -0.664 -0.796 -0.654 -0.654 -0.656  \n",
       "24  0.820  0.987  0.982  0.095  0.234  0.420  0.389  0.509  0.458  0.834  \n",
       "25 -0.600 -0.234 -0.832 -0.753 -0.353 -0.124 -0.742 -0.332 -0.669 -0.683  \n",
       "26  0.974  0.939  0.907  0.907  0.836  0.912  0.917  0.863  0.831  0.877  \n",
       "27  0.174  0.176  0.191  0.407  0.226  0.329  0.273  0.320  0.270  0.297  \n",
       "28 -0.177 -0.176 -0.191 -0.232 -0.225 -0.216 -0.273 -0.320 -0.390 -0.444  \n",
       "\n",
       "[29 rows x 63 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "angle_dataframes[video_name]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2a82cd05",
   "metadata": {},
   "source": [
    "Beispiel Dataframe für Beispielvideo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "d590decc",
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = angle_dataframes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "acb0b94c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "84"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(dataset)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2a66e1cb",
   "metadata": {},
   "source": [
    "# Access and fill database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "cd91acdd",
   "metadata": {},
   "outputs": [],
   "source": [
    "from cottontaildb_client import CottontailDBClient, column_def, Type, Literal"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "ae539877",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "New schema detected, setting cotton up!\n"
     ]
    }
   ],
   "source": [
    "# Connect to Cottontail DB\n",
    "with CottontailDBClient('localhost', 1865) as client:\n",
    "    # Create schema\n",
    "    schema_name = 'test12345'\n",
    "    existing_schemas = [x.split('.')[-1] for x in client.list_schemas()]\n",
    "    if schema_name not in existing_schemas:\n",
    "        print(\"New schema detected, setting cotton up!\")\n",
    "        client.create_schema(schema_name)\n",
    "    else:\n",
    "        print(\"existing schema, exiting!\")\n",
    "        sys.exit(0)\n",
    "        \n",
    "    # Define entity columns\n",
    "    columns = [\n",
    "        column_def('id', Type.STRING, nullable=False),\n",
    "        column_def('angle', Type.FLOAT, nullable=True)\n",
    "    ]\n",
    "    \n",
    "    # Loop over all dataframes in your dataset\n",
    "    for i, df in dataset.items():\n",
    "        \n",
    "        # Create entity\n",
    "        entity_name = f'df_{i}'\n",
    "        client.create_entity(schema_name, entity_name, columns)\n",
    "        \n",
    "        # Insert batch\n",
    "        cols = ['id', 'angle']\n",
    "        values = []\n",
    "        \n",
    "        for j, row in df.iterrows():\n",
    "            for k, angle_value in enumerate(row):\n",
    "                entry = [Literal(stringData=f'row_{j}_col_{k}'), Literal(floatData=angle_value)]\n",
    "                values.append(entry)\n",
    "                \n",
    "        client.insert_batch(schema_name, entity_name, cols, values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c4c4bdd7",
   "metadata": {},
   "outputs": [],
   "source": [
    "entity_id = 'df_ar'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "2b8646c7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['warren.test12345.df_ar', 'warren.test12345.df_as_l_na', 'warren.test12345.df_as_l_wa', 'warren.test12345.df_ba_r_na', 'warren.test12345.df_ba_r_wa', 'warren.test12345.df_bbs_f_bk', 'warren.test12345.df_bbs_f_ft', 'warren.test12345.df_bbs_s_bk', 'warren.test12345.df_bbs_s_ft', 'warren.test12345.df_bj_bk', 'warren.test12345.df_bj_ft', 'warren.test12345.df_bj_lt', 'warren.test12345.df_bj_rt', 'warren.test12345.df_bs_f_bk', 'warren.test12345.df_bs_f_ft', 'warren.test12345.df_bs_f_lt', 'warren.test12345.df_bs_f_rt', 'warren.test12345.df_bs_s_bk', 'warren.test12345.df_bs_s_ft', 'warren.test12345.df_bs_s_lt', 'warren.test12345.df_bs_s_rt', 'warren.test12345.df_bss_f_bk', 'warren.test12345.df_bss_f_ft', 'warren.test12345.df_bss_s_bk', 'warren.test12345.df_bss_s_ft', 'warren.test12345.df_ch', 'warren.test12345.df_cu_r_na', 'warren.test12345.df_cu_r_wa', 'warren.test12345.df_ef', 'warren.test12345.df_fr_r_na', 'warren.test12345.df_fr_r_wa', 'warren.test12345.df_ld_f_dis', 'warren.test12345.df_ld_f_small', 'warren.test12345.df_ld_s_dis', 'warren.test12345.df_ld_s_small', 'warren.test12345.df_lu_f_big', 'warren.test12345.df_lu_f_dis', 'warren.test12345.df_lu_s_big', 'warren.test12345.df_lu_s_dis', 'warren.test12345.df_p1', 'warren.test12345.df_p3', 'warren.test12345.df_pb_f', 'warren.test12345.df_pb_s', 'warren.test12345.df_pc_f', 'warren.test12345.df_pc_s', 'warren.test12345.df_pe', 'warren.test12345.df_pv_r_f', 'warren.test12345.df_pv_r_s', 'warren.test12345.df_rv_r_f', 'warren.test12345.df_rv_r_s', 'warren.test12345.df_sb_r_na', 'warren.test12345.df_sb_r_wa', 'warren.test12345.df_sj_bk', 'warren.test12345.df_sj_ft', 'warren.test12345.df_sj_lt', 'warren.test12345.df_sj_rt', 'warren.test12345.df_ss_f_bk', 'warren.test12345.df_ss_f_ft', 'warren.test12345.df_ss_f_lt', 'warren.test12345.df_ss_f_rt', 'warren.test12345.df_ss_s_bk', 'warren.test12345.df_ss_s_ft', 'warren.test12345.df_ss_s_lt', 'warren.test12345.df_ss_s_rt', 'warren.test12345.df_syn_b', 'warren.test12345.df_syn_k', 'warren.test12345.df_syn_r', 'warren.test12345.df_syn_s', 'warren.test12345.df_syn_u', 'warren.test12345.df_ta', 'warren.test12345.df_tb_f_fb', 'warren.test12345.df_tb_s', 'warren.test12345.df_tb_s_fb', 'warren.test12345.df_tf_f', 'warren.test12345.df_tf_s', 'warren.test12345.df_tl_f', 'warren.test12345.df_tl_s', 'warren.test12345.df_tos_f', 'warren.test12345.df_tos_s', 'warren.test12345.df_tr_f', 'warren.test12345.df_tr_s', 'warren.test12345.df_up1', 'warren.test12345.df_up2', 'warren.test12345.df_up3']\n"
     ]
    }
   ],
   "source": [
    "\n",
    "with CottontailDBClient('localhost', 1865) as client:\n",
    "    print(client.list_entities(schema_name))\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1b559cde",
   "metadata": {},
   "source": [
    "Einträge wurden mit den Namen der Videos als Entities erstellt in einem gemeinsamen Schema"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e01d9c32",
   "metadata": {},
   "source": [
    "Jetzt POV: Jetzt kommt der Moment wo die Implementation idealerweise in Cottontail direkt implementiert wird."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "68b7d23a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0ef85a54",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "914c007c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "176c7f0a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bd3667e9",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}