method_comparison.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from tqdm import tqdm\n",
    "from ipywidgets import interact"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load data\n",
    "\n",
    "We ran `scripts/compare_snf.py` to get all of the spline measurements of lines for every spectrum that made it to the SNF data set."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 456/456 [00:22<00:00, 20.55it/s]\n"
     ]
    }
   ],
   "source": [
    "df = None\n",
    "for fname in tqdm(os.listdir('data')):\n",
    "    if fname.split('.')[-1] != 'csv':\n",
    "        continue\n",
    "    path = os.path.join('data', fname)\n",
    "    sn_data = pd.read_csv(path)\n",
    "    col_names = sn_data.columns\n",
    "    sn_data['name'] = [fname.split('.')[0].replace('_', '-') for _ in range(len(sn_data))]\n",
    "    sn_data = sn_data[['name', *col_names]]\n",
    "    if df is None:\n",
    "        df = sn_data\n",
    "    else:\n",
    "        df = df.append(sn_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>phase</th>\n",
       "      <th>obs_exp</th>\n",
       "      <th>spl_EWCaIIHK</th>\n",
       "      <th>spl_EWSiII4000</th>\n",
       "      <th>spl_vSiII4000</th>\n",
       "      <th>spl_vSiII4000_lbd</th>\n",
       "      <th>spl_EWMgII</th>\n",
       "      <th>spl_EWFe4800</th>\n",
       "      <th>spl_EWSIIW_L</th>\n",
       "      <th>...</th>\n",
       "      <th>SNF20070429-000</th>\n",
       "      <th>PTF10mwb</th>\n",
       "      <th>SNF20080914-001</th>\n",
       "      <th>SNF20060512-002</th>\n",
       "      <th>PTF11mkx</th>\n",
       "      <th>SNNGC2691</th>\n",
       "      <th>PTF10qjq</th>\n",
       "      <th>PTF09foz</th>\n",
       "      <th>SNF20060521-001</th>\n",
       "      <th>SNF20050824-002</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CSS110918-01</td>\n",
       "      <td>-7.195278</td>\n",
       "      <td>11_262_062_003</td>\n",
       "      <td>137.702193</td>\n",
       "      <td>8.889719</td>\n",
       "      <td>-11178.464314</td>\n",
       "      <td>3976.946132</td>\n",
       "      <td>109.984095</td>\n",
       "      <td>81.477433</td>\n",
       "      <td>75.439881</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CSS110918-01</td>\n",
       "      <td>-4.304414</td>\n",
       "      <td>11_265_068_003</td>\n",
       "      <td>125.596956</td>\n",
       "      <td>6.678505</td>\n",
       "      <td>-11381.984625</td>\n",
       "      <td>3974.245265</td>\n",
       "      <td>115.122746</td>\n",
       "      <td>87.186579</td>\n",
       "      <td>86.695383</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CSS110918-01</td>\n",
       "      <td>-2.440693</td>\n",
       "      <td>11_267_043_003</td>\n",
       "      <td>117.430976</td>\n",
       "      <td>5.703599</td>\n",
       "      <td>-11020.259146</td>\n",
       "      <td>3979.046806</td>\n",
       "      <td>111.431366</td>\n",
       "      <td>82.204932</td>\n",
       "      <td>84.592499</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CSS110918-01</td>\n",
       "      <td>0.520449</td>\n",
       "      <td>11_270_054_003</td>\n",
       "      <td>113.605029</td>\n",
       "      <td>7.315145</td>\n",
       "      <td>-10869.659486</td>\n",
       "      <td>3981.047448</td>\n",
       "      <td>107.452263</td>\n",
       "      <td>93.177067</td>\n",
       "      <td>90.901350</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CSS110918-01</td>\n",
       "      <td>2.417958</td>\n",
       "      <td>11_272_045_003</td>\n",
       "      <td>108.786949</td>\n",
       "      <td>8.950395</td>\n",
       "      <td>-10794.385973</td>\n",
       "      <td>3982.047769</td>\n",
       "      <td>93.883629</td>\n",
       "      <td>110.063228</td>\n",
       "      <td>84.889710</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 271 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           name     phase         obs_exp  spl_EWCaIIHK  spl_EWSiII4000  \\\n",
       "0  CSS110918-01 -7.195278  11_262_062_003    137.702193        8.889719   \n",
       "1  CSS110918-01 -4.304414  11_265_068_003    125.596956        6.678505   \n",
       "2  CSS110918-01 -2.440693  11_267_043_003    117.430976        5.703599   \n",
       "3  CSS110918-01  0.520449  11_270_054_003    113.605029        7.315145   \n",
       "4  CSS110918-01  2.417958  11_272_045_003    108.786949        8.950395   \n",
       "\n",
       "   spl_vSiII4000  spl_vSiII4000_lbd  spl_EWMgII  spl_EWFe4800  spl_EWSIIW_L  \\\n",
       "0  -11178.464314        3976.946132  109.984095     81.477433     75.439881   \n",
       "1  -11381.984625        3974.245265  115.122746     87.186579     86.695383   \n",
       "2  -11020.259146        3979.046806  111.431366     82.204932     84.592499   \n",
       "3  -10869.659486        3981.047448  107.452263     93.177067     90.901350   \n",
       "4  -10794.385973        3982.047769   93.883629    110.063228     84.889710   \n",
       "\n",
       "   ...  SNF20070429-000  PTF10mwb  SNF20080914-001  SNF20060512-002  PTF11mkx  \\\n",
       "0  ...              NaN       NaN              NaN              NaN       NaN   \n",
       "1  ...              NaN       NaN              NaN              NaN       NaN   \n",
       "2  ...              NaN       NaN              NaN              NaN       NaN   \n",
       "3  ...              NaN       NaN              NaN              NaN       NaN   \n",
       "4  ...              NaN       NaN              NaN              NaN       NaN   \n",
       "\n",
       "   SNNGC2691  PTF10qjq  PTF09foz  SNF20060521-001  SNF20050824-002  \n",
       "0        NaN       NaN       NaN              NaN              NaN  \n",
       "1        NaN       NaN       NaN              NaN              NaN  \n",
       "2        NaN       NaN       NaN              NaN              NaN  \n",
       "3        NaN       NaN       NaN              NaN              NaN  \n",
       "4        NaN       NaN       NaN              NaN              NaN  \n",
       "\n",
       "[5 rows x 271 columns]"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# At-max comparisons"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "nearest_max_df = df.groupby('name').apply(lambda x: x.iloc[np.abs(x.phase).argmin()])[col_names]\n",
    "at_max_df = nearest_max_df[np.abs(nearest_max_df.phase) < 5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>phase</th>\n",
       "      <th>obs_exp</th>\n",
       "      <th>spl_EWCaIIHK</th>\n",
       "      <th>spl_EWSiII4000</th>\n",
       "      <th>spl_vSiII4000</th>\n",
       "      <th>spl_vSiII4000_lbd</th>\n",
       "      <th>spl_EWMgII</th>\n",
       "      <th>spl_EWFe4800</th>\n",
       "      <th>spl_EWSIIW_L</th>\n",
       "      <th>spl_vSIIW_L</th>\n",
       "      <th>...</th>\n",
       "      <th>snf_vSIIW_R</th>\n",
       "      <th>snf_vSIIW_R_lbd</th>\n",
       "      <th>snf_EWSIIW</th>\n",
       "      <th>snf_EWSiII5972</th>\n",
       "      <th>snf_vSiII5972</th>\n",
       "      <th>snf_vSiII5972_lbd</th>\n",
       "      <th>snf_EWSiII6355</th>\n",
       "      <th>snf_vSiII6355</th>\n",
       "      <th>snf_vSiII6355_lbd</th>\n",
       "      <th>snf_EWOI7773</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>CSS110918-01</th>\n",
       "      <td>0.520449</td>\n",
       "      <td>11_270_054_003</td>\n",
       "      <td>113.605029</td>\n",
       "      <td>7.315145</td>\n",
       "      <td>-10869.659486</td>\n",
       "      <td>3981.047448</td>\n",
       "      <td>107.452263</td>\n",
       "      <td>93.177067</td>\n",
       "      <td>90.901350</td>\n",
       "      <td>-10466.432728</td>\n",
       "      <td>...</td>\n",
       "      <td>10500.941699</td>\n",
       "      <td>5442.445627</td>\n",
       "      <td>96.961383</td>\n",
       "      <td>12.556951</td>\n",
       "      <td>10395.319166</td>\n",
       "      <td>5764.920588</td>\n",
       "      <td>80.906788</td>\n",
       "      <td>11326.213781</td>\n",
       "      <td>6114.906940</td>\n",
       "      <td>108.899735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CSS110918-02</th>\n",
       "      <td>0.553350</td>\n",
       "      <td>11_270_062_003</td>\n",
       "      <td>121.428296</td>\n",
       "      <td>14.458115</td>\n",
       "      <td>-9149.205891</td>\n",
       "      <td>4003.969383</td>\n",
       "      <td>96.994857</td>\n",
       "      <td>110.260398</td>\n",
       "      <td>85.195496</td>\n",
       "      <td>-9227.339496</td>\n",
       "      <td>...</td>\n",
       "      <td>9737.176374</td>\n",
       "      <td>5456.814355</td>\n",
       "      <td>86.648323</td>\n",
       "      <td>16.445806</td>\n",
       "      <td>9896.503671</td>\n",
       "      <td>5774.857216</td>\n",
       "      <td>98.957325</td>\n",
       "      <td>10389.525833</td>\n",
       "      <td>6134.762850</td>\n",
       "      <td>112.856875</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CSS120424-01</th>\n",
       "      <td>2.254702</td>\n",
       "      <td>12_130_065_003</td>\n",
       "      <td>141.257108</td>\n",
       "      <td>11.525134</td>\n",
       "      <td>-9381.713782</td>\n",
       "      <td>4000.864443</td>\n",
       "      <td>108.502253</td>\n",
       "      <td>117.452655</td>\n",
       "      <td>93.806196</td>\n",
       "      <td>-9392.036482</td>\n",
       "      <td>...</td>\n",
       "      <td>9582.566811</td>\n",
       "      <td>5459.723027</td>\n",
       "      <td>98.377500</td>\n",
       "      <td>15.426453</td>\n",
       "      <td>9533.565425</td>\n",
       "      <td>5782.087108</td>\n",
       "      <td>86.352179</td>\n",
       "      <td>10186.399092</td>\n",
       "      <td>6139.068730</td>\n",
       "      <td>113.049274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CSS130502-01</th>\n",
       "      <td>0.400953</td>\n",
       "      <td>13_131_051_003</td>\n",
       "      <td>101.586393</td>\n",
       "      <td>14.522739</td>\n",
       "      <td>-9382.025822</td>\n",
       "      <td>4000.860278</td>\n",
       "      <td>98.710074</td>\n",
       "      <td>96.674135</td>\n",
       "      <td>90.124174</td>\n",
       "      <td>-9364.003337</td>\n",
       "      <td>...</td>\n",
       "      <td>9585.274563</td>\n",
       "      <td>5459.672086</td>\n",
       "      <td>92.218364</td>\n",
       "      <td>18.530051</td>\n",
       "      <td>9908.459376</td>\n",
       "      <td>5774.619053</td>\n",
       "      <td>94.706447</td>\n",
       "      <td>10952.395533</td>\n",
       "      <td>6122.831139</td>\n",
       "      <td>116.651840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LSQ12dbr</th>\n",
       "      <td>-0.202628</td>\n",
       "      <td>12_185_078_003</td>\n",
       "      <td>105.268604</td>\n",
       "      <td>6.557052</td>\n",
       "      <td>-10757.521545</td>\n",
       "      <td>3982.537751</td>\n",
       "      <td>111.988744</td>\n",
       "      <td>92.354087</td>\n",
       "      <td>81.116867</td>\n",
       "      <td>-10302.227317</td>\n",
       "      <td>...</td>\n",
       "      <td>10688.794697</td>\n",
       "      <td>5438.911545</td>\n",
       "      <td>89.199708</td>\n",
       "      <td>12.544259</td>\n",
       "      <td>9724.588926</td>\n",
       "      <td>5778.281834</td>\n",
       "      <td>73.061434</td>\n",
       "      <td>11290.500605</td>\n",
       "      <td>6115.663988</td>\n",
       "      <td>115.905292</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNNGC6343</th>\n",
       "      <td>-0.011234</td>\n",
       "      <td>13_114_058_003</td>\n",
       "      <td>87.917182</td>\n",
       "      <td>19.641726</td>\n",
       "      <td>-9060.453926</td>\n",
       "      <td>4005.155185</td>\n",
       "      <td>93.704387</td>\n",
       "      <td>114.201621</td>\n",
       "      <td>79.165760</td>\n",
       "      <td>-8079.912170</td>\n",
       "      <td>...</td>\n",
       "      <td>8951.291861</td>\n",
       "      <td>5471.599212</td>\n",
       "      <td>81.186626</td>\n",
       "      <td>35.487485</td>\n",
       "      <td>10176.544484</td>\n",
       "      <td>5769.278677</td>\n",
       "      <td>105.094467</td>\n",
       "      <td>10683.634484</td>\n",
       "      <td>6128.528335</td>\n",
       "      <td>100.490607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNPGC027923</th>\n",
       "      <td>-0.031169</td>\n",
       "      <td>11_330_074_003</td>\n",
       "      <td>84.142743</td>\n",
       "      <td>4.569425</td>\n",
       "      <td>-9968.479118</td>\n",
       "      <td>3993.038728</td>\n",
       "      <td>102.201183</td>\n",
       "      <td>82.376320</td>\n",
       "      <td>65.404253</td>\n",
       "      <td>-9847.771951</td>\n",
       "      <td>...</td>\n",
       "      <td>10236.081682</td>\n",
       "      <td>5447.428442</td>\n",
       "      <td>58.201374</td>\n",
       "      <td>8.191765</td>\n",
       "      <td>9161.924716</td>\n",
       "      <td>5789.490357</td>\n",
       "      <td>71.305917</td>\n",
       "      <td>10576.391198</td>\n",
       "      <td>6130.801678</td>\n",
       "      <td>123.243082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNPGC51271</th>\n",
       "      <td>1.186890</td>\n",
       "      <td>13_119_062_003</td>\n",
       "      <td>105.814996</td>\n",
       "      <td>20.264183</td>\n",
       "      <td>-9434.172391</td>\n",
       "      <td>4000.164216</td>\n",
       "      <td>93.876737</td>\n",
       "      <td>102.770058</td>\n",
       "      <td>82.849350</td>\n",
       "      <td>-7858.927543</td>\n",
       "      <td>...</td>\n",
       "      <td>10535.223352</td>\n",
       "      <td>5441.800685</td>\n",
       "      <td>87.732125</td>\n",
       "      <td>24.420348</td>\n",
       "      <td>10493.322899</td>\n",
       "      <td>5762.968309</td>\n",
       "      <td>103.259481</td>\n",
       "      <td>11014.027262</td>\n",
       "      <td>6121.524669</td>\n",
       "      <td>124.808834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNhunt46</th>\n",
       "      <td>0.593936</td>\n",
       "      <td>11_094_046_003</td>\n",
       "      <td>96.345845</td>\n",
       "      <td>9.972170</td>\n",
       "      <td>-9441.844522</td>\n",
       "      <td>4000.061817</td>\n",
       "      <td>102.469191</td>\n",
       "      <td>100.821821</td>\n",
       "      <td>84.709012</td>\n",
       "      <td>-9738.318531</td>\n",
       "      <td>...</td>\n",
       "      <td>9625.706926</td>\n",
       "      <td>5458.911432</td>\n",
       "      <td>82.650884</td>\n",
       "      <td>14.621103</td>\n",
       "      <td>9473.018147</td>\n",
       "      <td>5783.293237</td>\n",
       "      <td>84.896181</td>\n",
       "      <td>10550.995912</td>\n",
       "      <td>6131.340007</td>\n",
       "      <td>114.656416</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNhunt89</th>\n",
       "      <td>-0.549796</td>\n",
       "      <td>11_304_098_003</td>\n",
       "      <td>93.198956</td>\n",
       "      <td>30.441314</td>\n",
       "      <td>-10282.622177</td>\n",
       "      <td>3988.854868</td>\n",
       "      <td>101.110602</td>\n",
       "      <td>135.524380</td>\n",
       "      <td>74.637059</td>\n",
       "      <td>-8627.816950</td>\n",
       "      <td>...</td>\n",
       "      <td>9666.716495</td>\n",
       "      <td>5458.139918</td>\n",
       "      <td>76.769591</td>\n",
       "      <td>50.397182</td>\n",
       "      <td>10756.067083</td>\n",
       "      <td>5757.734328</td>\n",
       "      <td>128.153596</td>\n",
       "      <td>11497.832240</td>\n",
       "      <td>6111.268972</td>\n",
       "      <td>121.764196</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>217 rows × 42 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 phase         obs_exp  spl_EWCaIIHK  spl_EWSiII4000  \\\n",
       "name                                                                   \n",
       "CSS110918-01  0.520449  11_270_054_003    113.605029        7.315145   \n",
       "CSS110918-02  0.553350  11_270_062_003    121.428296       14.458115   \n",
       "CSS120424-01  2.254702  12_130_065_003    141.257108       11.525134   \n",
       "CSS130502-01  0.400953  13_131_051_003    101.586393       14.522739   \n",
       "LSQ12dbr     -0.202628  12_185_078_003    105.268604        6.557052   \n",
       "...                ...             ...           ...             ...   \n",
       "SNNGC6343    -0.011234  13_114_058_003     87.917182       19.641726   \n",
       "SNPGC027923  -0.031169  11_330_074_003     84.142743        4.569425   \n",
       "SNPGC51271    1.186890  13_119_062_003    105.814996       20.264183   \n",
       "SNhunt46      0.593936  11_094_046_003     96.345845        9.972170   \n",
       "SNhunt89     -0.549796  11_304_098_003     93.198956       30.441314   \n",
       "\n",
       "              spl_vSiII4000  spl_vSiII4000_lbd  spl_EWMgII  spl_EWFe4800  \\\n",
       "name                                                                       \n",
       "CSS110918-01  -10869.659486        3981.047448  107.452263     93.177067   \n",
       "CSS110918-02   -9149.205891        4003.969383   96.994857    110.260398   \n",
       "CSS120424-01   -9381.713782        4000.864443  108.502253    117.452655   \n",
       "CSS130502-01   -9382.025822        4000.860278   98.710074     96.674135   \n",
       "LSQ12dbr      -10757.521545        3982.537751  111.988744     92.354087   \n",
       "...                     ...                ...         ...           ...   \n",
       "SNNGC6343      -9060.453926        4005.155185   93.704387    114.201621   \n",
       "SNPGC027923    -9968.479118        3993.038728  102.201183     82.376320   \n",
       "SNPGC51271     -9434.172391        4000.164216   93.876737    102.770058   \n",
       "SNhunt46       -9441.844522        4000.061817  102.469191    100.821821   \n",
       "SNhunt89      -10282.622177        3988.854868  101.110602    135.524380   \n",
       "\n",
       "              spl_EWSIIW_L   spl_vSIIW_L  ...   snf_vSIIW_R  snf_vSIIW_R_lbd  \\\n",
       "name                                      ...                                  \n",
       "CSS110918-01     90.901350 -10466.432728  ...  10500.941699      5442.445627   \n",
       "CSS110918-02     85.195496  -9227.339496  ...   9737.176374      5456.814355   \n",
       "CSS120424-01     93.806196  -9392.036482  ...   9582.566811      5459.723027   \n",
       "CSS130502-01     90.124174  -9364.003337  ...   9585.274563      5459.672086   \n",
       "LSQ12dbr         81.116867 -10302.227317  ...  10688.794697      5438.911545   \n",
       "...                    ...           ...  ...           ...              ...   \n",
       "SNNGC6343        79.165760  -8079.912170  ...   8951.291861      5471.599212   \n",
       "SNPGC027923      65.404253  -9847.771951  ...  10236.081682      5447.428442   \n",
       "SNPGC51271       82.849350  -7858.927543  ...  10535.223352      5441.800685   \n",
       "SNhunt46         84.709012  -9738.318531  ...   9625.706926      5458.911432   \n",
       "SNhunt89         74.637059  -8627.816950  ...   9666.716495      5458.139918   \n",
       "\n",
       "              snf_EWSIIW  snf_EWSiII5972  snf_vSiII5972  snf_vSiII5972_lbd  \\\n",
       "name                                                                         \n",
       "CSS110918-01   96.961383       12.556951   10395.319166        5764.920588   \n",
       "CSS110918-02   86.648323       16.445806    9896.503671        5774.857216   \n",
       "CSS120424-01   98.377500       15.426453    9533.565425        5782.087108   \n",
       "CSS130502-01   92.218364       18.530051    9908.459376        5774.619053   \n",
       "LSQ12dbr       89.199708       12.544259    9724.588926        5778.281834   \n",
       "...                  ...             ...            ...                ...   \n",
       "SNNGC6343      81.186626       35.487485   10176.544484        5769.278677   \n",
       "SNPGC027923    58.201374        8.191765    9161.924716        5789.490357   \n",
       "SNPGC51271     87.732125       24.420348   10493.322899        5762.968309   \n",
       "SNhunt46       82.650884       14.621103    9473.018147        5783.293237   \n",
       "SNhunt89       76.769591       50.397182   10756.067083        5757.734328   \n",
       "\n",
       "              snf_EWSiII6355  snf_vSiII6355  snf_vSiII6355_lbd  snf_EWOI7773  \n",
       "name                                                                          \n",
       "CSS110918-01       80.906788   11326.213781        6114.906940    108.899735  \n",
       "CSS110918-02       98.957325   10389.525833        6134.762850    112.856875  \n",
       "CSS120424-01       86.352179   10186.399092        6139.068730    113.049274  \n",
       "CSS130502-01       94.706447   10952.395533        6122.831139    116.651840  \n",
       "LSQ12dbr           73.061434   11290.500605        6115.663988    115.905292  \n",
       "...                      ...            ...                ...           ...  \n",
       "SNNGC6343         105.094467   10683.634484        6128.528335    100.490607  \n",
       "SNPGC027923        71.305917   10576.391198        6130.801678    123.243082  \n",
       "SNPGC51271        103.259481   11014.027262        6121.524669    124.808834  \n",
       "SNhunt46           84.896181   10550.995912        6131.340007    114.656416  \n",
       "SNhunt89          128.153596   11497.832240        6111.268972    121.764196  \n",
       "\n",
       "[217 rows x 42 columns]"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "at_max_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_rel_vel(v_rel):\n",
    "    \"\"\"Converts velocities calculated with the relativistic Doppler formula to ones\n",
    "    calculated with the non-relativistic formula.\"\"\"\n",
    "    c = 3e5  # speed of light in km/s\n",
    "    beta_rel = v_rel/c\n",
    "    beta_non_rel = np.sqrt((1+beta_rel)/(1-beta_rel)) - 1\n",
    "    return beta_non_rel * c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "metadata": {},
   "outputs": [],
   "source": [
    "def compare_feature(feat_name='vSiII6355', plot_resids=False):\n",
    "    \"\"\"Makes a plot comparing the spline measured feature name to the SNF measured feature name\n",
    "    \"\"\"\n",
    "    spl = at_max_df['spl_'+feat_name]\n",
    "    snf = at_max_df['snf_'+feat_name]\n",
    "    if feat_name[:2] == 'EW' or feat_name[-3:] == 'lbd':\n",
    "        units = '$\\AA$'\n",
    "    else:\n",
    "        units = 'km/s'\n",
    "        spl = convert_rel_vel(spl)\n",
    "        snf = -snf\n",
    "    if plot_resids:\n",
    "        resids = spl - snf\n",
    "        resids = resids[~np.isnan(resids)]\n",
    "        plt.hist(resids, bins=30)\n",
    "        plt.text(0.05, 0.95, 'Mean: {:0.3e} {units}\\nStd. dev.: {:0.3e} {units}'.format(np.mean(resids),\n",
    "                                                                                        np.std(resids),\n",
    "                                                                                        units=units),\n",
    "                 transform=plt.gca().transAxes, verticalalignment='top')\n",
    "        plt.xlabel('Spline measured - SNF measured ({})'.format(units))\n",
    "    else:\n",
    "        plt.scatter(spl, snf)\n",
    "        x = np.linspace(min(min(spl), min(snf)), max(max(spl), max(snf)))\n",
    "        plt.plot(x, x, 'k-')\n",
    "        plt.xlabel('Dixon measured ({})'.format(units))\n",
    "        plt.ylabel('Chotard measured ({})'.format(units))\n",
    "    plt.title(feat_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [],
   "source": [
    "feat_names = ['EWCaIIHK', 'EWFe4800', 'EWMgII', 'EWOI7773', 'EWSIIW', 'EWSIIW_L',\n",
    "              'EWSIIW_R', 'EWSiII4000', 'EWSiII5972', 'EWSiII6355', 'vSIIW_L', 'vSIIW_R', 'vSiII4000', 'vSiII5972',\n",
    "              'vSiII6355', 'vSIIW_L_lbd', 'vSIIW_R_lbd', 'vSiII4000_lbd', 'vSiII5972_lbd',\n",
    "              'vSiII6355_lbd']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "203bb25b4de84d7a91c32de44b03bcf3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "interactive(children=(Dropdown(description='feat_name', index=14, options=('EWCaIIHK', 'EWFe4800', 'EWMgII', '…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "interact(compare_feature, feat_name=feat_names, plot_resids=False);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 228/228 [00:02<00:00, 85.34it/s]\n"
     ]
    }
   ],
   "source": [
    "df = None\n",
    "for fname in tqdm(os.listdir('error_data')):\n",
    "    if fname.split('.')[-1] != 'csv':\n",
    "        continue\n",
    "    path = os.path.join('error_data', fname)\n",
    "    sn_data = pd.read_csv(path, index_col=0).T\n",
    "    col_names = sn_data.columns\n",
    "    sn_data['name'] = [fname.split('.')[0][:-9].replace('_', '-') for _ in range(len(sn_data))]\n",
    "    if df is None:\n",
    "        df = sn_data\n",
    "    else:\n",
    "        df = df.append(sn_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.apply(pd.to_numeric, errors='ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>obs_exp</th>\n",
       "      <th>phase</th>\n",
       "      <th>snf_EWCaIIHK</th>\n",
       "      <th>snf_EWCaIIHK_b_lbd</th>\n",
       "      <th>snf_EWCaIIHK_err</th>\n",
       "      <th>snf_EWCaIIHK_r_lbd</th>\n",
       "      <th>snf_EWFe4800</th>\n",
       "      <th>snf_EWFe4800_b_lbd</th>\n",
       "      <th>snf_EWFe4800_err</th>\n",
       "      <th>snf_EWFe4800_r_lbd</th>\n",
       "      <th>...</th>\n",
       "      <th>spl_vSiII4000_lbd_err</th>\n",
       "      <th>spl_vSiII5972</th>\n",
       "      <th>spl_vSiII5972_err</th>\n",
       "      <th>spl_vSiII5972_lbd</th>\n",
       "      <th>spl_vSiII5972_lbd_err</th>\n",
       "      <th>spl_vSiII6355</th>\n",
       "      <th>spl_vSiII6355_err</th>\n",
       "      <th>spl_vSiII6355_lbd</th>\n",
       "      <th>spl_vSiII6355_lbd_err</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>SNF20080516-000</th>\n",
       "      <td>08_142_064_003</td>\n",
       "      <td>0.781586</td>\n",
       "      <td>116.490021</td>\n",
       "      <td>3596.614057</td>\n",
       "      <td>2.131475</td>\n",
       "      <td>3931.647198</td>\n",
       "      <td>123.935107</td>\n",
       "      <td>4515.181743</td>\n",
       "      <td>7.074886</td>\n",
       "      <td>5112.028863</td>\n",
       "      <td>...</td>\n",
       "      <td>4.092288</td>\n",
       "      <td>-10354.215901</td>\n",
       "      <td>1130.007842</td>\n",
       "      <td>5769.357433</td>\n",
       "      <td>21.724585</td>\n",
       "      <td>-10885.234384</td>\n",
       "      <td>363.084423</td>\n",
       "      <td>6128.454133</td>\n",
       "      <td>7.437932</td>\n",
       "      <td>SNF20080516-000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNF20060618-023</th>\n",
       "      <td>06_176_053_003</td>\n",
       "      <td>-2.590903</td>\n",
       "      <td>73.574473</td>\n",
       "      <td>3615.032920</td>\n",
       "      <td>4.367051</td>\n",
       "      <td>3937.841892</td>\n",
       "      <td>94.364078</td>\n",
       "      <td>4566.357373</td>\n",
       "      <td>22.902069</td>\n",
       "      <td>5113.636159</td>\n",
       "      <td>...</td>\n",
       "      <td>6.083353</td>\n",
       "      <td>-5267.251220</td>\n",
       "      <td>1984.632185</td>\n",
       "      <td>5868.173758</td>\n",
       "      <td>38.632118</td>\n",
       "      <td>-10420.756747</td>\n",
       "      <td>329.597685</td>\n",
       "      <td>6137.961174</td>\n",
       "      <td>6.749097</td>\n",
       "      <td>SNF20060618-023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNF20061011-005</th>\n",
       "      <td>06_286_084_003</td>\n",
       "      <td>-2.914482</td>\n",
       "      <td>119.941510</td>\n",
       "      <td>3574.488460</td>\n",
       "      <td>0.914503</td>\n",
       "      <td>3934.960621</td>\n",
       "      <td>91.912828</td>\n",
       "      <td>4593.113018</td>\n",
       "      <td>7.405968</td>\n",
       "      <td>5088.471536</td>\n",
       "      <td>...</td>\n",
       "      <td>1.653440</td>\n",
       "      <td>-10845.002488</td>\n",
       "      <td>306.762268</td>\n",
       "      <td>5759.879752</td>\n",
       "      <td>5.897774</td>\n",
       "      <td>-10757.797644</td>\n",
       "      <td>163.900643</td>\n",
       "      <td>6131.058042</td>\n",
       "      <td>3.353900</td>\n",
       "      <td>SNF20061011-005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SN2010ex</th>\n",
       "      <td>10_184_060_003</td>\n",
       "      <td>0.505262</td>\n",
       "      <td>114.739921</td>\n",
       "      <td>3604.396507</td>\n",
       "      <td>0.893208</td>\n",
       "      <td>3939.472748</td>\n",
       "      <td>120.783392</td>\n",
       "      <td>4500.260067</td>\n",
       "      <td>2.128438</td>\n",
       "      <td>5114.566509</td>\n",
       "      <td>...</td>\n",
       "      <td>2.881048</td>\n",
       "      <td>-10626.840169</td>\n",
       "      <td>158.215507</td>\n",
       "      <td>5764.073223</td>\n",
       "      <td>3.044005</td>\n",
       "      <td>-10863.388622</td>\n",
       "      <td>38.971136</td>\n",
       "      <td>6128.896866</td>\n",
       "      <td>0.797224</td>\n",
       "      <td>SN2010ex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNF20070802-000</th>\n",
       "      <td>07_225_046_003</td>\n",
       "      <td>0.793493</td>\n",
       "      <td>154.116870</td>\n",
       "      <td>3542.997220</td>\n",
       "      <td>3.156097</td>\n",
       "      <td>3907.355925</td>\n",
       "      <td>184.256689</td>\n",
       "      <td>4504.188895</td>\n",
       "      <td>7.245093</td>\n",
       "      <td>5174.787738</td>\n",
       "      <td>...</td>\n",
       "      <td>5.453992</td>\n",
       "      <td>-11658.619068</td>\n",
       "      <td>569.637686</td>\n",
       "      <td>5744.264601</td>\n",
       "      <td>10.906384</td>\n",
       "      <td>-11908.742744</td>\n",
       "      <td>327.768608</td>\n",
       "      <td>6107.550401</td>\n",
       "      <td>6.682448</td>\n",
       "      <td>SNF20070802-000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SN2006cj</th>\n",
       "      <td>06_144_065_003</td>\n",
       "      <td>-0.604752</td>\n",
       "      <td>101.158112</td>\n",
       "      <td>3596.803208</td>\n",
       "      <td>1.481934</td>\n",
       "      <td>3931.285837</td>\n",
       "      <td>103.484183</td>\n",
       "      <td>4591.331559</td>\n",
       "      <td>10.309197</td>\n",
       "      <td>5106.434809</td>\n",
       "      <td>...</td>\n",
       "      <td>9.307963</td>\n",
       "      <td>-4603.215018</td>\n",
       "      <td>1598.324711</td>\n",
       "      <td>5881.137289</td>\n",
       "      <td>31.089317</td>\n",
       "      <td>-11001.034341</td>\n",
       "      <td>41.335667</td>\n",
       "      <td>6126.081725</td>\n",
       "      <td>0.845224</td>\n",
       "      <td>SN2006cj</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNF20070331-025</th>\n",
       "      <td>07_098_126_003</td>\n",
       "      <td>2.725425</td>\n",
       "      <td>114.151057</td>\n",
       "      <td>3578.011635</td>\n",
       "      <td>6.505956</td>\n",
       "      <td>3931.368063</td>\n",
       "      <td>108.362486</td>\n",
       "      <td>4573.632264</td>\n",
       "      <td>14.984005</td>\n",
       "      <td>5129.224132</td>\n",
       "      <td>...</td>\n",
       "      <td>8.656867</td>\n",
       "      <td>-9036.350044</td>\n",
       "      <td>982.770014</td>\n",
       "      <td>5794.774839</td>\n",
       "      <td>18.950369</td>\n",
       "      <td>-11578.591349</td>\n",
       "      <td>379.055615</td>\n",
       "      <td>6114.286967</td>\n",
       "      <td>7.739054</td>\n",
       "      <td>SNF20070331-025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PTF13anh</th>\n",
       "      <td>13_121_068_003</td>\n",
       "      <td>-0.369000</td>\n",
       "      <td>163.867548</td>\n",
       "      <td>3546.110238</td>\n",
       "      <td>1.810089</td>\n",
       "      <td>3920.210308</td>\n",
       "      <td>143.769381</td>\n",
       "      <td>4520.562515</td>\n",
       "      <td>4.308491</td>\n",
       "      <td>5118.674602</td>\n",
       "      <td>...</td>\n",
       "      <td>4.751998</td>\n",
       "      <td>-10479.760246</td>\n",
       "      <td>585.668968</td>\n",
       "      <td>5766.912841</td>\n",
       "      <td>11.267251</td>\n",
       "      <td>-11202.593335</td>\n",
       "      <td>104.288252</td>\n",
       "      <td>6121.961866</td>\n",
       "      <td>2.130710</td>\n",
       "      <td>PTF13anh</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SNF20080620-000</th>\n",
       "      <td>08_177_061_003</td>\n",
       "      <td>0.799385</td>\n",
       "      <td>107.385432</td>\n",
       "      <td>3647.359504</td>\n",
       "      <td>13.842636</td>\n",
       "      <td>3928.457331</td>\n",
       "      <td>139.189175</td>\n",
       "      <td>4522.910112</td>\n",
       "      <td>5.320326</td>\n",
       "      <td>5121.971054</td>\n",
       "      <td>...</td>\n",
       "      <td>2.758007</td>\n",
       "      <td>-9823.931938</td>\n",
       "      <td>312.228964</td>\n",
       "      <td>5779.540808</td>\n",
       "      <td>6.021219</td>\n",
       "      <td>-10689.362876</td>\n",
       "      <td>163.109643</td>\n",
       "      <td>6132.458575</td>\n",
       "      <td>3.337363</td>\n",
       "      <td>SNF20080620-000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LSQ12ekl</th>\n",
       "      <td>12_240_066_003</td>\n",
       "      <td>-3.096135</td>\n",
       "      <td>118.515717</td>\n",
       "      <td>3599.250543</td>\n",
       "      <td>2.926345</td>\n",
       "      <td>3946.352715</td>\n",
       "      <td>111.632842</td>\n",
       "      <td>4594.129379</td>\n",
       "      <td>8.493966</td>\n",
       "      <td>5120.309741</td>\n",
       "      <td>...</td>\n",
       "      <td>5.073609</td>\n",
       "      <td>-10257.707490</td>\n",
       "      <td>289.601261</td>\n",
       "      <td>5771.180325</td>\n",
       "      <td>5.576881</td>\n",
       "      <td>-10762.721257</td>\n",
       "      <td>191.391411</td>\n",
       "      <td>6130.957599</td>\n",
       "      <td>3.915431</td>\n",
       "      <td>LSQ12ekl</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>228 rows × 123 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        obs_exp     phase  snf_EWCaIIHK  snf_EWCaIIHK_b_lbd  \\\n",
       "SNF20080516-000  08_142_064_003  0.781586    116.490021         3596.614057   \n",
       "SNF20060618-023  06_176_053_003 -2.590903     73.574473         3615.032920   \n",
       "SNF20061011-005  06_286_084_003 -2.914482    119.941510         3574.488460   \n",
       "SN2010ex         10_184_060_003  0.505262    114.739921         3604.396507   \n",
       "SNF20070802-000  07_225_046_003  0.793493    154.116870         3542.997220   \n",
       "...                         ...       ...           ...                 ...   \n",
       "SN2006cj         06_144_065_003 -0.604752    101.158112         3596.803208   \n",
       "SNF20070331-025  07_098_126_003  2.725425    114.151057         3578.011635   \n",
       "PTF13anh         13_121_068_003 -0.369000    163.867548         3546.110238   \n",
       "SNF20080620-000  08_177_061_003  0.799385    107.385432         3647.359504   \n",
       "LSQ12ekl         12_240_066_003 -3.096135    118.515717         3599.250543   \n",
       "\n",
       "                 snf_EWCaIIHK_err  snf_EWCaIIHK_r_lbd  snf_EWFe4800  \\\n",
       "SNF20080516-000          2.131475         3931.647198    123.935107   \n",
       "SNF20060618-023          4.367051         3937.841892     94.364078   \n",
       "SNF20061011-005          0.914503         3934.960621     91.912828   \n",
       "SN2010ex                 0.893208         3939.472748    120.783392   \n",
       "SNF20070802-000          3.156097         3907.355925    184.256689   \n",
       "...                           ...                 ...           ...   \n",
       "SN2006cj                 1.481934         3931.285837    103.484183   \n",
       "SNF20070331-025          6.505956         3931.368063    108.362486   \n",
       "PTF13anh                 1.810089         3920.210308    143.769381   \n",
       "SNF20080620-000         13.842636         3928.457331    139.189175   \n",
       "LSQ12ekl                 2.926345         3946.352715    111.632842   \n",
       "\n",
       "                 snf_EWFe4800_b_lbd  snf_EWFe4800_err  snf_EWFe4800_r_lbd  \\\n",
       "SNF20080516-000         4515.181743          7.074886         5112.028863   \n",
       "SNF20060618-023         4566.357373         22.902069         5113.636159   \n",
       "SNF20061011-005         4593.113018          7.405968         5088.471536   \n",
       "SN2010ex                4500.260067          2.128438         5114.566509   \n",
       "SNF20070802-000         4504.188895          7.245093         5174.787738   \n",
       "...                             ...               ...                 ...   \n",
       "SN2006cj                4591.331559         10.309197         5106.434809   \n",
       "SNF20070331-025         4573.632264         14.984005         5129.224132   \n",
       "PTF13anh                4520.562515          4.308491         5118.674602   \n",
       "SNF20080620-000         4522.910112          5.320326         5121.971054   \n",
       "LSQ12ekl                4594.129379          8.493966         5120.309741   \n",
       "\n",
       "                 ...  spl_vSiII4000_lbd_err  spl_vSiII5972  spl_vSiII5972_err  \\\n",
       "SNF20080516-000  ...               4.092288  -10354.215901        1130.007842   \n",
       "SNF20060618-023  ...               6.083353   -5267.251220        1984.632185   \n",
       "SNF20061011-005  ...               1.653440  -10845.002488         306.762268   \n",
       "SN2010ex         ...               2.881048  -10626.840169         158.215507   \n",
       "SNF20070802-000  ...               5.453992  -11658.619068         569.637686   \n",
       "...              ...                    ...            ...                ...   \n",
       "SN2006cj         ...               9.307963   -4603.215018        1598.324711   \n",
       "SNF20070331-025  ...               8.656867   -9036.350044         982.770014   \n",
       "PTF13anh         ...               4.751998  -10479.760246         585.668968   \n",
       "SNF20080620-000  ...               2.758007   -9823.931938         312.228964   \n",
       "LSQ12ekl         ...               5.073609  -10257.707490         289.601261   \n",
       "\n",
       "                 spl_vSiII5972_lbd  spl_vSiII5972_lbd_err  spl_vSiII6355  \\\n",
       "SNF20080516-000        5769.357433              21.724585  -10885.234384   \n",
       "SNF20060618-023        5868.173758              38.632118  -10420.756747   \n",
       "SNF20061011-005        5759.879752               5.897774  -10757.797644   \n",
       "SN2010ex               5764.073223               3.044005  -10863.388622   \n",
       "SNF20070802-000        5744.264601              10.906384  -11908.742744   \n",
       "...                            ...                    ...            ...   \n",
       "SN2006cj               5881.137289              31.089317  -11001.034341   \n",
       "SNF20070331-025        5794.774839              18.950369  -11578.591349   \n",
       "PTF13anh               5766.912841              11.267251  -11202.593335   \n",
       "SNF20080620-000        5779.540808               6.021219  -10689.362876   \n",
       "LSQ12ekl               5771.180325               5.576881  -10762.721257   \n",
       "\n",
       "                 spl_vSiII6355_err  spl_vSiII6355_lbd  spl_vSiII6355_lbd_err  \\\n",
       "SNF20080516-000         363.084423        6128.454133               7.437932   \n",
       "SNF20060618-023         329.597685        6137.961174               6.749097   \n",
       "SNF20061011-005         163.900643        6131.058042               3.353900   \n",
       "SN2010ex                 38.971136        6128.896866               0.797224   \n",
       "SNF20070802-000         327.768608        6107.550401               6.682448   \n",
       "...                            ...                ...                    ...   \n",
       "SN2006cj                 41.335667        6126.081725               0.845224   \n",
       "SNF20070331-025         379.055615        6114.286967               7.739054   \n",
       "PTF13anh                104.288252        6121.961866               2.130710   \n",
       "SNF20080620-000         163.109643        6132.458575               3.337363   \n",
       "LSQ12ekl                191.391411        6130.957599               3.915431   \n",
       "\n",
       "                            name  \n",
       "SNF20080516-000  SNF20080516-000  \n",
       "SNF20060618-023  SNF20060618-023  \n",
       "SNF20061011-005  SNF20061011-005  \n",
       "SN2010ex                SN2010ex  \n",
       "SNF20070802-000  SNF20070802-000  \n",
       "...                          ...  \n",
       "SN2006cj                SN2006cj  \n",
       "SNF20070331-025  SNF20070331-025  \n",
       "PTF13anh                PTF13anh  \n",
       "SNF20080620-000  SNF20080620-000  \n",
       "LSQ12ekl                LSQ12ekl  \n",
       "\n",
       "[228 rows x 123 columns]"
      ]
     },
     "execution_count": 187,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "def compare_errors(feat_name='vSiII6355'):\n",
    "    \"\"\"Makes a plot comparing the spline measured feature errors to the SNF measured feature errors\n",
    "    \"\"\"\n",
    "    spl = df['spl_'+feat_name+'_err']\n",
    "    snf = df['snf_'+feat_name+'_err']\n",
    "    if feat_name[:2] == 'EW' or 'lbd' in feat_name:\n",
    "        units = '$\\AA$'\n",
    "    else:\n",
    "        units = 'km/s'\n",
    "        spl = convert_rel_vel(spl)\n",
    "#     if plot_resids:\n",
    "#         resids = spl - snf\n",
    "#         resids = resids[~np.isnan(resids)]\n",
    "#         plt.hist(resids, bins=30)\n",
    "#         plt.text(0.05, 0.95, 'Mean: {:0.3e} {units}\\nStd. dev.: {:0.3e} {units}'.format(np.mean(resids),\n",
    "#                                                                                         np.std(resids),\n",
    "#                                                                                         units=units),\n",
    "#                  transform=plt.gca().transAxes, verticalalignment='top')\n",
    "#         plt.xlabel('Spline measured - SNF measured ({})'.format(units))\n",
    "    plt.scatter(spl, snf)\n",
    "    x = np.linspace(0, min([max(spl), max(snf)]))\n",
    "    plt.plot(x, x, color='k')\n",
    "    plt.xlabel('Dixon measured ({})'.format(units))\n",
    "    plt.ylabel('Chotard measured ({})'.format(units))\n",
    "    plt.title(feat_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 189,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "69c961b2df844b228274c6c2c99aae89",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "interactive(children=(Dropdown(description='feat_name', index=14, options=('EWCaIIHK', 'EWFe4800', 'EWMgII', '…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "interact(compare_errors, feat_name=feat_names, plot_resids=False);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [],
   "source": [
    "def compare_feature(feat_name='vSiII6355', plot_resids=False):\n",
    "    \"\"\"Makes a plot comparing the spline measured feature name to the SNF measured feature name\n",
    "    \"\"\"\n",
    "    spl = df['spl_'+feat_name]\n",
    "    snf = df['snf_'+feat_name]\n",
    "    try:\n",
    "        spl_err = df['spl_'+feat_name+'_err']\n",
    "        snf_err = df['snf_'+feat_name+'_err']\n",
    "        with_errs = True\n",
    "    except KeyError:\n",
    "        with_errs = False\n",
    "    if feat_name[:2] == 'EW' or feat_name[-3:] == 'lbd':\n",
    "        units = '$\\AA$'\n",
    "    else:\n",
    "        units = 'km/s'\n",
    "        spl = convert_rel_vel(spl)\n",
    "        snf = -snf\n",
    "\n",
    "    if with_errs:\n",
    "        plt.errorbar(spl, snf, xerr=spl_err, yerr=snf_err,\n",
    "                     linewidth=0, elinewidth=1, marker='.')\n",
    "    else:\n",
    "        plt.scatter(spl, snf)\n",
    "    x = np.linspace(min(min(spl), min(snf)), max(max(spl), max(snf)))\n",
    "    plt.plot(x, x, 'k-')\n",
    "    plt.xlabel('Dixon measured ({})'.format(units))\n",
    "    plt.ylabel('Chotard measured ({})'.format(units))\n",
    "    plt.title(feat_name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [],
   "source": [
    "feat_names = ['EWCaIIHK', 'EWFe4800', 'EWMgII', 'EWOI7773', 'EWSIIW', 'EWSIIW_L',\n",
    "              'EWSIIW_R', 'EWSiII4000', 'EWSiII5972', 'EWSiII6355', 'vSIIW_L', 'vSIIW_R', 'vSiII4000', 'vSiII5972',\n",
    "              'vSiII6355', 'vSIIW_L_lbd', 'vSIIW_R_lbd', 'vSiII4000_lbd', 'vSiII5972_lbd',\n",
    "              'vSiII6355_lbd',\n",
    "              'EWCaIIHK_b_lbd', 'EWFe4800_b_lbd', 'EWMgII_b_lbd', 'EWOI7773_b_lbd', 'EWSIIW_b_lbd', 'EWSIIW_L_b_lbd',\n",
    "              'EWSIIW_R_b_lbd', 'EWSiII4000_b_lbd', 'EWSiII5972_b_lbd', 'EWSiII6355_b_lbd',\n",
    "              'EWCaIIHK_r_lbd', 'EWFe4800_r_lbd', 'EWMgII_r_lbd', 'EWOI7773_r_lbd', 'EWSIIW_r_lbd', 'EWSIIW_L_r_lbd',\n",
    "              'EWSIIW_R_r_lbd', 'EWSiII4000_r_lbd', 'EWSiII5972_r_lbd', 'EWSiII6355_r_lbd']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "07df8257d994413eb5b9ece983180bbc",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "interactive(children=(Dropdown(description='feat_name', index=14, options=('EWCaIIHK', 'EWFe4800', 'EWMgII', '…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "interact(compare_feature, feat_name=feat_names, plot_resids=False);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}