features_final.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Imports\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import math\n",
    "from antropy.antropy import entropy\n",
    "import scipy\n",
    "import scipy.signal\n",
    "from envelope_derivative_operator.energy_operators import edo\n",
    "from scipy.signal import periodogram, welch\n",
    "from math import factorial, log\n",
    "from sklearn.preprocessing import StandardScaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Install necessary git repositories and pip installations\n",
    "\n",
    "!git clone https://github.com/ktapani/Neonatal_Seizure_Detection.git\n",
    "!git clone https://github.com/raphaelvallat/antropy.git\n",
    "!git clone https://github.com/otoolej/envelope_derivative_operator.git\n",
    "!pip install numba\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 49.8 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "# Read your respective window lengths file\n",
    "\n",
    "df = pd.read_csv('filtered_babydf1sec.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>663</th>\n",
       "      <th>664</th>\n",
       "      <th>665</th>\n",
       "      <th>666</th>\n",
       "      <th>667</th>\n",
       "      <th>668</th>\n",
       "      <th>669</th>\n",
       "      <th>670</th>\n",
       "      <th>671</th>\n",
       "      <th>672</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.684977</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.292855</td>\n",
       "      <td>0.231423</td>\n",
       "      <td>0.499586</td>\n",
       "      <td>0.499322</td>\n",
       "      <td>0.672551</td>\n",
       "      <td>0.589906</td>\n",
       "      <td>0.747296</td>\n",
       "      <td>0.730789</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028259</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027857</td>\n",
       "      <td>0.026016</td>\n",
       "      <td>0.066603</td>\n",
       "      <td>0.066553</td>\n",
       "      <td>0.095165</td>\n",
       "      <td>0.099653</td>\n",
       "      <td>0.132543</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.603158</td>\n",
       "      <td>0.833715</td>\n",
       "      <td>0.988354</td>\n",
       "      <td>0.822274</td>\n",
       "      <td>0.964054</td>\n",
       "      <td>0.918113</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.755126</td>\n",
       "      <td>0.859063</td>\n",
       "      <td>0.620478</td>\n",
       "      <td>...</td>\n",
       "      <td>0.847722</td>\n",
       "      <td>0.791029</td>\n",
       "      <td>0.765582</td>\n",
       "      <td>0.723788</td>\n",
       "      <td>0.684644</td>\n",
       "      <td>0.615294</td>\n",
       "      <td>0.569372</td>\n",
       "      <td>0.518365</td>\n",
       "      <td>0.492546</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.827522</td>\n",
       "      <td>0.845448</td>\n",
       "      <td>0.955505</td>\n",
       "      <td>0.964454</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.958826</td>\n",
       "      <td>0.944877</td>\n",
       "      <td>0.858996</td>\n",
       "      <td>0.755199</td>\n",
       "      <td>0.603973</td>\n",
       "      <td>...</td>\n",
       "      <td>0.918920</td>\n",
       "      <td>0.970277</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.986674</td>\n",
       "      <td>0.971188</td>\n",
       "      <td>0.919860</td>\n",
       "      <td>0.863231</td>\n",
       "      <td>0.791238</td>\n",
       "      <td>0.713989</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.553916</td>\n",
       "      <td>0.471768</td>\n",
       "      <td>0.496251</td>\n",
       "      <td>0.608217</td>\n",
       "      <td>0.242712</td>\n",
       "      <td>0.217160</td>\n",
       "      <td>0.050715</td>\n",
       "      <td>0.143590</td>\n",
       "      <td>0.492903</td>\n",
       "      <td>0.635133</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.999075</td>\n",
       "      <td>0.978012</td>\n",
       "      <td>0.943948</td>\n",
       "      <td>0.898813</td>\n",
       "      <td>0.832318</td>\n",
       "      <td>0.771626</td>\n",
       "      <td>0.703417</td>\n",
       "      <td>0.635989</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.389567</td>\n",
       "      <td>0.110689</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.088504</td>\n",
       "      <td>0.118008</td>\n",
       "      <td>0.373595</td>\n",
       "      <td>0.435299</td>\n",
       "      <td>0.630278</td>\n",
       "      <td>0.928438</td>\n",
       "      <td>0.878670</td>\n",
       "      <td>...</td>\n",
       "      <td>0.785817</td>\n",
       "      <td>0.869272</td>\n",
       "      <td>0.940712</td>\n",
       "      <td>0.978989</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.978191</td>\n",
       "      <td>0.942568</td>\n",
       "      <td>0.884459</td>\n",
       "      <td>0.780479</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383266</th>\n",
       "      <td>0.351476</td>\n",
       "      <td>0.472400</td>\n",
       "      <td>0.560105</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.953081</td>\n",
       "      <td>0.582986</td>\n",
       "      <td>0.454187</td>\n",
       "      <td>0.427109</td>\n",
       "      <td>0.643399</td>\n",
       "      <td>0.620735</td>\n",
       "      <td>...</td>\n",
       "      <td>0.447839</td>\n",
       "      <td>0.596891</td>\n",
       "      <td>0.790467</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.935383</td>\n",
       "      <td>0.594624</td>\n",
       "      <td>0.322721</td>\n",
       "      <td>0.447295</td>\n",
       "      <td>0.470114</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383267</th>\n",
       "      <td>0.367142</td>\n",
       "      <td>0.531578</td>\n",
       "      <td>0.520828</td>\n",
       "      <td>0.214738</td>\n",
       "      <td>0.142540</td>\n",
       "      <td>0.372213</td>\n",
       "      <td>0.471551</td>\n",
       "      <td>0.241573</td>\n",
       "      <td>0.472458</td>\n",
       "      <td>0.093821</td>\n",
       "      <td>...</td>\n",
       "      <td>0.582060</td>\n",
       "      <td>0.442349</td>\n",
       "      <td>0.304768</td>\n",
       "      <td>0.364624</td>\n",
       "      <td>0.737840</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.991711</td>\n",
       "      <td>0.772035</td>\n",
       "      <td>0.422163</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383268</th>\n",
       "      <td>0.401376</td>\n",
       "      <td>0.608964</td>\n",
       "      <td>0.767277</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.947401</td>\n",
       "      <td>0.484306</td>\n",
       "      <td>0.479490</td>\n",
       "      <td>0.475581</td>\n",
       "      <td>0.562292</td>\n",
       "      <td>0.487600</td>\n",
       "      <td>...</td>\n",
       "      <td>0.711916</td>\n",
       "      <td>0.688094</td>\n",
       "      <td>0.481399</td>\n",
       "      <td>0.084449</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.075309</td>\n",
       "      <td>0.255715</td>\n",
       "      <td>0.486890</td>\n",
       "      <td>0.538963</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383269</th>\n",
       "      <td>0.495757</td>\n",
       "      <td>0.412482</td>\n",
       "      <td>0.522240</td>\n",
       "      <td>0.212557</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.179796</td>\n",
       "      <td>0.424438</td>\n",
       "      <td>0.661746</td>\n",
       "      <td>0.822805</td>\n",
       "      <td>0.617764</td>\n",
       "      <td>...</td>\n",
       "      <td>0.885890</td>\n",
       "      <td>0.759935</td>\n",
       "      <td>0.626263</td>\n",
       "      <td>0.488283</td>\n",
       "      <td>0.420768</td>\n",
       "      <td>0.596742</td>\n",
       "      <td>0.746918</td>\n",
       "      <td>0.751903</td>\n",
       "      <td>0.639968</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383270</th>\n",
       "      <td>0.693509</td>\n",
       "      <td>0.779690</td>\n",
       "      <td>0.682522</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.550577</td>\n",
       "      <td>0.687389</td>\n",
       "      <td>0.243330</td>\n",
       "      <td>0.508634</td>\n",
       "      <td>0.413211</td>\n",
       "      <td>0.597262</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042225</td>\n",
       "      <td>0.083138</td>\n",
       "      <td>0.078168</td>\n",
       "      <td>0.119020</td>\n",
       "      <td>0.117001</td>\n",
       "      <td>0.164333</td>\n",
       "      <td>0.157972</td>\n",
       "      <td>0.225188</td>\n",
       "      <td>0.182156</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>383271 rows × 673 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               0         1         2         3         4         5         6  \\\n",
       "0       0.684977  0.000000  0.292855  0.231423  0.499586  0.499322  0.672551   \n",
       "1       0.603158  0.833715  0.988354  0.822274  0.964054  0.918113  1.000000   \n",
       "2       0.827522  0.845448  0.955505  0.964454  1.000000  0.958826  0.944877   \n",
       "3       0.553916  0.471768  0.496251  0.608217  0.242712  0.217160  0.050715   \n",
       "4       0.389567  0.110689  0.000000  0.088504  0.118008  0.373595  0.435299   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "383266  0.351476  0.472400  0.560105  1.000000  0.953081  0.582986  0.454187   \n",
       "383267  0.367142  0.531578  0.520828  0.214738  0.142540  0.372213  0.471551   \n",
       "383268  0.401376  0.608964  0.767277  1.000000  0.947401  0.484306  0.479490   \n",
       "383269  0.495757  0.412482  0.522240  0.212557  0.000000  0.179796  0.424438   \n",
       "383270  0.693509  0.779690  0.682522  0.000000  0.550577  0.687389  0.243330   \n",
       "\n",
       "               7         8         9  ...       663       664       665  \\\n",
       "0       0.589906  0.747296  0.730789  ...  0.028259  0.000000  0.027857   \n",
       "1       0.755126  0.859063  0.620478  ...  0.847722  0.791029  0.765582   \n",
       "2       0.858996  0.755199  0.603973  ...  0.918920  0.970277  1.000000   \n",
       "3       0.143590  0.492903  0.635133  ...  1.000000  0.999075  0.978012   \n",
       "4       0.630278  0.928438  0.878670  ...  0.785817  0.869272  0.940712   \n",
       "...          ...       ...       ...  ...       ...       ...       ...   \n",
       "383266  0.427109  0.643399  0.620735  ...  0.447839  0.596891  0.790467   \n",
       "383267  0.241573  0.472458  0.093821  ...  0.582060  0.442349  0.304768   \n",
       "383268  0.475581  0.562292  0.487600  ...  0.711916  0.688094  0.481399   \n",
       "383269  0.661746  0.822805  0.617764  ...  0.885890  0.759935  0.626263   \n",
       "383270  0.508634  0.413211  0.597262  ...  0.042225  0.083138  0.078168   \n",
       "\n",
       "             666       667       668       669       670       671  672  \n",
       "0       0.026016  0.066603  0.066553  0.095165  0.099653  0.132543  0.0  \n",
       "1       0.723788  0.684644  0.615294  0.569372  0.518365  0.492546  0.0  \n",
       "2       0.986674  0.971188  0.919860  0.863231  0.791238  0.713989  0.0  \n",
       "3       0.943948  0.898813  0.832318  0.771626  0.703417  0.635989  0.0  \n",
       "4       0.978989  1.000000  0.978191  0.942568  0.884459  0.780479  0.0  \n",
       "...          ...       ...       ...       ...       ...       ...  ...  \n",
       "383266  1.000000  0.935383  0.594624  0.322721  0.447295  0.470114  0.0  \n",
       "383267  0.364624  0.737840  1.000000  0.991711  0.772035  0.422163  0.0  \n",
       "383268  0.084449  0.000000  0.075309  0.255715  0.486890  0.538963  0.0  \n",
       "383269  0.488283  0.420768  0.596742  0.746918  0.751903  0.639968  0.0  \n",
       "383270  0.119020  0.117001  0.164333  0.157972  0.225188  0.182156  0.0  \n",
       "\n",
       "[383271 rows x 673 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<ins>Features considered in this notebook:</ins>\n",
    "\n",
    "Total number of features considered = 11\n",
    "\n",
    "- Mean\n",
    "- Standard Deviation\n",
    "- Kurtosis\n",
    "- Skewness\n",
    "- Shannon Entropy\n",
    "- Activity\n",
    "- Mobility\n",
    "- Complexity\n",
    "- Permutation Entropy\n",
    "- Sample Entropy\n",
    "- Approximate Entropy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Hyperparams\n",
    "\n",
    "window_length = 32\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 5min 9s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.684344</td>\n",
       "      <td>-0.538593</td>\n",
       "      <td>-0.050992</td>\n",
       "      <td>-0.147113</td>\n",
       "      <td>-0.332855</td>\n",
       "      <td>0.156239</td>\n",
       "      <td>-0.257704</td>\n",
       "      <td>0.458084</td>\n",
       "      <td>0.199772</td>\n",
       "      <td>-0.089432</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.215208</td>\n",
       "      <td>0.032215</td>\n",
       "      <td>0.118505</td>\n",
       "      <td>0.336897</td>\n",
       "      <td>0.214986</td>\n",
       "      <td>0.155961</td>\n",
       "      <td>0.338291</td>\n",
       "      <td>-0.377303</td>\n",
       "      <td>-1.936153</td>\n",
       "      <td>-0.000160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.062917</td>\n",
       "      <td>-0.055817</td>\n",
       "      <td>0.444097</td>\n",
       "      <td>0.089039</td>\n",
       "      <td>0.064485</td>\n",
       "      <td>-0.108347</td>\n",
       "      <td>0.424448</td>\n",
       "      <td>0.283813</td>\n",
       "      <td>-0.115612</td>\n",
       "      <td>0.144330</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.179585</td>\n",
       "      <td>-0.142535</td>\n",
       "      <td>-0.085676</td>\n",
       "      <td>-0.241981</td>\n",
       "      <td>-0.200108</td>\n",
       "      <td>0.236962</td>\n",
       "      <td>-0.023803</td>\n",
       "      <td>-0.473674</td>\n",
       "      <td>-0.668736</td>\n",
       "      <td>1.751572</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.145929</td>\n",
       "      <td>0.141554</td>\n",
       "      <td>-0.366421</td>\n",
       "      <td>0.257935</td>\n",
       "      <td>-0.112991</td>\n",
       "      <td>0.394517</td>\n",
       "      <td>-0.459955</td>\n",
       "      <td>0.194811</td>\n",
       "      <td>-0.021682</td>\n",
       "      <td>-0.002517</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.256683</td>\n",
       "      <td>0.610447</td>\n",
       "      <td>-0.428388</td>\n",
       "      <td>0.434873</td>\n",
       "      <td>-0.400321</td>\n",
       "      <td>0.431798</td>\n",
       "      <td>-0.055480</td>\n",
       "      <td>0.108150</td>\n",
       "      <td>-1.925841</td>\n",
       "      <td>-0.139829</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.174870</td>\n",
       "      <td>-0.550887</td>\n",
       "      <td>-0.952013</td>\n",
       "      <td>-0.946418</td>\n",
       "      <td>-0.227243</td>\n",
       "      <td>-0.192704</td>\n",
       "      <td>-0.998450</td>\n",
       "      <td>-0.079464</td>\n",
       "      <td>-0.997243</td>\n",
       "      <td>-0.037701</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.644297</td>\n",
       "      <td>-0.158065</td>\n",
       "      <td>-0.574579</td>\n",
       "      <td>-0.034452</td>\n",
       "      <td>-0.220210</td>\n",
       "      <td>0.092368</td>\n",
       "      <td>-0.014633</td>\n",
       "      <td>0.294755</td>\n",
       "      <td>-1.723526</td>\n",
       "      <td>0.186293</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.626088</td>\n",
       "      <td>-0.126920</td>\n",
       "      <td>0.514374</td>\n",
       "      <td>-0.102467</td>\n",
       "      <td>-0.129304</td>\n",
       "      <td>-0.336979</td>\n",
       "      <td>0.480137</td>\n",
       "      <td>-0.215187</td>\n",
       "      <td>0.032631</td>\n",
       "      <td>0.012131</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.074478</td>\n",
       "      <td>-0.036161</td>\n",
       "      <td>-0.168621</td>\n",
       "      <td>-0.023750</td>\n",
       "      <td>0.317586</td>\n",
       "      <td>0.185429</td>\n",
       "      <td>-0.043430</td>\n",
       "      <td>-0.688818</td>\n",
       "      <td>-1.312343</td>\n",
       "      <td>0.187890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47871</th>\n",
       "      <td>0.554647</td>\n",
       "      <td>0.405337</td>\n",
       "      <td>0.654949</td>\n",
       "      <td>0.573514</td>\n",
       "      <td>0.422593</td>\n",
       "      <td>0.694235</td>\n",
       "      <td>0.355365</td>\n",
       "      <td>0.576686</td>\n",
       "      <td>-0.096675</td>\n",
       "      <td>0.383224</td>\n",
       "      <td>...</td>\n",
       "      <td>0.492626</td>\n",
       "      <td>0.356185</td>\n",
       "      <td>0.708717</td>\n",
       "      <td>-0.917423</td>\n",
       "      <td>0.212259</td>\n",
       "      <td>0.289629</td>\n",
       "      <td>0.029835</td>\n",
       "      <td>0.363740</td>\n",
       "      <td>-0.537799</td>\n",
       "      <td>0.205204</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47872</th>\n",
       "      <td>-0.454933</td>\n",
       "      <td>-0.229896</td>\n",
       "      <td>-1.939226</td>\n",
       "      <td>0.485113</td>\n",
       "      <td>-0.587486</td>\n",
       "      <td>0.337810</td>\n",
       "      <td>-0.350310</td>\n",
       "      <td>-0.030279</td>\n",
       "      <td>-0.157104</td>\n",
       "      <td>0.528821</td>\n",
       "      <td>...</td>\n",
       "      <td>2.040335</td>\n",
       "      <td>-0.207425</td>\n",
       "      <td>0.549105</td>\n",
       "      <td>-0.458528</td>\n",
       "      <td>-0.186809</td>\n",
       "      <td>0.062689</td>\n",
       "      <td>0.403778</td>\n",
       "      <td>-0.588687</td>\n",
       "      <td>-0.398810</td>\n",
       "      <td>-1.692393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47873</th>\n",
       "      <td>-0.460754</td>\n",
       "      <td>-0.509863</td>\n",
       "      <td>-0.294692</td>\n",
       "      <td>1.108320</td>\n",
       "      <td>0.039623</td>\n",
       "      <td>-0.074952</td>\n",
       "      <td>0.367238</td>\n",
       "      <td>0.517058</td>\n",
       "      <td>0.768060</td>\n",
       "      <td>0.747768</td>\n",
       "      <td>...</td>\n",
       "      <td>0.844578</td>\n",
       "      <td>-0.019208</td>\n",
       "      <td>0.026966</td>\n",
       "      <td>0.733151</td>\n",
       "      <td>0.037885</td>\n",
       "      <td>0.043114</td>\n",
       "      <td>0.180367</td>\n",
       "      <td>0.418598</td>\n",
       "      <td>-0.711069</td>\n",
       "      <td>-1.133341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47874</th>\n",
       "      <td>0.587074</td>\n",
       "      <td>-0.341405</td>\n",
       "      <td>0.349596</td>\n",
       "      <td>0.642027</td>\n",
       "      <td>0.476135</td>\n",
       "      <td>0.086225</td>\n",
       "      <td>-0.150980</td>\n",
       "      <td>-0.969072</td>\n",
       "      <td>-1.149471</td>\n",
       "      <td>-0.431528</td>\n",
       "      <td>...</td>\n",
       "      <td>0.760455</td>\n",
       "      <td>0.454315</td>\n",
       "      <td>0.380758</td>\n",
       "      <td>-0.117407</td>\n",
       "      <td>-0.549923</td>\n",
       "      <td>0.613369</td>\n",
       "      <td>0.202710</td>\n",
       "      <td>-0.270475</td>\n",
       "      <td>-0.708810</td>\n",
       "      <td>0.386415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47875</th>\n",
       "      <td>-0.267054</td>\n",
       "      <td>-0.377489</td>\n",
       "      <td>0.107464</td>\n",
       "      <td>-0.763261</td>\n",
       "      <td>0.114540</td>\n",
       "      <td>0.042753</td>\n",
       "      <td>-0.109027</td>\n",
       "      <td>-0.167775</td>\n",
       "      <td>-0.154194</td>\n",
       "      <td>-0.024485</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.422707</td>\n",
       "      <td>-0.259573</td>\n",
       "      <td>0.161623</td>\n",
       "      <td>-0.083813</td>\n",
       "      <td>-0.105865</td>\n",
       "      <td>-0.240324</td>\n",
       "      <td>0.052188</td>\n",
       "      <td>-0.327352</td>\n",
       "      <td>-0.586981</td>\n",
       "      <td>0.295727</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>47876 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0         1         2         3         4         5         6   \\\n",
       "0     -0.684344 -0.538593 -0.050992 -0.147113 -0.332855  0.156239 -0.257704   \n",
       "1     -0.062917 -0.055817  0.444097  0.089039  0.064485 -0.108347  0.424448   \n",
       "2     -0.145929  0.141554 -0.366421  0.257935 -0.112991  0.394517 -0.459955   \n",
       "3     -0.174870 -0.550887 -0.952013 -0.946418 -0.227243 -0.192704 -0.998450   \n",
       "4     -0.626088 -0.126920  0.514374 -0.102467 -0.129304 -0.336979  0.480137   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "47871  0.554647  0.405337  0.654949  0.573514  0.422593  0.694235  0.355365   \n",
       "47872 -0.454933 -0.229896 -1.939226  0.485113 -0.587486  0.337810 -0.350310   \n",
       "47873 -0.460754 -0.509863 -0.294692  1.108320  0.039623 -0.074952  0.367238   \n",
       "47874  0.587074 -0.341405  0.349596  0.642027  0.476135  0.086225 -0.150980   \n",
       "47875 -0.267054 -0.377489  0.107464 -0.763261  0.114540  0.042753 -0.109027   \n",
       "\n",
       "             7         8         9   ...        11        12        13  \\\n",
       "0      0.458084  0.199772 -0.089432  ... -0.215208  0.032215  0.118505   \n",
       "1      0.283813 -0.115612  0.144330  ... -0.179585 -0.142535 -0.085676   \n",
       "2      0.194811 -0.021682 -0.002517  ... -0.256683  0.610447 -0.428388   \n",
       "3     -0.079464 -0.997243 -0.037701  ... -0.644297 -0.158065 -0.574579   \n",
       "4     -0.215187  0.032631  0.012131  ... -0.074478 -0.036161 -0.168621   \n",
       "...         ...       ...       ...  ...       ...       ...       ...   \n",
       "47871  0.576686 -0.096675  0.383224  ...  0.492626  0.356185  0.708717   \n",
       "47872 -0.030279 -0.157104  0.528821  ...  2.040335 -0.207425  0.549105   \n",
       "47873  0.517058  0.768060  0.747768  ...  0.844578 -0.019208  0.026966   \n",
       "47874 -0.969072 -1.149471 -0.431528  ...  0.760455  0.454315  0.380758   \n",
       "47875 -0.167775 -0.154194 -0.024485  ... -0.422707 -0.259573  0.161623   \n",
       "\n",
       "             14        15        16        17        18        19        20  \n",
       "0      0.336897  0.214986  0.155961  0.338291 -0.377303 -1.936153 -0.000160  \n",
       "1     -0.241981 -0.200108  0.236962 -0.023803 -0.473674 -0.668736  1.751572  \n",
       "2      0.434873 -0.400321  0.431798 -0.055480  0.108150 -1.925841 -0.139829  \n",
       "3     -0.034452 -0.220210  0.092368 -0.014633  0.294755 -1.723526  0.186293  \n",
       "4     -0.023750  0.317586  0.185429 -0.043430 -0.688818 -1.312343  0.187890  \n",
       "...         ...       ...       ...       ...       ...       ...       ...  \n",
       "47871 -0.917423  0.212259  0.289629  0.029835  0.363740 -0.537799  0.205204  \n",
       "47872 -0.458528 -0.186809  0.062689  0.403778 -0.588687 -0.398810 -1.692393  \n",
       "47873  0.733151  0.037885  0.043114  0.180367  0.418598 -0.711069 -1.133341  \n",
       "47874 -0.117407 -0.549923  0.613369  0.202710 -0.270475 -0.708810  0.386415  \n",
       "47875 -0.083813 -0.105865 -0.240324  0.052188 -0.327352 -0.586981  0.295727  \n",
       "\n",
       "[47876 rows x 21 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# %%time\n",
    "# class NeonatalSeizureFeatures:\n",
    "#     def __init__(self, row):\n",
    "#         self.row = row\n",
    "        \n",
    "#     def skewness(self):\n",
    "#         row = np.array(self.row)\n",
    "#         row = row[:-1]\n",
    "#         row = np.reshape(row, (21, window_length))\n",
    "#         return (pd.Series(scipy.stats.skew(x, axis = 0, bias = False) for x in row))\n",
    "    \n",
    "    \n",
    "# df_new = df.apply(lambda row: NeonatalSeizureFeatures(row).skewness(), axis = 1)\n",
    "\n",
    "# df_new"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Helper Methods:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def hMob(x):\n",
    "    row = np.array(x)\n",
    "    return (np.sqrt(np.var(np.gradient(x)) / np.var(x)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Feature Methods:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Feature Methods\n",
    "\n",
    "def feature_mean(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(np.mean(x, axis = 0) for x in row))\n",
    "\n",
    "def feature_stddev(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(np.std(x, axis = 0) for x in row))\n",
    "\n",
    "def kurtosis(row):\n",
    "    row = np.array(row)\n",
    "    annotation = row[-1]\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(scipy.stats.kurtosis(x, axis = 0, bias = False) for x in row))\n",
    "\n",
    "def skewness(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(scipy.stats.skew(x, axis = 0, bias = False) for x in row))\n",
    "    \n",
    "def spectral_entropy(row, sf = 32, nperseg = window_length, axis = 1):\n",
    "    row = np.array(row)\n",
    "    annotation = row[-1]\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    _, psd = welch(row, sf, nperseg=nperseg, axis=axis)\n",
    "    psd_norm = psd / psd.sum(axis=axis, keepdims=True)\n",
    "    se = - np.where(psd_norm == 0, 0, psd_norm * np.log(psd_norm) / np.log(2)).sum(axis=axis)\n",
    "    return pd.Series(se)\n",
    "\n",
    "def hjorthActivity(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(np.var(x, axis = 0) for x in row))\n",
    "\n",
    "def hjorthMobility(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(np.sqrt(np.var(np.gradient(x)) / np.var(x)) for x in row))\n",
    "\n",
    "def hjorthComplexity(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series((hMob(np.gradient(x)) / hMob(x)) for x in row))\n",
    "\n",
    "def permutation_entropy(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(entropy.perm_entropy(x) for x in row))\n",
    "\n",
    "def sample_entropy(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(entropy.sample_entropy(x) for x in row))\n",
    "\n",
    "def approximate_entropy(row):\n",
    "    row = np.array(row)\n",
    "    row = row[:-1]\n",
    "    row = np.reshape(row, (21, window_length))\n",
    "    return (pd.Series(entropy.app_entropy(x) for x in row))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "list_of_feature_methods = [feature_mean, feature_stddev, kurtosis, skewness, spectral_entropy, hjorthActivity, hjorthMobility, \n",
    "                          hjorthComplexity, permutation_entropy, sample_entropy, approximate_entropy]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1 ...\n",
      "Epoch 2 ...\n",
      "Epoch 3 ...\n",
      "Epoch 4 ...\n",
      "Epoch 5 ...\n",
      "Epoch 6 ...\n",
      "Epoch 7 ...\n",
      "Epoch 8 ...\n",
      "Epoch 9 ...\n",
      "Epoch 10 ...\n",
      "Epoch 11 ...\n",
      "Wall time: 3h 20min 45s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.705170</td>\n",
       "      <td>0.627579</td>\n",
       "      <td>0.563296</td>\n",
       "      <td>0.561497</td>\n",
       "      <td>0.661709</td>\n",
       "      <td>0.500225</td>\n",
       "      <td>0.714688</td>\n",
       "      <td>0.464326</td>\n",
       "      <td>0.471334</td>\n",
       "      <td>0.412236</td>\n",
       "      <td>...</td>\n",
       "      <td>0.280471</td>\n",
       "      <td>0.207685</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.136807</td>\n",
       "      <td>0.331072</td>\n",
       "      <td>0.180035</td>\n",
       "      <td>0.099877</td>\n",
       "      <td>0.092088</td>\n",
       "      <td>0.454638</td>\n",
       "      <td>0.102746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.573662</td>\n",
       "      <td>0.507454</td>\n",
       "      <td>0.542473</td>\n",
       "      <td>0.483116</td>\n",
       "      <td>0.511353</td>\n",
       "      <td>0.437124</td>\n",
       "      <td>0.533494</td>\n",
       "      <td>0.495543</td>\n",
       "      <td>0.399331</td>\n",
       "      <td>0.550337</td>\n",
       "      <td>...</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.056649</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.277073</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.281063</td>\n",
       "      <td>0.233324</td>\n",
       "      <td>0.429936</td>\n",
       "      <td>0.213984</td>\n",
       "      <td>0.145052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.636943</td>\n",
       "      <td>0.520640</td>\n",
       "      <td>0.488823</td>\n",
       "      <td>0.529611</td>\n",
       "      <td>0.541663</td>\n",
       "      <td>0.511655</td>\n",
       "      <td>0.665044</td>\n",
       "      <td>0.549172</td>\n",
       "      <td>0.471088</td>\n",
       "      <td>0.532921</td>\n",
       "      <td>...</td>\n",
       "      <td>0.323282</td>\n",
       "      <td>0.216965</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.241633</td>\n",
       "      <td>0.118247</td>\n",
       "      <td>0.181526</td>\n",
       "      <td>0.216965</td>\n",
       "      <td>0.348141</td>\n",
       "      <td>0.185484</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.484862</td>\n",
       "      <td>0.562332</td>\n",
       "      <td>0.611532</td>\n",
       "      <td>0.441587</td>\n",
       "      <td>0.489014</td>\n",
       "      <td>0.396626</td>\n",
       "      <td>0.460126</td>\n",
       "      <td>0.454295</td>\n",
       "      <td>0.441191</td>\n",
       "      <td>0.557765</td>\n",
       "      <td>...</td>\n",
       "      <td>0.213984</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.184780</td>\n",
       "      <td>0.168446</td>\n",
       "      <td>0.120074</td>\n",
       "      <td>0.281881</td>\n",
       "      <td>0.315683</td>\n",
       "      <td>0.485606</td>\n",
       "      <td>0.187477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.538846</td>\n",
       "      <td>0.536673</td>\n",
       "      <td>0.568350</td>\n",
       "      <td>0.550591</td>\n",
       "      <td>0.624571</td>\n",
       "      <td>0.474852</td>\n",
       "      <td>0.563601</td>\n",
       "      <td>0.410797</td>\n",
       "      <td>0.557898</td>\n",
       "      <td>0.472718</td>\n",
       "      <td>...</td>\n",
       "      <td>0.227373</td>\n",
       "      <td>0.072037</td>\n",
       "      <td>0.198405</td>\n",
       "      <td>0.477990</td>\n",
       "      <td>0.232353</td>\n",
       "      <td>0.148396</td>\n",
       "      <td>0.180035</td>\n",
       "      <td>0.367465</td>\n",
       "      <td>0.367984</td>\n",
       "      <td>0.169919</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383266</th>\n",
       "      <td>0.384066</td>\n",
       "      <td>0.493491</td>\n",
       "      <td>0.404637</td>\n",
       "      <td>0.596175</td>\n",
       "      <td>0.419632</td>\n",
       "      <td>0.378368</td>\n",
       "      <td>0.454108</td>\n",
       "      <td>0.283672</td>\n",
       "      <td>0.364143</td>\n",
       "      <td>0.408382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.307222</td>\n",
       "      <td>0.116756</td>\n",
       "      <td>0.189315</td>\n",
       "      <td>0.271782</td>\n",
       "      <td>0.250914</td>\n",
       "      <td>0.149886</td>\n",
       "      <td>0.126036</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.195859</td>\n",
       "      <td>0.136807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383267</th>\n",
       "      <td>0.440657</td>\n",
       "      <td>0.546737</td>\n",
       "      <td>0.481236</td>\n",
       "      <td>0.497694</td>\n",
       "      <td>0.578748</td>\n",
       "      <td>0.415171</td>\n",
       "      <td>0.500591</td>\n",
       "      <td>0.510396</td>\n",
       "      <td>0.543095</td>\n",
       "      <td>0.438918</td>\n",
       "      <td>...</td>\n",
       "      <td>0.181526</td>\n",
       "      <td>0.090597</td>\n",
       "      <td>0.241633</td>\n",
       "      <td>0.213984</td>\n",
       "      <td>0.257212</td>\n",
       "      <td>0.267793</td>\n",
       "      <td>0.191624</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.205150</td>\n",
       "      <td>0.306403</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383268</th>\n",
       "      <td>0.345382</td>\n",
       "      <td>0.472884</td>\n",
       "      <td>0.345414</td>\n",
       "      <td>0.476114</td>\n",
       "      <td>0.349591</td>\n",
       "      <td>0.397218</td>\n",
       "      <td>0.423759</td>\n",
       "      <td>0.405204</td>\n",
       "      <td>0.551230</td>\n",
       "      <td>0.402841</td>\n",
       "      <td>...</td>\n",
       "      <td>0.196542</td>\n",
       "      <td>0.362711</td>\n",
       "      <td>0.294278</td>\n",
       "      <td>0.090597</td>\n",
       "      <td>0.158494</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.535182</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.191650</td>\n",
       "      <td>0.191981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383269</th>\n",
       "      <td>0.503639</td>\n",
       "      <td>0.457108</td>\n",
       "      <td>0.522277</td>\n",
       "      <td>0.459348</td>\n",
       "      <td>0.463334</td>\n",
       "      <td>0.553888</td>\n",
       "      <td>0.471511</td>\n",
       "      <td>0.712468</td>\n",
       "      <td>0.583607</td>\n",
       "      <td>0.610103</td>\n",
       "      <td>...</td>\n",
       "      <td>0.341843</td>\n",
       "      <td>0.237834</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.295633</td>\n",
       "      <td>0.383390</td>\n",
       "      <td>0.181526</td>\n",
       "      <td>0.298978</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.220179</td>\n",
       "      <td>0.248359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383270</th>\n",
       "      <td>0.542197</td>\n",
       "      <td>0.560323</td>\n",
       "      <td>0.429509</td>\n",
       "      <td>0.700497</td>\n",
       "      <td>0.478519</td>\n",
       "      <td>0.540247</td>\n",
       "      <td>0.724019</td>\n",
       "      <td>0.644376</td>\n",
       "      <td>0.450766</td>\n",
       "      <td>0.584764</td>\n",
       "      <td>...</td>\n",
       "      <td>0.204704</td>\n",
       "      <td>0.297123</td>\n",
       "      <td>0.225482</td>\n",
       "      <td>0.161475</td>\n",
       "      <td>0.162560</td>\n",
       "      <td>0.053667</td>\n",
       "      <td>0.229580</td>\n",
       "      <td>0.122743</td>\n",
       "      <td>0.197510</td>\n",
       "      <td>0.142440</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>383271 rows × 231 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              0         1         2         3         4         5         6   \\\n",
       "0       0.705170  0.627579  0.563296  0.561497  0.661709  0.500225  0.714688   \n",
       "1       0.573662  0.507454  0.542473  0.483116  0.511353  0.437124  0.533494   \n",
       "2       0.636943  0.520640  0.488823  0.529611  0.541663  0.511655  0.665044   \n",
       "3       0.484862  0.562332  0.611532  0.441587  0.489014  0.396626  0.460126   \n",
       "4       0.538846  0.536673  0.568350  0.550591  0.624571  0.474852  0.563601   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "383266  0.384066  0.493491  0.404637  0.596175  0.419632  0.378368  0.454108   \n",
       "383267  0.440657  0.546737  0.481236  0.497694  0.578748  0.415171  0.500591   \n",
       "383268  0.345382  0.472884  0.345414  0.476114  0.349591  0.397218  0.423759   \n",
       "383269  0.503639  0.457108  0.522277  0.459348  0.463334  0.553888  0.471511   \n",
       "383270  0.542197  0.560323  0.429509  0.700497  0.478519  0.540247  0.724019   \n",
       "\n",
       "              7         8         9   ...        11        12        13  \\\n",
       "0       0.464326  0.471334  0.412236  ...  0.280471  0.207685  0.146087   \n",
       "1       0.495543  0.399331  0.550337  ...  0.190806  0.056649  0.101368   \n",
       "2       0.549172  0.471088  0.532921  ...  0.323282  0.216965  0.101368   \n",
       "3       0.454295  0.441191  0.557765  ...  0.213984  0.190806  0.190806   \n",
       "4       0.410797  0.557898  0.472718  ...  0.227373  0.072037  0.198405   \n",
       "...          ...       ...       ...  ...       ...       ...       ...   \n",
       "383266  0.283672  0.364143  0.408382  ...  0.307222  0.116756  0.189315   \n",
       "383267  0.510396  0.543095  0.438918  ...  0.181526  0.090597  0.241633   \n",
       "383268  0.405204  0.551230  0.402841  ...  0.196542  0.362711  0.294278   \n",
       "383269  0.712468  0.583607  0.610103  ...  0.341843  0.237834  0.190806   \n",
       "383270  0.644376  0.450766  0.584764  ...  0.204704  0.297123  0.225482   \n",
       "\n",
       "              14        15        16        17        18        19        20  \n",
       "0       0.136807  0.331072  0.180035  0.099877  0.092088  0.454638  0.102746  \n",
       "1       0.277073  0.190806  0.281063  0.233324  0.429936  0.213984  0.145052  \n",
       "2       0.101368  0.241633  0.118247  0.181526  0.216965  0.348141  0.185484  \n",
       "3       0.184780  0.168446  0.120074  0.281881  0.315683  0.485606  0.187477  \n",
       "4       0.477990  0.232353  0.148396  0.180035  0.367465  0.367984  0.169919  \n",
       "...          ...       ...       ...       ...       ...       ...       ...  \n",
       "383266  0.271782  0.250914  0.149886  0.126036  0.101368  0.195859  0.136807  \n",
       "383267  0.213984  0.257212  0.267793  0.191624  0.146087  0.205150  0.306403  \n",
       "383268  0.090597  0.158494  0.146087  0.535182  0.101368  0.191650  0.191981  \n",
       "383269  0.295633  0.383390  0.181526  0.298978  0.101368  0.220179  0.248359  \n",
       "383270  0.161475  0.162560  0.053667  0.229580  0.122743  0.197510  0.142440  \n",
       "\n",
       "[383271 rows x 231 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "df_list = list()\n",
    "for i, j in zip(list_of_feature_methods, range(len(list_of_feature_methods))):\n",
    "    print(\"Epoch %d ...\" % (j+1))\n",
    "    df_temp = df.apply(lambda row: i(row), axis = 1)\n",
    "    df_list.append(df_temp)\n",
    "\n",
    "new_df = pd.concat(df_list, axis = 1)\n",
    "new_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>672</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.705170</td>\n",
       "      <td>0.627579</td>\n",
       "      <td>0.563296</td>\n",
       "      <td>0.561497</td>\n",
       "      <td>0.661709</td>\n",
       "      <td>0.500225</td>\n",
       "      <td>0.714688</td>\n",
       "      <td>0.464326</td>\n",
       "      <td>0.471334</td>\n",
       "      <td>0.412236</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207685</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.136807</td>\n",
       "      <td>0.331072</td>\n",
       "      <td>0.180035</td>\n",
       "      <td>0.099877</td>\n",
       "      <td>0.092088</td>\n",
       "      <td>0.454638</td>\n",
       "      <td>0.102746</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.573662</td>\n",
       "      <td>0.507454</td>\n",
       "      <td>0.542473</td>\n",
       "      <td>0.483116</td>\n",
       "      <td>0.511353</td>\n",
       "      <td>0.437124</td>\n",
       "      <td>0.533494</td>\n",
       "      <td>0.495543</td>\n",
       "      <td>0.399331</td>\n",
       "      <td>0.550337</td>\n",
       "      <td>...</td>\n",
       "      <td>0.056649</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.277073</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.281063</td>\n",
       "      <td>0.233324</td>\n",
       "      <td>0.429936</td>\n",
       "      <td>0.213984</td>\n",
       "      <td>0.145052</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.636943</td>\n",
       "      <td>0.520640</td>\n",
       "      <td>0.488823</td>\n",
       "      <td>0.529611</td>\n",
       "      <td>0.541663</td>\n",
       "      <td>0.511655</td>\n",
       "      <td>0.665044</td>\n",
       "      <td>0.549172</td>\n",
       "      <td>0.471088</td>\n",
       "      <td>0.532921</td>\n",
       "      <td>...</td>\n",
       "      <td>0.216965</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.241633</td>\n",
       "      <td>0.118247</td>\n",
       "      <td>0.181526</td>\n",
       "      <td>0.216965</td>\n",
       "      <td>0.348141</td>\n",
       "      <td>0.185484</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.484862</td>\n",
       "      <td>0.562332</td>\n",
       "      <td>0.611532</td>\n",
       "      <td>0.441587</td>\n",
       "      <td>0.489014</td>\n",
       "      <td>0.396626</td>\n",
       "      <td>0.460126</td>\n",
       "      <td>0.454295</td>\n",
       "      <td>0.441191</td>\n",
       "      <td>0.557765</td>\n",
       "      <td>...</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.184780</td>\n",
       "      <td>0.168446</td>\n",
       "      <td>0.120074</td>\n",
       "      <td>0.281881</td>\n",
       "      <td>0.315683</td>\n",
       "      <td>0.485606</td>\n",
       "      <td>0.187477</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.538846</td>\n",
       "      <td>0.536673</td>\n",
       "      <td>0.568350</td>\n",
       "      <td>0.550591</td>\n",
       "      <td>0.624571</td>\n",
       "      <td>0.474852</td>\n",
       "      <td>0.563601</td>\n",
       "      <td>0.410797</td>\n",
       "      <td>0.557898</td>\n",
       "      <td>0.472718</td>\n",
       "      <td>...</td>\n",
       "      <td>0.072037</td>\n",
       "      <td>0.198405</td>\n",
       "      <td>0.477990</td>\n",
       "      <td>0.232353</td>\n",
       "      <td>0.148396</td>\n",
       "      <td>0.180035</td>\n",
       "      <td>0.367465</td>\n",
       "      <td>0.367984</td>\n",
       "      <td>0.169919</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383266</th>\n",
       "      <td>0.384066</td>\n",
       "      <td>0.493491</td>\n",
       "      <td>0.404637</td>\n",
       "      <td>0.596175</td>\n",
       "      <td>0.419632</td>\n",
       "      <td>0.378368</td>\n",
       "      <td>0.454108</td>\n",
       "      <td>0.283672</td>\n",
       "      <td>0.364143</td>\n",
       "      <td>0.408382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.116756</td>\n",
       "      <td>0.189315</td>\n",
       "      <td>0.271782</td>\n",
       "      <td>0.250914</td>\n",
       "      <td>0.149886</td>\n",
       "      <td>0.126036</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.195859</td>\n",
       "      <td>0.136807</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383267</th>\n",
       "      <td>0.440657</td>\n",
       "      <td>0.546737</td>\n",
       "      <td>0.481236</td>\n",
       "      <td>0.497694</td>\n",
       "      <td>0.578748</td>\n",
       "      <td>0.415171</td>\n",
       "      <td>0.500591</td>\n",
       "      <td>0.510396</td>\n",
       "      <td>0.543095</td>\n",
       "      <td>0.438918</td>\n",
       "      <td>...</td>\n",
       "      <td>0.090597</td>\n",
       "      <td>0.241633</td>\n",
       "      <td>0.213984</td>\n",
       "      <td>0.257212</td>\n",
       "      <td>0.267793</td>\n",
       "      <td>0.191624</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.205150</td>\n",
       "      <td>0.306403</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383268</th>\n",
       "      <td>0.345382</td>\n",
       "      <td>0.472884</td>\n",
       "      <td>0.345414</td>\n",
       "      <td>0.476114</td>\n",
       "      <td>0.349591</td>\n",
       "      <td>0.397218</td>\n",
       "      <td>0.423759</td>\n",
       "      <td>0.405204</td>\n",
       "      <td>0.551230</td>\n",
       "      <td>0.402841</td>\n",
       "      <td>...</td>\n",
       "      <td>0.362711</td>\n",
       "      <td>0.294278</td>\n",
       "      <td>0.090597</td>\n",
       "      <td>0.158494</td>\n",
       "      <td>0.146087</td>\n",
       "      <td>0.535182</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.191650</td>\n",
       "      <td>0.191981</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383269</th>\n",
       "      <td>0.503639</td>\n",
       "      <td>0.457108</td>\n",
       "      <td>0.522277</td>\n",
       "      <td>0.459348</td>\n",
       "      <td>0.463334</td>\n",
       "      <td>0.553888</td>\n",
       "      <td>0.471511</td>\n",
       "      <td>0.712468</td>\n",
       "      <td>0.583607</td>\n",
       "      <td>0.610103</td>\n",
       "      <td>...</td>\n",
       "      <td>0.237834</td>\n",
       "      <td>0.190806</td>\n",
       "      <td>0.295633</td>\n",
       "      <td>0.383390</td>\n",
       "      <td>0.181526</td>\n",
       "      <td>0.298978</td>\n",
       "      <td>0.101368</td>\n",
       "      <td>0.220179</td>\n",
       "      <td>0.248359</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383270</th>\n",
       "      <td>0.542197</td>\n",
       "      <td>0.560323</td>\n",
       "      <td>0.429509</td>\n",
       "      <td>0.700497</td>\n",
       "      <td>0.478519</td>\n",
       "      <td>0.540247</td>\n",
       "      <td>0.724019</td>\n",
       "      <td>0.644376</td>\n",
       "      <td>0.450766</td>\n",
       "      <td>0.584764</td>\n",
       "      <td>...</td>\n",
       "      <td>0.297123</td>\n",
       "      <td>0.225482</td>\n",
       "      <td>0.161475</td>\n",
       "      <td>0.162560</td>\n",
       "      <td>0.053667</td>\n",
       "      <td>0.229580</td>\n",
       "      <td>0.122743</td>\n",
       "      <td>0.197510</td>\n",
       "      <td>0.142440</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>383271 rows × 232 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               0         1         2         3         4         5         6  \\\n",
       "0       0.705170  0.627579  0.563296  0.561497  0.661709  0.500225  0.714688   \n",
       "1       0.573662  0.507454  0.542473  0.483116  0.511353  0.437124  0.533494   \n",
       "2       0.636943  0.520640  0.488823  0.529611  0.541663  0.511655  0.665044   \n",
       "3       0.484862  0.562332  0.611532  0.441587  0.489014  0.396626  0.460126   \n",
       "4       0.538846  0.536673  0.568350  0.550591  0.624571  0.474852  0.563601   \n",
       "...          ...       ...       ...       ...       ...       ...       ...   \n",
       "383266  0.384066  0.493491  0.404637  0.596175  0.419632  0.378368  0.454108   \n",
       "383267  0.440657  0.546737  0.481236  0.497694  0.578748  0.415171  0.500591   \n",
       "383268  0.345382  0.472884  0.345414  0.476114  0.349591  0.397218  0.423759   \n",
       "383269  0.503639  0.457108  0.522277  0.459348  0.463334  0.553888  0.471511   \n",
       "383270  0.542197  0.560323  0.429509  0.700497  0.478519  0.540247  0.724019   \n",
       "\n",
       "               7         8         9  ...        12        13        14  \\\n",
       "0       0.464326  0.471334  0.412236  ...  0.207685  0.146087  0.136807   \n",
       "1       0.495543  0.399331  0.550337  ...  0.056649  0.101368  0.277073   \n",
       "2       0.549172  0.471088  0.532921  ...  0.216965  0.101368  0.101368   \n",
       "3       0.454295  0.441191  0.557765  ...  0.190806  0.190806  0.184780   \n",
       "4       0.410797  0.557898  0.472718  ...  0.072037  0.198405  0.477990   \n",
       "...          ...       ...       ...  ...       ...       ...       ...   \n",
       "383266  0.283672  0.364143  0.408382  ...  0.116756  0.189315  0.271782   \n",
       "383267  0.510396  0.543095  0.438918  ...  0.090597  0.241633  0.213984   \n",
       "383268  0.405204  0.551230  0.402841  ...  0.362711  0.294278  0.090597   \n",
       "383269  0.712468  0.583607  0.610103  ...  0.237834  0.190806  0.295633   \n",
       "383270  0.644376  0.450766  0.584764  ...  0.297123  0.225482  0.161475   \n",
       "\n",
       "              15        16        17        18        19        20  672  \n",
       "0       0.331072  0.180035  0.099877  0.092088  0.454638  0.102746  0.0  \n",
       "1       0.190806  0.281063  0.233324  0.429936  0.213984  0.145052  0.0  \n",
       "2       0.241633  0.118247  0.181526  0.216965  0.348141  0.185484  0.0  \n",
       "3       0.168446  0.120074  0.281881  0.315683  0.485606  0.187477  0.0  \n",
       "4       0.232353  0.148396  0.180035  0.367465  0.367984  0.169919  0.0  \n",
       "...          ...       ...       ...       ...       ...       ...  ...  \n",
       "383266  0.250914  0.149886  0.126036  0.101368  0.195859  0.136807  0.0  \n",
       "383267  0.257212  0.267793  0.191624  0.146087  0.205150  0.306403  0.0  \n",
       "383268  0.158494  0.146087  0.535182  0.101368  0.191650  0.191981  0.0  \n",
       "383269  0.383390  0.181526  0.298978  0.101368  0.220179  0.248359  0.0  \n",
       "383270  0.162560  0.053667  0.229580  0.122743  0.197510  0.142440  0.0  \n",
       "\n",
       "[383271 rows x 232 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_df = pd.concat([new_df, df[df.columns[-1]]], axis = 1)\n",
    "feature_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_df.to_csv('Full_feature_data1sec.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([  0,   1,   2,   3,   4,   5,   6,   7,   8,   9,\n",
       "            ...\n",
       "            222, 223, 224, 225, 226, 227, 228, 229, 230, 231],\n",
       "           dtype='int64', length=232)"
      ]
     },
     "execution_count": 118,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "feature_df1.columns = [i for i in range(232)]\n",
    "feature_df1.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 114,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.isinf(feature_df1).values.any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_df1 = feature_df.replace([np.inf, -np.inf], np.nan)\n",
    "feature_df1.dropna(inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_df1.reset_index(drop = True, inplace = True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Principal Component Analysis (PCA):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Imports\n",
    "\n",
    "from sklearn.decomposition import PCA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set hyperparams for PCA\n",
    "\n",
    "n_components = 20\n",
    "random_state = 32"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### PCA 20"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "pca_20 = PCA(n_components = n_components, random_state = random_state)\n",
    "feature_df_20 = pca_20.fit_transform(feature_df1[feature_df1.columns[:-1]])\n",
    "# feature_df_20 = pca_20.fit_transform(feature_df1[feature_df1[[-1]]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>231</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4.901421</td>\n",
       "      <td>2.701643</td>\n",
       "      <td>-1.275170</td>\n",
       "      <td>5.143429</td>\n",
       "      <td>-1.620967</td>\n",
       "      <td>0.613150</td>\n",
       "      <td>1.286259</td>\n",
       "      <td>-1.417769</td>\n",
       "      <td>1.444722</td>\n",
       "      <td>0.600224</td>\n",
       "      <td>...</td>\n",
       "      <td>0.060839</td>\n",
       "      <td>1.288825</td>\n",
       "      <td>-1.794129</td>\n",
       "      <td>0.458089</td>\n",
       "      <td>-1.073227</td>\n",
       "      <td>0.326684</td>\n",
       "      <td>-1.218720</td>\n",
       "      <td>-0.406938</td>\n",
       "      <td>-2.917282</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.863469</td>\n",
       "      <td>-5.155784</td>\n",
       "      <td>19.391457</td>\n",
       "      <td>3.268594</td>\n",
       "      <td>4.865219</td>\n",
       "      <td>0.716133</td>\n",
       "      <td>1.389465</td>\n",
       "      <td>-2.069688</td>\n",
       "      <td>-0.711067</td>\n",
       "      <td>-0.462562</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.037438</td>\n",
       "      <td>-0.175020</td>\n",
       "      <td>-0.961911</td>\n",
       "      <td>0.866116</td>\n",
       "      <td>0.116357</td>\n",
       "      <td>-0.843982</td>\n",
       "      <td>-0.674588</td>\n",
       "      <td>-0.588865</td>\n",
       "      <td>0.109306</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-6.782143</td>\n",
       "      <td>2.158658</td>\n",
       "      <td>2.189458</td>\n",
       "      <td>0.071391</td>\n",
       "      <td>1.237314</td>\n",
       "      <td>0.105731</td>\n",
       "      <td>0.060489</td>\n",
       "      <td>-0.475559</td>\n",
       "      <td>-0.271702</td>\n",
       "      <td>-0.060264</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.058390</td>\n",
       "      <td>0.020884</td>\n",
       "      <td>-0.124925</td>\n",
       "      <td>0.076326</td>\n",
       "      <td>0.022127</td>\n",
       "      <td>-0.099033</td>\n",
       "      <td>-0.052237</td>\n",
       "      <td>-0.094348</td>\n",
       "      <td>0.041938</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-7.053188</td>\n",
       "      <td>2.439245</td>\n",
       "      <td>1.538124</td>\n",
       "      <td>-0.132499</td>\n",
       "      <td>-0.224322</td>\n",
       "      <td>-0.010770</td>\n",
       "      <td>0.068195</td>\n",
       "      <td>-0.152156</td>\n",
       "      <td>-0.053641</td>\n",
       "      <td>-0.049488</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.070432</td>\n",
       "      <td>-0.007473</td>\n",
       "      <td>-0.035539</td>\n",
       "      <td>-0.013059</td>\n",
       "      <td>-0.008530</td>\n",
       "      <td>-0.138042</td>\n",
       "      <td>-0.035067</td>\n",
       "      <td>-0.041577</td>\n",
       "      <td>-0.008063</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-7.535043</td>\n",
       "      <td>3.178896</td>\n",
       "      <td>0.499794</td>\n",
       "      <td>-0.285159</td>\n",
       "      <td>-0.245198</td>\n",
       "      <td>-0.032130</td>\n",
       "      <td>0.100292</td>\n",
       "      <td>-0.220618</td>\n",
       "      <td>-0.253111</td>\n",
       "      <td>-0.046353</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.073012</td>\n",
       "      <td>-0.005609</td>\n",
       "      <td>-0.119076</td>\n",
       "      <td>0.154522</td>\n",
       "      <td>0.022232</td>\n",
       "      <td>-0.011616</td>\n",
       "      <td>-0.018695</td>\n",
       "      <td>-0.026029</td>\n",
       "      <td>0.018659</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16291</th>\n",
       "      <td>2.121631</td>\n",
       "      <td>0.114495</td>\n",
       "      <td>-3.814118</td>\n",
       "      <td>1.318359</td>\n",
       "      <td>0.716929</td>\n",
       "      <td>-0.409302</td>\n",
       "      <td>3.169799</td>\n",
       "      <td>0.978609</td>\n",
       "      <td>0.101912</td>\n",
       "      <td>1.310513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.066802</td>\n",
       "      <td>0.060389</td>\n",
       "      <td>1.356242</td>\n",
       "      <td>4.030198</td>\n",
       "      <td>-2.779573</td>\n",
       "      <td>0.908256</td>\n",
       "      <td>0.892026</td>\n",
       "      <td>1.440066</td>\n",
       "      <td>1.452993</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16292</th>\n",
       "      <td>7.051724</td>\n",
       "      <td>0.046287</td>\n",
       "      <td>-3.450367</td>\n",
       "      <td>-5.499100</td>\n",
       "      <td>3.477877</td>\n",
       "      <td>0.270105</td>\n",
       "      <td>1.225670</td>\n",
       "      <td>-1.294833</td>\n",
       "      <td>-1.269587</td>\n",
       "      <td>-0.139015</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.934864</td>\n",
       "      <td>0.667068</td>\n",
       "      <td>0.386159</td>\n",
       "      <td>0.555513</td>\n",
       "      <td>-1.243616</td>\n",
       "      <td>0.222214</td>\n",
       "      <td>0.239342</td>\n",
       "      <td>-0.141758</td>\n",
       "      <td>-0.135718</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16293</th>\n",
       "      <td>-3.022786</td>\n",
       "      <td>-3.315476</td>\n",
       "      <td>-3.797521</td>\n",
       "      <td>-0.893076</td>\n",
       "      <td>0.438185</td>\n",
       "      <td>0.728091</td>\n",
       "      <td>-0.032998</td>\n",
       "      <td>-0.376513</td>\n",
       "      <td>1.373492</td>\n",
       "      <td>0.412405</td>\n",
       "      <td>...</td>\n",
       "      <td>0.973510</td>\n",
       "      <td>0.179913</td>\n",
       "      <td>-0.635228</td>\n",
       "      <td>1.117988</td>\n",
       "      <td>0.627298</td>\n",
       "      <td>-0.204403</td>\n",
       "      <td>0.180860</td>\n",
       "      <td>0.707815</td>\n",
       "      <td>0.536029</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16294</th>\n",
       "      <td>5.998321</td>\n",
       "      <td>1.029297</td>\n",
       "      <td>-4.115128</td>\n",
       "      <td>-4.276564</td>\n",
       "      <td>-0.218342</td>\n",
       "      <td>-0.376820</td>\n",
       "      <td>2.220890</td>\n",
       "      <td>-1.687479</td>\n",
       "      <td>-0.395006</td>\n",
       "      <td>0.691122</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.916872</td>\n",
       "      <td>0.898624</td>\n",
       "      <td>0.312184</td>\n",
       "      <td>2.311207</td>\n",
       "      <td>-0.437540</td>\n",
       "      <td>-0.726567</td>\n",
       "      <td>-0.122660</td>\n",
       "      <td>-1.774690</td>\n",
       "      <td>0.921198</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16295</th>\n",
       "      <td>17.553502</td>\n",
       "      <td>10.206199</td>\n",
       "      <td>-2.325905</td>\n",
       "      <td>-7.023694</td>\n",
       "      <td>0.775721</td>\n",
       "      <td>-1.836488</td>\n",
       "      <td>0.824256</td>\n",
       "      <td>-0.228480</td>\n",
       "      <td>-1.388495</td>\n",
       "      <td>-0.471703</td>\n",
       "      <td>...</td>\n",
       "      <td>0.808473</td>\n",
       "      <td>-0.541869</td>\n",
       "      <td>-1.578701</td>\n",
       "      <td>0.166012</td>\n",
       "      <td>-0.396145</td>\n",
       "      <td>0.523200</td>\n",
       "      <td>-0.900833</td>\n",
       "      <td>-0.814010</td>\n",
       "      <td>-0.921459</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16296 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0          1          2         3         4         5    \\\n",
       "0       4.901421   2.701643  -1.275170  5.143429 -1.620967  0.613150   \n",
       "1       0.863469  -5.155784  19.391457  3.268594  4.865219  0.716133   \n",
       "2      -6.782143   2.158658   2.189458  0.071391  1.237314  0.105731   \n",
       "3      -7.053188   2.439245   1.538124 -0.132499 -0.224322 -0.010770   \n",
       "4      -7.535043   3.178896   0.499794 -0.285159 -0.245198 -0.032130   \n",
       "...          ...        ...        ...       ...       ...       ...   \n",
       "16291   2.121631   0.114495  -3.814118  1.318359  0.716929 -0.409302   \n",
       "16292   7.051724   0.046287  -3.450367 -5.499100  3.477877  0.270105   \n",
       "16293  -3.022786  -3.315476  -3.797521 -0.893076  0.438185  0.728091   \n",
       "16294   5.998321   1.029297  -4.115128 -4.276564 -0.218342 -0.376820   \n",
       "16295  17.553502  10.206199  -2.325905 -7.023694  0.775721 -1.836488   \n",
       "\n",
       "            6         7         8         9    ...       11        12   \\\n",
       "0      1.286259 -1.417769  1.444722  0.600224  ...  0.060839  1.288825   \n",
       "1      1.389465 -2.069688 -0.711067 -0.462562  ... -1.037438 -0.175020   \n",
       "2      0.060489 -0.475559 -0.271702 -0.060264  ... -0.058390  0.020884   \n",
       "3      0.068195 -0.152156 -0.053641 -0.049488  ... -0.070432 -0.007473   \n",
       "4      0.100292 -0.220618 -0.253111 -0.046353  ... -0.073012 -0.005609   \n",
       "...         ...       ...       ...       ...  ...       ...       ...   \n",
       "16291  3.169799  0.978609  0.101912  1.310513  ...  0.066802  0.060389   \n",
       "16292  1.225670 -1.294833 -1.269587 -0.139015  ... -0.934864  0.667068   \n",
       "16293 -0.032998 -0.376513  1.373492  0.412405  ...  0.973510  0.179913   \n",
       "16294  2.220890 -1.687479 -0.395006  0.691122  ... -0.916872  0.898624   \n",
       "16295  0.824256 -0.228480 -1.388495 -0.471703  ...  0.808473 -0.541869   \n",
       "\n",
       "            13        14        15        16        17        18        19   \\\n",
       "0     -1.794129  0.458089 -1.073227  0.326684 -1.218720 -0.406938 -2.917282   \n",
       "1     -0.961911  0.866116  0.116357 -0.843982 -0.674588 -0.588865  0.109306   \n",
       "2     -0.124925  0.076326  0.022127 -0.099033 -0.052237 -0.094348  0.041938   \n",
       "3     -0.035539 -0.013059 -0.008530 -0.138042 -0.035067 -0.041577 -0.008063   \n",
       "4     -0.119076  0.154522  0.022232 -0.011616 -0.018695 -0.026029  0.018659   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "16291  1.356242  4.030198 -2.779573  0.908256  0.892026  1.440066  1.452993   \n",
       "16292  0.386159  0.555513 -1.243616  0.222214  0.239342 -0.141758 -0.135718   \n",
       "16293 -0.635228  1.117988  0.627298 -0.204403  0.180860  0.707815  0.536029   \n",
       "16294  0.312184  2.311207 -0.437540 -0.726567 -0.122660 -1.774690  0.921198   \n",
       "16295 -1.578701  0.166012 -0.396145  0.523200 -0.900833 -0.814010 -0.921459   \n",
       "\n",
       "       231  \n",
       "0      0.0  \n",
       "1      0.0  \n",
       "2      0.0  \n",
       "3      0.0  \n",
       "4      0.0  \n",
       "...    ...  \n",
       "16291  0.0  \n",
       "16292  0.0  \n",
       "16293  0.0  \n",
       "16294  0.0  \n",
       "16295  0.0  \n",
       "\n",
       "[16296 rows x 21 columns]"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca_20_df = pd.DataFrame(data = feature_df_20)\n",
    "pca_20_df = pd.concat([pca_20_df, feature_df1[feature_df1.columns[-1]]], axis = 1)\n",
    "pca_20_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [],
   "source": [
    "pca_20_df.to_csv('1sec/PCA_20_features.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### PCA 50"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>44</th>\n",
       "      <th>45</th>\n",
       "      <th>46</th>\n",
       "      <th>47</th>\n",
       "      <th>48</th>\n",
       "      <th>49</th>\n",
       "      <th>231</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4.901421</td>\n",
       "      <td>2.701643</td>\n",
       "      <td>-1.275170</td>\n",
       "      <td>5.143429</td>\n",
       "      <td>-1.620970</td>\n",
       "      <td>0.613131</td>\n",
       "      <td>1.286226</td>\n",
       "      <td>-1.417766</td>\n",
       "      <td>1.444427</td>\n",
       "      <td>0.600575</td>\n",
       "      <td>...</td>\n",
       "      <td>0.570364</td>\n",
       "      <td>-0.886126</td>\n",
       "      <td>-0.982307</td>\n",
       "      <td>-0.496790</td>\n",
       "      <td>-0.022562</td>\n",
       "      <td>-0.273687</td>\n",
       "      <td>-0.463349</td>\n",
       "      <td>-0.050930</td>\n",
       "      <td>0.801801</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.863469</td>\n",
       "      <td>-5.155784</td>\n",
       "      <td>19.391457</td>\n",
       "      <td>3.268593</td>\n",
       "      <td>4.865218</td>\n",
       "      <td>0.716138</td>\n",
       "      <td>1.389489</td>\n",
       "      <td>-2.069694</td>\n",
       "      <td>-0.710727</td>\n",
       "      <td>-0.461043</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200579</td>\n",
       "      <td>-0.153199</td>\n",
       "      <td>-0.368352</td>\n",
       "      <td>-0.341452</td>\n",
       "      <td>-0.129752</td>\n",
       "      <td>-0.302006</td>\n",
       "      <td>-0.181581</td>\n",
       "      <td>0.478378</td>\n",
       "      <td>0.159127</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-6.782143</td>\n",
       "      <td>2.158658</td>\n",
       "      <td>2.189458</td>\n",
       "      <td>0.071391</td>\n",
       "      <td>1.237313</td>\n",
       "      <td>0.105730</td>\n",
       "      <td>0.060494</td>\n",
       "      <td>-0.475554</td>\n",
       "      <td>-0.271635</td>\n",
       "      <td>-0.059872</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153351</td>\n",
       "      <td>-0.044525</td>\n",
       "      <td>-0.039783</td>\n",
       "      <td>0.017995</td>\n",
       "      <td>-0.005723</td>\n",
       "      <td>0.014173</td>\n",
       "      <td>0.013893</td>\n",
       "      <td>-0.093317</td>\n",
       "      <td>-0.037416</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-7.053188</td>\n",
       "      <td>2.439245</td>\n",
       "      <td>1.538124</td>\n",
       "      <td>-0.132499</td>\n",
       "      <td>-0.224322</td>\n",
       "      <td>-0.010769</td>\n",
       "      <td>0.068199</td>\n",
       "      <td>-0.152157</td>\n",
       "      <td>-0.053590</td>\n",
       "      <td>-0.049310</td>\n",
       "      <td>...</td>\n",
       "      <td>0.131352</td>\n",
       "      <td>-0.069443</td>\n",
       "      <td>-0.152969</td>\n",
       "      <td>0.032218</td>\n",
       "      <td>0.066243</td>\n",
       "      <td>0.084304</td>\n",
       "      <td>-0.032498</td>\n",
       "      <td>-0.099924</td>\n",
       "      <td>0.058492</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-7.535043</td>\n",
       "      <td>3.178896</td>\n",
       "      <td>0.499794</td>\n",
       "      <td>-0.285159</td>\n",
       "      <td>-0.245198</td>\n",
       "      <td>-0.032130</td>\n",
       "      <td>0.100292</td>\n",
       "      <td>-0.220618</td>\n",
       "      <td>-0.253105</td>\n",
       "      <td>-0.046304</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.002161</td>\n",
       "      <td>-0.006512</td>\n",
       "      <td>0.016940</td>\n",
       "      <td>0.006546</td>\n",
       "      <td>0.002581</td>\n",
       "      <td>-0.020468</td>\n",
       "      <td>0.001606</td>\n",
       "      <td>-0.005654</td>\n",
       "      <td>0.003170</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16291</th>\n",
       "      <td>2.121631</td>\n",
       "      <td>0.114495</td>\n",
       "      <td>-3.814118</td>\n",
       "      <td>1.318360</td>\n",
       "      <td>0.716924</td>\n",
       "      <td>-0.409301</td>\n",
       "      <td>3.169799</td>\n",
       "      <td>0.978602</td>\n",
       "      <td>0.101853</td>\n",
       "      <td>1.310425</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.338026</td>\n",
       "      <td>-0.512642</td>\n",
       "      <td>0.503093</td>\n",
       "      <td>-0.327117</td>\n",
       "      <td>0.025187</td>\n",
       "      <td>-0.431047</td>\n",
       "      <td>0.222354</td>\n",
       "      <td>0.452380</td>\n",
       "      <td>-0.353413</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16292</th>\n",
       "      <td>7.051724</td>\n",
       "      <td>0.046287</td>\n",
       "      <td>-3.450367</td>\n",
       "      <td>-5.499101</td>\n",
       "      <td>3.477877</td>\n",
       "      <td>0.270105</td>\n",
       "      <td>1.225675</td>\n",
       "      <td>-1.294856</td>\n",
       "      <td>-1.269620</td>\n",
       "      <td>-0.138700</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.428840</td>\n",
       "      <td>0.173946</td>\n",
       "      <td>-0.462803</td>\n",
       "      <td>0.143407</td>\n",
       "      <td>-0.377900</td>\n",
       "      <td>-0.379543</td>\n",
       "      <td>0.331191</td>\n",
       "      <td>0.161700</td>\n",
       "      <td>-0.224093</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16293</th>\n",
       "      <td>-3.022786</td>\n",
       "      <td>-3.315476</td>\n",
       "      <td>-3.797521</td>\n",
       "      <td>-0.893076</td>\n",
       "      <td>0.438187</td>\n",
       "      <td>0.728078</td>\n",
       "      <td>-0.033028</td>\n",
       "      <td>-0.376491</td>\n",
       "      <td>1.373422</td>\n",
       "      <td>0.413041</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.180644</td>\n",
       "      <td>-0.363027</td>\n",
       "      <td>0.291971</td>\n",
       "      <td>-0.138437</td>\n",
       "      <td>-0.195820</td>\n",
       "      <td>-0.505695</td>\n",
       "      <td>0.029818</td>\n",
       "      <td>0.249897</td>\n",
       "      <td>-0.098363</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16294</th>\n",
       "      <td>5.998321</td>\n",
       "      <td>1.029297</td>\n",
       "      <td>-4.115128</td>\n",
       "      <td>-4.276564</td>\n",
       "      <td>-0.218340</td>\n",
       "      <td>-0.376820</td>\n",
       "      <td>2.220898</td>\n",
       "      <td>-1.687488</td>\n",
       "      <td>-0.394971</td>\n",
       "      <td>0.691774</td>\n",
       "      <td>...</td>\n",
       "      <td>0.198149</td>\n",
       "      <td>0.404801</td>\n",
       "      <td>0.529178</td>\n",
       "      <td>0.758978</td>\n",
       "      <td>0.010270</td>\n",
       "      <td>-0.992147</td>\n",
       "      <td>0.239563</td>\n",
       "      <td>0.222264</td>\n",
       "      <td>-0.214098</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16295</th>\n",
       "      <td>17.553502</td>\n",
       "      <td>10.206199</td>\n",
       "      <td>-2.325905</td>\n",
       "      <td>-7.023694</td>\n",
       "      <td>0.775722</td>\n",
       "      <td>-1.836498</td>\n",
       "      <td>0.824244</td>\n",
       "      <td>-0.228474</td>\n",
       "      <td>-1.388498</td>\n",
       "      <td>-0.470871</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.379684</td>\n",
       "      <td>0.889263</td>\n",
       "      <td>-0.526806</td>\n",
       "      <td>-0.533405</td>\n",
       "      <td>0.793788</td>\n",
       "      <td>0.196613</td>\n",
       "      <td>-0.124924</td>\n",
       "      <td>0.193426</td>\n",
       "      <td>-0.032704</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16296 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0          1          2         3         4         5    \\\n",
       "0       4.901421   2.701643  -1.275170  5.143429 -1.620970  0.613131   \n",
       "1       0.863469  -5.155784  19.391457  3.268593  4.865218  0.716138   \n",
       "2      -6.782143   2.158658   2.189458  0.071391  1.237313  0.105730   \n",
       "3      -7.053188   2.439245   1.538124 -0.132499 -0.224322 -0.010769   \n",
       "4      -7.535043   3.178896   0.499794 -0.285159 -0.245198 -0.032130   \n",
       "...          ...        ...        ...       ...       ...       ...   \n",
       "16291   2.121631   0.114495  -3.814118  1.318360  0.716924 -0.409301   \n",
       "16292   7.051724   0.046287  -3.450367 -5.499101  3.477877  0.270105   \n",
       "16293  -3.022786  -3.315476  -3.797521 -0.893076  0.438187  0.728078   \n",
       "16294   5.998321   1.029297  -4.115128 -4.276564 -0.218340 -0.376820   \n",
       "16295  17.553502  10.206199  -2.325905 -7.023694  0.775722 -1.836498   \n",
       "\n",
       "            6         7         8         9    ...       41        42   \\\n",
       "0      1.286226 -1.417766  1.444427  0.600575  ...  0.570364 -0.886126   \n",
       "1      1.389489 -2.069694 -0.710727 -0.461043  ...  0.200579 -0.153199   \n",
       "2      0.060494 -0.475554 -0.271635 -0.059872  ...  0.153351 -0.044525   \n",
       "3      0.068199 -0.152157 -0.053590 -0.049310  ...  0.131352 -0.069443   \n",
       "4      0.100292 -0.220618 -0.253105 -0.046304  ... -0.002161 -0.006512   \n",
       "...         ...       ...       ...       ...  ...       ...       ...   \n",
       "16291  3.169799  0.978602  0.101853  1.310425  ... -1.338026 -0.512642   \n",
       "16292  1.225675 -1.294856 -1.269620 -0.138700  ... -0.428840  0.173946   \n",
       "16293 -0.033028 -0.376491  1.373422  0.413041  ... -0.180644 -0.363027   \n",
       "16294  2.220898 -1.687488 -0.394971  0.691774  ...  0.198149  0.404801   \n",
       "16295  0.824244 -0.228474 -1.388498 -0.470871  ... -0.379684  0.889263   \n",
       "\n",
       "            43        44        45        46        47        48        49   \\\n",
       "0     -0.982307 -0.496790 -0.022562 -0.273687 -0.463349 -0.050930  0.801801   \n",
       "1     -0.368352 -0.341452 -0.129752 -0.302006 -0.181581  0.478378  0.159127   \n",
       "2     -0.039783  0.017995 -0.005723  0.014173  0.013893 -0.093317 -0.037416   \n",
       "3     -0.152969  0.032218  0.066243  0.084304 -0.032498 -0.099924  0.058492   \n",
       "4      0.016940  0.006546  0.002581 -0.020468  0.001606 -0.005654  0.003170   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "16291  0.503093 -0.327117  0.025187 -0.431047  0.222354  0.452380 -0.353413   \n",
       "16292 -0.462803  0.143407 -0.377900 -0.379543  0.331191  0.161700 -0.224093   \n",
       "16293  0.291971 -0.138437 -0.195820 -0.505695  0.029818  0.249897 -0.098363   \n",
       "16294  0.529178  0.758978  0.010270 -0.992147  0.239563  0.222264 -0.214098   \n",
       "16295 -0.526806 -0.533405  0.793788  0.196613 -0.124924  0.193426 -0.032704   \n",
       "\n",
       "       231  \n",
       "0      0.0  \n",
       "1      0.0  \n",
       "2      0.0  \n",
       "3      0.0  \n",
       "4      0.0  \n",
       "...    ...  \n",
       "16291  0.0  \n",
       "16292  0.0  \n",
       "16293  0.0  \n",
       "16294  0.0  \n",
       "16295  0.0  \n",
       "\n",
       "[16296 rows x 51 columns]"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "n_components = 50\n",
    "\n",
    "pca_50 = PCA(n_components = n_components, random_state = random_state)\n",
    "feature_df_50 = pca_50.fit_transform(feature_df1[feature_df1.columns[:-1]])\n",
    "\n",
    "pca_50_df = pd.DataFrame(data = feature_df_50)\n",
    "pca_50_df = pd.concat([pca_50_df, feature_df1[feature_df1.columns[-1]]], axis = 1)\n",
    "pca_50_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "pca_50_df.to_csv('1sec/PCA_50_features.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### PCA 70"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_components = 70\n",
    "\n",
    "pca_70 = PCA(n_components = n_components, random_state = random_state)\n",
    "feature_df_70 = pca_70.fit_transform(feature_df1[feature_df1.columns[:-1]])\n",
    "\n",
    "pca_70_df = pd.DataFrame(data = feature_df_70)\n",
    "pca_70_df = pd.concat([pca_70_df, feature_df1[feature_df1.columns[-1]]], axis = 1)\n",
    "\n",
    "pca_70_df.to_csv('1sec/PCA_70_features.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### PCA 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_components = 100\n",
    "\n",
    "pca_100 = PCA(n_components = n_components, random_state = random_state)\n",
    "feature_df_100 = pca_100.fit_transform(feature_df1[feature_df1.columns[:-1]])\n",
    "\n",
    "pca_100_df = pd.DataFrame(data = feature_df_100)\n",
    "pca_100_df = pd.concat([pca_100_df, feature_df1[feature_df1.columns[-1]]], axis = 1)\n",
    "\n",
    "pca_100_df.to_csv('1sec/PCA_100_features.csv', index = False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}