4_eeg_T120D101_LSTM_for_1_patient.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Useful links / inspiration:\n",
    "#https://towardsdatascience.com/time-series-classification-for-human-activity-recognition-with-lstms-using-tensorflow-2-and-keras-b816431afdff\n",
    "#https://github.com/curiousily/Deep-Learning-For-Hackers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def warn(*args, **kwargs):\n",
    "    pass\n",
    "import warnings\n",
    "warnings.warn = warn"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_no_med = pd.read_csv(\"df_no_med.csv\",index_col=1)\n",
    "df_with_med = pd.read_csv(\"df_with_med.csv\",index_col=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_no_med = df_no_med.drop('Unnamed: 0', axis=1)\n",
    "df_with_med = df_with_med.drop('Unnamed: 0', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO3</th>\n",
       "      <th>PO4</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0.000000</th>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000097</td>\n",
       "      <td>-0.000110</td>\n",
       "      <td>0.001050</td>\n",
       "      <td>0.000620</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.001064</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000689</td>\n",
       "      <td>-0.000006</td>\n",
       "      <td>...</td>\n",
       "      <td>2.687062e-08</td>\n",
       "      <td>0.000694</td>\n",
       "      <td>-0.000457</td>\n",
       "      <td>-0.000453</td>\n",
       "      <td>-0.000497</td>\n",
       "      <td>-0.001210</td>\n",
       "      <td>0.000042</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>-0.000711</td>\n",
       "      <td>0.000654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.000977</th>\n",
       "      <td>27.455766</td>\n",
       "      <td>26.606654</td>\n",
       "      <td>26.892957</td>\n",
       "      <td>29.337874</td>\n",
       "      <td>13.135716</td>\n",
       "      <td>-5.609538</td>\n",
       "      <td>-12.377180</td>\n",
       "      <td>30.328078</td>\n",
       "      <td>29.643028</td>\n",
       "      <td>28.170998</td>\n",
       "      <td>...</td>\n",
       "      <td>2.553813e+01</td>\n",
       "      <td>2.946220</td>\n",
       "      <td>2.813764</td>\n",
       "      <td>29.146076</td>\n",
       "      <td>30.564069</td>\n",
       "      <td>25.686971</td>\n",
       "      <td>3.671878</td>\n",
       "      <td>25.794950</td>\n",
       "      <td>3.245334</td>\n",
       "      <td>5.611289</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.001953</th>\n",
       "      <td>53.884614</td>\n",
       "      <td>52.222378</td>\n",
       "      <td>52.791137</td>\n",
       "      <td>57.582755</td>\n",
       "      <td>25.773323</td>\n",
       "      <td>-10.999043</td>\n",
       "      <td>-24.275849</td>\n",
       "      <td>59.561038</td>\n",
       "      <td>58.190787</td>\n",
       "      <td>55.311356</td>\n",
       "      <td>...</td>\n",
       "      <td>5.013413e+01</td>\n",
       "      <td>5.773239</td>\n",
       "      <td>5.515361</td>\n",
       "      <td>57.209499</td>\n",
       "      <td>60.028804</td>\n",
       "      <td>50.427738</td>\n",
       "      <td>7.193270</td>\n",
       "      <td>50.637357</td>\n",
       "      <td>6.361242</td>\n",
       "      <td>11.002120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.002930</th>\n",
       "      <td>78.317972</td>\n",
       "      <td>75.912737</td>\n",
       "      <td>76.756210</td>\n",
       "      <td>83.704875</td>\n",
       "      <td>37.444551</td>\n",
       "      <td>-15.959469</td>\n",
       "      <td>-35.242407</td>\n",
       "      <td>86.665003</td>\n",
       "      <td>84.611376</td>\n",
       "      <td>80.448746</td>\n",
       "      <td>...</td>\n",
       "      <td>7.289866e+01</td>\n",
       "      <td>8.369949</td>\n",
       "      <td>7.998086</td>\n",
       "      <td>83.167333</td>\n",
       "      <td>87.355561</td>\n",
       "      <td>73.326763</td>\n",
       "      <td>10.422512</td>\n",
       "      <td>73.628272</td>\n",
       "      <td>9.224246</td>\n",
       "      <td>15.965673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.003906</th>\n",
       "      <td>99.900227</td>\n",
       "      <td>96.853162</td>\n",
       "      <td>97.960124</td>\n",
       "      <td>106.793541</td>\n",
       "      <td>47.735765</td>\n",
       "      <td>-20.307311</td>\n",
       "      <td>-44.877958</td>\n",
       "      <td>110.725157</td>\n",
       "      <td>107.992578</td>\n",
       "      <td>102.724039</td>\n",
       "      <td>...</td>\n",
       "      <td>9.304532e+01</td>\n",
       "      <td>10.638130</td>\n",
       "      <td>10.168523</td>\n",
       "      <td>106.116133</td>\n",
       "      <td>111.625743</td>\n",
       "      <td>93.593209</td>\n",
       "      <td>13.235191</td>\n",
       "      <td>93.972758</td>\n",
       "      <td>11.726416</td>\n",
       "      <td>20.319218</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Fp1        Fpz        Fp2          F7         F3         Fz  \\\n",
       "time                                                                          \n",
       "0.000000   0.000006   0.000097  -0.000110    0.001050   0.000620   0.000695   \n",
       "0.000977  27.455766  26.606654  26.892957   29.337874  13.135716  -5.609538   \n",
       "0.001953  53.884614  52.222378  52.791137   57.582755  25.773323 -10.999043   \n",
       "0.002930  78.317972  75.912737  76.756210   83.704875  37.444551 -15.959469   \n",
       "0.003906  99.900227  96.853162  97.960124  106.793541  47.735765 -20.307311   \n",
       "\n",
       "                 F4          F8         FC5         FC1  ...           PO3  \\\n",
       "time                                                     ...                 \n",
       "0.000000   0.001064    0.000109    0.000689   -0.000006  ...  2.687062e-08   \n",
       "0.000977 -12.377180   30.328078   29.643028   28.170998  ...  2.553813e+01   \n",
       "0.001953 -24.275849   59.561038   58.190787   55.311356  ...  5.013413e+01   \n",
       "0.002930 -35.242407   86.665003   84.611376   80.448746  ...  7.289866e+01   \n",
       "0.003906 -44.877958  110.725157  107.992578  102.724039  ...  9.304532e+01   \n",
       "\n",
       "                PO4        PO6         FT7         FT8        TP7        TP8  \\\n",
       "time                                                                           \n",
       "0.000000   0.000694  -0.000457   -0.000453   -0.000497  -0.001210   0.000042   \n",
       "0.000977   2.946220   2.813764   29.146076   30.564069  25.686971   3.671878   \n",
       "0.001953   5.773239   5.515361   57.209499   60.028804  50.427738   7.193270   \n",
       "0.002930   8.369949   7.998086   83.167333   87.355561  73.326763  10.422512   \n",
       "0.003906  10.638130  10.168523  106.116133  111.625743  93.593209  13.235191   \n",
       "\n",
       "                PO7        PO8         Oz  \n",
       "time                                       \n",
       "0.000000   0.000105  -0.000711   0.000654  \n",
       "0.000977  25.794950   3.245334   5.611289  \n",
       "0.001953  50.637357   6.361242  11.002120  \n",
       "0.002930  73.628272   9.224246  15.965673  \n",
       "0.003906  93.972758  11.726416  20.319218  \n",
       "\n",
       "[5 rows x 64 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_no_med.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(305153, 64)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_no_med.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO3</th>\n",
       "      <th>PO4</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0.000000</th>\n",
       "      <td>0.000085</td>\n",
       "      <td>0.000163</td>\n",
       "      <td>-0.000226</td>\n",
       "      <td>-0.000704</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.001823</td>\n",
       "      <td>0.002876</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>0.000966</td>\n",
       "      <td>-0.000022</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000320</td>\n",
       "      <td>-0.000710</td>\n",
       "      <td>-0.000233</td>\n",
       "      <td>0.000794</td>\n",
       "      <td>-0.000586</td>\n",
       "      <td>-0.000329</td>\n",
       "      <td>0.001105</td>\n",
       "      <td>0.000520</td>\n",
       "      <td>0.000429</td>\n",
       "      <td>0.000122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.000977</th>\n",
       "      <td>6.903263</td>\n",
       "      <td>5.359639</td>\n",
       "      <td>5.160728</td>\n",
       "      <td>4.085428</td>\n",
       "      <td>4.181190</td>\n",
       "      <td>-5.390740</td>\n",
       "      <td>-10.428631</td>\n",
       "      <td>5.957052</td>\n",
       "      <td>6.890464</td>\n",
       "      <td>7.415074</td>\n",
       "      <td>...</td>\n",
       "      <td>9.787553</td>\n",
       "      <td>2.067113</td>\n",
       "      <td>2.207654</td>\n",
       "      <td>3.952666</td>\n",
       "      <td>12.307370</td>\n",
       "      <td>9.836094</td>\n",
       "      <td>3.294499</td>\n",
       "      <td>9.921001</td>\n",
       "      <td>2.626457</td>\n",
       "      <td>6.059191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.001953</th>\n",
       "      <td>13.562421</td>\n",
       "      <td>10.543133</td>\n",
       "      <td>10.153136</td>\n",
       "      <td>8.031216</td>\n",
       "      <td>8.177686</td>\n",
       "      <td>-10.586112</td>\n",
       "      <td>-20.465741</td>\n",
       "      <td>11.705572</td>\n",
       "      <td>13.434405</td>\n",
       "      <td>14.530479</td>\n",
       "      <td>...</td>\n",
       "      <td>19.248824</td>\n",
       "      <td>4.050613</td>\n",
       "      <td>4.326130</td>\n",
       "      <td>7.769443</td>\n",
       "      <td>24.208104</td>\n",
       "      <td>19.349508</td>\n",
       "      <td>6.460486</td>\n",
       "      <td>19.512403</td>\n",
       "      <td>5.146949</td>\n",
       "      <td>11.883024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.002930</th>\n",
       "      <td>19.747107</td>\n",
       "      <td>15.384828</td>\n",
       "      <td>14.818290</td>\n",
       "      <td>11.702578</td>\n",
       "      <td>11.816395</td>\n",
       "      <td>-15.398205</td>\n",
       "      <td>-29.736513</td>\n",
       "      <td>17.052630</td>\n",
       "      <td>19.314352</td>\n",
       "      <td>21.064374</td>\n",
       "      <td>...</td>\n",
       "      <td>28.075847</td>\n",
       "      <td>5.870064</td>\n",
       "      <td>6.270670</td>\n",
       "      <td>11.321910</td>\n",
       "      <td>35.317537</td>\n",
       "      <td>28.234208</td>\n",
       "      <td>9.378558</td>\n",
       "      <td>28.463401</td>\n",
       "      <td>7.462177</td>\n",
       "      <td>17.249363</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.003906</th>\n",
       "      <td>25.253922</td>\n",
       "      <td>19.738290</td>\n",
       "      <td>19.016082</td>\n",
       "      <td>14.978772</td>\n",
       "      <td>14.947573</td>\n",
       "      <td>-19.661738</td>\n",
       "      <td>-37.912174</td>\n",
       "      <td>21.827206</td>\n",
       "      <td>24.258644</td>\n",
       "      <td>26.771198</td>\n",
       "      <td>...</td>\n",
       "      <td>35.993111</td>\n",
       "      <td>7.454957</td>\n",
       "      <td>7.966496</td>\n",
       "      <td>14.493574</td>\n",
       "      <td>45.294606</td>\n",
       "      <td>36.216634</td>\n",
       "      <td>11.941908</td>\n",
       "      <td>36.495664</td>\n",
       "      <td>9.483929</td>\n",
       "      <td>21.960806</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 64 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Fp1        Fpz        Fp2         F7         F3         Fz  \\\n",
       "time                                                                         \n",
       "0.000000   0.000085   0.000163  -0.000226  -0.000704   0.000066   0.001823   \n",
       "0.000977   6.903263   5.359639   5.160728   4.085428   4.181190  -5.390740   \n",
       "0.001953  13.562421  10.543133  10.153136   8.031216   8.177686 -10.586112   \n",
       "0.002930  19.747107  15.384828  14.818290  11.702578  11.816395 -15.398205   \n",
       "0.003906  25.253922  19.738290  19.016082  14.978772  14.947573 -19.661738   \n",
       "\n",
       "                 F4         F8        FC5        FC1  ...        PO3  \\\n",
       "time                                                  ...              \n",
       "0.000000   0.002876   0.000139   0.000966  -0.000022  ...   0.000320   \n",
       "0.000977 -10.428631   5.957052   6.890464   7.415074  ...   9.787553   \n",
       "0.001953 -20.465741  11.705572  13.434405  14.530479  ...  19.248824   \n",
       "0.002930 -29.736513  17.052630  19.314352  21.064374  ...  28.075847   \n",
       "0.003906 -37.912174  21.827206  24.258644  26.771198  ...  35.993111   \n",
       "\n",
       "               PO4       PO6        FT7        FT8        TP7        TP8  \\\n",
       "time                                                                       \n",
       "0.000000 -0.000710 -0.000233   0.000794  -0.000586  -0.000329   0.001105   \n",
       "0.000977  2.067113  2.207654   3.952666  12.307370   9.836094   3.294499   \n",
       "0.001953  4.050613  4.326130   7.769443  24.208104  19.349508   6.460486   \n",
       "0.002930  5.870064  6.270670  11.321910  35.317537  28.234208   9.378558   \n",
       "0.003906  7.454957  7.966496  14.493574  45.294606  36.216634  11.941908   \n",
       "\n",
       "                PO7       PO8         Oz  \n",
       "time                                      \n",
       "0.000000   0.000520  0.000429   0.000122  \n",
       "0.000977   9.921001  2.626457   6.059191  \n",
       "0.001953  19.512403  5.146949  11.883024  \n",
       "0.002930  28.463401  7.462177  17.249363  \n",
       "0.003906  36.495664  9.483929  21.960806  \n",
       "\n",
       "[5 rows x 64 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_with_med.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(305153, 64)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_with_med.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#df_no_med = df_no_med.drop(['time'],axis=1)\n",
    "#df_with_med = df_with_med.drop(['time'],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add labels to the dataframes\n",
    "df_no_med['med'] = \"without\"  # without medicine\n",
    "df_with_med['med'] = \"with\"  # with medicine"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO4</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "      <th>med</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0.000000</th>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000097</td>\n",
       "      <td>-0.000110</td>\n",
       "      <td>0.001050</td>\n",
       "      <td>0.000620</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.001064</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000689</td>\n",
       "      <td>-0.000006</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000694</td>\n",
       "      <td>-0.000457</td>\n",
       "      <td>-0.000453</td>\n",
       "      <td>-0.000497</td>\n",
       "      <td>-0.001210</td>\n",
       "      <td>0.000042</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>-0.000711</td>\n",
       "      <td>0.000654</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.000977</th>\n",
       "      <td>27.455766</td>\n",
       "      <td>26.606654</td>\n",
       "      <td>26.892957</td>\n",
       "      <td>29.337874</td>\n",
       "      <td>13.135716</td>\n",
       "      <td>-5.609538</td>\n",
       "      <td>-12.377180</td>\n",
       "      <td>30.328078</td>\n",
       "      <td>29.643028</td>\n",
       "      <td>28.170998</td>\n",
       "      <td>...</td>\n",
       "      <td>2.946220</td>\n",
       "      <td>2.813764</td>\n",
       "      <td>29.146076</td>\n",
       "      <td>30.564069</td>\n",
       "      <td>25.686971</td>\n",
       "      <td>3.671878</td>\n",
       "      <td>25.794950</td>\n",
       "      <td>3.245334</td>\n",
       "      <td>5.611289</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.001953</th>\n",
       "      <td>53.884614</td>\n",
       "      <td>52.222378</td>\n",
       "      <td>52.791137</td>\n",
       "      <td>57.582755</td>\n",
       "      <td>25.773323</td>\n",
       "      <td>-10.999043</td>\n",
       "      <td>-24.275849</td>\n",
       "      <td>59.561038</td>\n",
       "      <td>58.190787</td>\n",
       "      <td>55.311356</td>\n",
       "      <td>...</td>\n",
       "      <td>5.773239</td>\n",
       "      <td>5.515361</td>\n",
       "      <td>57.209499</td>\n",
       "      <td>60.028804</td>\n",
       "      <td>50.427738</td>\n",
       "      <td>7.193270</td>\n",
       "      <td>50.637357</td>\n",
       "      <td>6.361242</td>\n",
       "      <td>11.002120</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.002930</th>\n",
       "      <td>78.317972</td>\n",
       "      <td>75.912737</td>\n",
       "      <td>76.756210</td>\n",
       "      <td>83.704875</td>\n",
       "      <td>37.444551</td>\n",
       "      <td>-15.959469</td>\n",
       "      <td>-35.242407</td>\n",
       "      <td>86.665003</td>\n",
       "      <td>84.611376</td>\n",
       "      <td>80.448746</td>\n",
       "      <td>...</td>\n",
       "      <td>8.369949</td>\n",
       "      <td>7.998086</td>\n",
       "      <td>83.167333</td>\n",
       "      <td>87.355561</td>\n",
       "      <td>73.326763</td>\n",
       "      <td>10.422512</td>\n",
       "      <td>73.628272</td>\n",
       "      <td>9.224246</td>\n",
       "      <td>15.965673</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.003906</th>\n",
       "      <td>99.900227</td>\n",
       "      <td>96.853162</td>\n",
       "      <td>97.960124</td>\n",
       "      <td>106.793541</td>\n",
       "      <td>47.735765</td>\n",
       "      <td>-20.307311</td>\n",
       "      <td>-44.877958</td>\n",
       "      <td>110.725157</td>\n",
       "      <td>107.992578</td>\n",
       "      <td>102.724039</td>\n",
       "      <td>...</td>\n",
       "      <td>10.638130</td>\n",
       "      <td>10.168523</td>\n",
       "      <td>106.116133</td>\n",
       "      <td>111.625743</td>\n",
       "      <td>93.593209</td>\n",
       "      <td>13.235191</td>\n",
       "      <td>93.972758</td>\n",
       "      <td>11.726416</td>\n",
       "      <td>20.319218</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 65 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Fp1        Fpz        Fp2          F7         F3         Fz  \\\n",
       "time                                                                          \n",
       "0.000000   0.000006   0.000097  -0.000110    0.001050   0.000620   0.000695   \n",
       "0.000977  27.455766  26.606654  26.892957   29.337874  13.135716  -5.609538   \n",
       "0.001953  53.884614  52.222378  52.791137   57.582755  25.773323 -10.999043   \n",
       "0.002930  78.317972  75.912737  76.756210   83.704875  37.444551 -15.959469   \n",
       "0.003906  99.900227  96.853162  97.960124  106.793541  47.735765 -20.307311   \n",
       "\n",
       "                 F4          F8         FC5         FC1  ...        PO4  \\\n",
       "time                                                     ...              \n",
       "0.000000   0.001064    0.000109    0.000689   -0.000006  ...   0.000694   \n",
       "0.000977 -12.377180   30.328078   29.643028   28.170998  ...   2.946220   \n",
       "0.001953 -24.275849   59.561038   58.190787   55.311356  ...   5.773239   \n",
       "0.002930 -35.242407   86.665003   84.611376   80.448746  ...   8.369949   \n",
       "0.003906 -44.877958  110.725157  107.992578  102.724039  ...  10.638130   \n",
       "\n",
       "                PO6         FT7         FT8        TP7        TP8        PO7  \\\n",
       "time                                                                           \n",
       "0.000000  -0.000457   -0.000453   -0.000497  -0.001210   0.000042   0.000105   \n",
       "0.000977   2.813764   29.146076   30.564069  25.686971   3.671878  25.794950   \n",
       "0.001953   5.515361   57.209499   60.028804  50.427738   7.193270  50.637357   \n",
       "0.002930   7.998086   83.167333   87.355561  73.326763  10.422512  73.628272   \n",
       "0.003906  10.168523  106.116133  111.625743  93.593209  13.235191  93.972758   \n",
       "\n",
       "                PO8         Oz      med  \n",
       "time                                     \n",
       "0.000000  -0.000711   0.000654  without  \n",
       "0.000977   3.245334   5.611289  without  \n",
       "0.001953   6.361242  11.002120  without  \n",
       "0.002930   9.224246  15.965673  without  \n",
       "0.003906  11.726416  20.319218  without  \n",
       "\n",
       "[5 rows x 65 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_no_med.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Divide into train/test data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_no_med_train_test = ['train'] * int(0.8 * len(df_no_med)) + ['test'] * (len(df_no_med) - int(0.8 * len(df_no_med)))\n",
    "df_no_med['train_test'] = df_no_med_train_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_with_med_train_test = ['train'] * int(0.8 * len(df_with_med)) + ['test'] * (len(df_with_med) - int(0.8 * len(df_with_med)))\n",
    "df_with_med['train_test'] = df_with_med_train_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Concatenate the dataframes\n",
    "df = pd.concat([df_no_med, df_with_med])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "      <th>med</th>\n",
       "      <th>train_test</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0.000000</th>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.000097</td>\n",
       "      <td>-0.000110</td>\n",
       "      <td>0.001050</td>\n",
       "      <td>0.000620</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.001064</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000689</td>\n",
       "      <td>-0.000006</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000457</td>\n",
       "      <td>-0.000453</td>\n",
       "      <td>-0.000497</td>\n",
       "      <td>-0.001210</td>\n",
       "      <td>0.000042</td>\n",
       "      <td>0.000105</td>\n",
       "      <td>-0.000711</td>\n",
       "      <td>0.000654</td>\n",
       "      <td>without</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.000977</th>\n",
       "      <td>27.455766</td>\n",
       "      <td>26.606654</td>\n",
       "      <td>26.892957</td>\n",
       "      <td>29.337874</td>\n",
       "      <td>13.135716</td>\n",
       "      <td>-5.609538</td>\n",
       "      <td>-12.377180</td>\n",
       "      <td>30.328078</td>\n",
       "      <td>29.643028</td>\n",
       "      <td>28.170998</td>\n",
       "      <td>...</td>\n",
       "      <td>2.813764</td>\n",
       "      <td>29.146076</td>\n",
       "      <td>30.564069</td>\n",
       "      <td>25.686971</td>\n",
       "      <td>3.671878</td>\n",
       "      <td>25.794950</td>\n",
       "      <td>3.245334</td>\n",
       "      <td>5.611289</td>\n",
       "      <td>without</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.001953</th>\n",
       "      <td>53.884614</td>\n",
       "      <td>52.222378</td>\n",
       "      <td>52.791137</td>\n",
       "      <td>57.582755</td>\n",
       "      <td>25.773323</td>\n",
       "      <td>-10.999043</td>\n",
       "      <td>-24.275849</td>\n",
       "      <td>59.561038</td>\n",
       "      <td>58.190787</td>\n",
       "      <td>55.311356</td>\n",
       "      <td>...</td>\n",
       "      <td>5.515361</td>\n",
       "      <td>57.209499</td>\n",
       "      <td>60.028804</td>\n",
       "      <td>50.427738</td>\n",
       "      <td>7.193270</td>\n",
       "      <td>50.637357</td>\n",
       "      <td>6.361242</td>\n",
       "      <td>11.002120</td>\n",
       "      <td>without</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.002930</th>\n",
       "      <td>78.317972</td>\n",
       "      <td>75.912737</td>\n",
       "      <td>76.756210</td>\n",
       "      <td>83.704875</td>\n",
       "      <td>37.444551</td>\n",
       "      <td>-15.959469</td>\n",
       "      <td>-35.242407</td>\n",
       "      <td>86.665003</td>\n",
       "      <td>84.611376</td>\n",
       "      <td>80.448746</td>\n",
       "      <td>...</td>\n",
       "      <td>7.998086</td>\n",
       "      <td>83.167333</td>\n",
       "      <td>87.355561</td>\n",
       "      <td>73.326763</td>\n",
       "      <td>10.422512</td>\n",
       "      <td>73.628272</td>\n",
       "      <td>9.224246</td>\n",
       "      <td>15.965673</td>\n",
       "      <td>without</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.003906</th>\n",
       "      <td>99.900227</td>\n",
       "      <td>96.853162</td>\n",
       "      <td>97.960124</td>\n",
       "      <td>106.793541</td>\n",
       "      <td>47.735765</td>\n",
       "      <td>-20.307311</td>\n",
       "      <td>-44.877958</td>\n",
       "      <td>110.725157</td>\n",
       "      <td>107.992578</td>\n",
       "      <td>102.724039</td>\n",
       "      <td>...</td>\n",
       "      <td>10.168523</td>\n",
       "      <td>106.116133</td>\n",
       "      <td>111.625743</td>\n",
       "      <td>93.593209</td>\n",
       "      <td>13.235191</td>\n",
       "      <td>93.972758</td>\n",
       "      <td>11.726416</td>\n",
       "      <td>20.319218</td>\n",
       "      <td>without</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 66 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                Fp1        Fpz        Fp2          F7         F3         Fz  \\\n",
       "time                                                                          \n",
       "0.000000   0.000006   0.000097  -0.000110    0.001050   0.000620   0.000695   \n",
       "0.000977  27.455766  26.606654  26.892957   29.337874  13.135716  -5.609538   \n",
       "0.001953  53.884614  52.222378  52.791137   57.582755  25.773323 -10.999043   \n",
       "0.002930  78.317972  75.912737  76.756210   83.704875  37.444551 -15.959469   \n",
       "0.003906  99.900227  96.853162  97.960124  106.793541  47.735765 -20.307311   \n",
       "\n",
       "                 F4          F8         FC5         FC1  ...        PO6  \\\n",
       "time                                                     ...              \n",
       "0.000000   0.001064    0.000109    0.000689   -0.000006  ...  -0.000457   \n",
       "0.000977 -12.377180   30.328078   29.643028   28.170998  ...   2.813764   \n",
       "0.001953 -24.275849   59.561038   58.190787   55.311356  ...   5.515361   \n",
       "0.002930 -35.242407   86.665003   84.611376   80.448746  ...   7.998086   \n",
       "0.003906 -44.877958  110.725157  107.992578  102.724039  ...  10.168523   \n",
       "\n",
       "                 FT7         FT8        TP7        TP8        PO7        PO8  \\\n",
       "time                                                                           \n",
       "0.000000   -0.000453   -0.000497  -0.001210   0.000042   0.000105  -0.000711   \n",
       "0.000977   29.146076   30.564069  25.686971   3.671878  25.794950   3.245334   \n",
       "0.001953   57.209499   60.028804  50.427738   7.193270  50.637357   6.361242   \n",
       "0.002930   83.167333   87.355561  73.326763  10.422512  73.628272   9.224246   \n",
       "0.003906  106.116133  111.625743  93.593209  13.235191  93.972758  11.726416   \n",
       "\n",
       "                 Oz      med  train_test  \n",
       "time                                      \n",
       "0.000000   0.000654  without       train  \n",
       "0.000977   5.611289  without       train  \n",
       "0.001953  11.002120  without       train  \n",
       "0.002930  15.965673  without       train  \n",
       "0.003906  20.319218  without       train  \n",
       "\n",
       "[5 rows x 66 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = df[df['train_test'] == \"train\"]\n",
    "df_test = df[df['train_test'] == \"test\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train = df_train.drop('train_test', axis=1)\n",
    "df_test = df_test.drop('train_test', axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Features preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = list(df_train.columns)\n",
    "features.remove(\"med\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Fp1',\n",
       " 'Fpz',\n",
       " 'Fp2',\n",
       " 'F7',\n",
       " 'F3',\n",
       " 'Fz',\n",
       " 'F4',\n",
       " 'F8',\n",
       " 'FC5',\n",
       " 'FC1',\n",
       " 'FC2',\n",
       " 'FC6',\n",
       " 'M1',\n",
       " 'T7',\n",
       " 'C3',\n",
       " 'Cz',\n",
       " 'C4',\n",
       " 'T8',\n",
       " 'M2',\n",
       " 'CP5',\n",
       " 'CP1',\n",
       " 'CP2',\n",
       " 'CP6',\n",
       " 'P7',\n",
       " 'P3',\n",
       " 'Pz',\n",
       " 'P4',\n",
       " 'P8',\n",
       " 'POz',\n",
       " 'O1',\n",
       " 'O2',\n",
       " 'EOG',\n",
       " 'AF7',\n",
       " 'AF3',\n",
       " 'AF4',\n",
       " 'AF8',\n",
       " 'F5',\n",
       " 'F1',\n",
       " 'F2',\n",
       " 'F6',\n",
       " 'FC3',\n",
       " 'FCz',\n",
       " 'FC4',\n",
       " 'C5',\n",
       " 'C1',\n",
       " 'C2',\n",
       " 'C6',\n",
       " 'CP3',\n",
       " 'CP4',\n",
       " 'P5',\n",
       " 'P1',\n",
       " 'P2',\n",
       " 'P6',\n",
       " 'PO5',\n",
       " 'PO3',\n",
       " 'PO4',\n",
       " 'PO6',\n",
       " 'FT7',\n",
       " 'FT8',\n",
       " 'TP7',\n",
       " 'TP8',\n",
       " 'PO7',\n",
       " 'PO8',\n",
       " 'Oz']"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import RobustScaler\n",
    "\n",
    "scaler = RobustScaler()\n",
    "\n",
    "scaler = scaler.fit(df_train[features])\n",
    "\n",
    "df_train.loc[:, features] = scaler.transform(df_train[features].to_numpy())\n",
    "df_test.loc[:, features] = scaler.transform(df_test[features].to_numpy())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO4</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "      <th>med</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0.000000</th>\n",
       "      <td>0.032738</td>\n",
       "      <td>0.037736</td>\n",
       "      <td>0.036887</td>\n",
       "      <td>-0.006392</td>\n",
       "      <td>0.005045</td>\n",
       "      <td>0.017806</td>\n",
       "      <td>0.011183</td>\n",
       "      <td>-0.004193</td>\n",
       "      <td>-0.012127</td>\n",
       "      <td>0.001196</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.014850</td>\n",
       "      <td>-0.016992</td>\n",
       "      <td>-0.007116</td>\n",
       "      <td>-0.007660</td>\n",
       "      <td>-0.021791</td>\n",
       "      <td>-0.017592</td>\n",
       "      <td>-0.021873</td>\n",
       "      <td>-0.017269</td>\n",
       "      <td>-0.014696</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.000977</th>\n",
       "      <td>2.343953</td>\n",
       "      <td>2.582403</td>\n",
       "      <td>2.592715</td>\n",
       "      <td>1.904728</td>\n",
       "      <td>1.891142</td>\n",
       "      <td>-2.294028</td>\n",
       "      <td>-5.526649</td>\n",
       "      <td>2.498526</td>\n",
       "      <td>2.829575</td>\n",
       "      <td>3.526654</td>\n",
       "      <td>...</td>\n",
       "      <td>2.821396</td>\n",
       "      <td>2.708613</td>\n",
       "      <td>1.899246</td>\n",
       "      <td>2.768076</td>\n",
       "      <td>3.178106</td>\n",
       "      <td>2.409289</td>\n",
       "      <td>3.216164</td>\n",
       "      <td>2.970346</td>\n",
       "      <td>2.516007</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.001953</th>\n",
       "      <td>4.568723</td>\n",
       "      <td>5.032306</td>\n",
       "      <td>5.053992</td>\n",
       "      <td>3.744715</td>\n",
       "      <td>3.705803</td>\n",
       "      <td>-4.514906</td>\n",
       "      <td>-10.849927</td>\n",
       "      <td>4.910882</td>\n",
       "      <td>5.566344</td>\n",
       "      <td>6.923132</td>\n",
       "      <td>...</td>\n",
       "      <td>5.543532</td>\n",
       "      <td>5.325138</td>\n",
       "      <td>3.734765</td>\n",
       "      <td>5.443930</td>\n",
       "      <td>6.259987</td>\n",
       "      <td>4.736735</td>\n",
       "      <td>6.334641</td>\n",
       "      <td>5.838184</td>\n",
       "      <td>4.947566</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.002930</th>\n",
       "      <td>6.625514</td>\n",
       "      <td>7.298067</td>\n",
       "      <td>7.331553</td>\n",
       "      <td>5.446417</td>\n",
       "      <td>5.381699</td>\n",
       "      <td>-6.558971</td>\n",
       "      <td>-15.756194</td>\n",
       "      <td>7.147550</td>\n",
       "      <td>8.099190</td>\n",
       "      <td>10.068948</td>\n",
       "      <td>...</td>\n",
       "      <td>8.043903</td>\n",
       "      <td>7.729684</td>\n",
       "      <td>5.432566</td>\n",
       "      <td>7.925623</td>\n",
       "      <td>9.112447</td>\n",
       "      <td>6.871086</td>\n",
       "      <td>9.220699</td>\n",
       "      <td>8.473253</td>\n",
       "      <td>7.186400</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.003906</th>\n",
       "      <td>8.442300</td>\n",
       "      <td>9.300822</td>\n",
       "      <td>9.346702</td>\n",
       "      <td>6.950507</td>\n",
       "      <td>6.859436</td>\n",
       "      <td>-8.350606</td>\n",
       "      <td>-20.066989</td>\n",
       "      <td>9.133038</td>\n",
       "      <td>10.340660</td>\n",
       "      <td>12.856588</td>\n",
       "      <td>...</td>\n",
       "      <td>10.227935</td>\n",
       "      <td>9.831775</td>\n",
       "      <td>6.933558</td>\n",
       "      <td>10.129731</td>\n",
       "      <td>11.636976</td>\n",
       "      <td>8.730111</td>\n",
       "      <td>11.774550</td>\n",
       "      <td>10.776216</td>\n",
       "      <td>9.150086</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.395508</th>\n",
       "      <td>-0.871588</td>\n",
       "      <td>-0.463739</td>\n",
       "      <td>-0.431470</td>\n",
       "      <td>-0.322202</td>\n",
       "      <td>-1.217865</td>\n",
       "      <td>-1.974578</td>\n",
       "      <td>-1.837957</td>\n",
       "      <td>-0.113740</td>\n",
       "      <td>-0.091939</td>\n",
       "      <td>-1.388927</td>\n",
       "      <td>...</td>\n",
       "      <td>0.390153</td>\n",
       "      <td>0.401044</td>\n",
       "      <td>-0.321397</td>\n",
       "      <td>-0.232562</td>\n",
       "      <td>-0.527607</td>\n",
       "      <td>0.461255</td>\n",
       "      <td>-0.530474</td>\n",
       "      <td>0.365765</td>\n",
       "      <td>-0.695571</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.396484</th>\n",
       "      <td>-0.933653</td>\n",
       "      <td>-0.523184</td>\n",
       "      <td>-0.488587</td>\n",
       "      <td>-0.349938</td>\n",
       "      <td>-1.251835</td>\n",
       "      <td>-2.082613</td>\n",
       "      <td>-1.986841</td>\n",
       "      <td>-0.044855</td>\n",
       "      <td>-0.143257</td>\n",
       "      <td>-1.379223</td>\n",
       "      <td>...</td>\n",
       "      <td>0.518973</td>\n",
       "      <td>0.527729</td>\n",
       "      <td>-0.348601</td>\n",
       "      <td>-0.237555</td>\n",
       "      <td>-0.578035</td>\n",
       "      <td>0.587255</td>\n",
       "      <td>-0.581597</td>\n",
       "      <td>0.487638</td>\n",
       "      <td>-0.714350</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.397461</th>\n",
       "      <td>-0.971178</td>\n",
       "      <td>-0.571131</td>\n",
       "      <td>-0.534921</td>\n",
       "      <td>-0.363313</td>\n",
       "      <td>-1.269811</td>\n",
       "      <td>-2.151165</td>\n",
       "      <td>-2.085704</td>\n",
       "      <td>0.010047</td>\n",
       "      <td>-0.204560</td>\n",
       "      <td>-1.372810</td>\n",
       "      <td>...</td>\n",
       "      <td>0.634752</td>\n",
       "      <td>0.641946</td>\n",
       "      <td>-0.361612</td>\n",
       "      <td>-0.248332</td>\n",
       "      <td>-0.629133</td>\n",
       "      <td>0.699733</td>\n",
       "      <td>-0.633199</td>\n",
       "      <td>0.596858</td>\n",
       "      <td>-0.733799</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.398438</th>\n",
       "      <td>-0.984810</td>\n",
       "      <td>-0.605766</td>\n",
       "      <td>-0.568663</td>\n",
       "      <td>-0.363990</td>\n",
       "      <td>-1.273619</td>\n",
       "      <td>-2.178786</td>\n",
       "      <td>-2.130711</td>\n",
       "      <td>0.048924</td>\n",
       "      <td>-0.274476</td>\n",
       "      <td>-1.371156</td>\n",
       "      <td>...</td>\n",
       "      <td>0.735014</td>\n",
       "      <td>0.741321</td>\n",
       "      <td>-0.362076</td>\n",
       "      <td>-0.263386</td>\n",
       "      <td>-0.679952</td>\n",
       "      <td>0.795934</td>\n",
       "      <td>-0.684294</td>\n",
       "      <td>0.691203</td>\n",
       "      <td>-0.751526</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.399414</th>\n",
       "      <td>-0.976103</td>\n",
       "      <td>-0.625863</td>\n",
       "      <td>-0.588574</td>\n",
       "      <td>-0.354158</td>\n",
       "      <td>-1.265565</td>\n",
       "      <td>-2.165860</td>\n",
       "      <td>-2.120718</td>\n",
       "      <td>0.070874</td>\n",
       "      <td>-0.351179</td>\n",
       "      <td>-1.375456</td>\n",
       "      <td>...</td>\n",
       "      <td>0.818344</td>\n",
       "      <td>0.824501</td>\n",
       "      <td>-0.352164</td>\n",
       "      <td>-0.280722</td>\n",
       "      <td>-0.729527</td>\n",
       "      <td>0.874081</td>\n",
       "      <td>-0.733894</td>\n",
       "      <td>0.769473</td>\n",
       "      <td>-0.764814</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>488244 rows × 65 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Fp1       Fpz       Fp2        F7        F3        Fz  \\\n",
       "time                                                                     \n",
       "0.000000    0.032738  0.037736  0.036887 -0.006392  0.005045  0.017806   \n",
       "0.000977    2.343953  2.582403  2.592715  1.904728  1.891142 -2.294028   \n",
       "0.001953    4.568723  5.032306  5.053992  3.744715  3.705803 -4.514906   \n",
       "0.002930    6.625514  7.298067  7.331553  5.446417  5.381699 -6.558971   \n",
       "0.003906    8.442300  9.300822  9.346702  6.950507  6.859436 -8.350606   \n",
       "...              ...       ...       ...       ...       ...       ...   \n",
       "238.395508 -0.871588 -0.463739 -0.431470 -0.322202 -1.217865 -1.974578   \n",
       "238.396484 -0.933653 -0.523184 -0.488587 -0.349938 -1.251835 -2.082613   \n",
       "238.397461 -0.971178 -0.571131 -0.534921 -0.363313 -1.269811 -2.151165   \n",
       "238.398438 -0.984810 -0.605766 -0.568663 -0.363990 -1.273619 -2.178786   \n",
       "238.399414 -0.976103 -0.625863 -0.588574 -0.354158 -1.265565 -2.165860   \n",
       "\n",
       "                   F4        F8        FC5        FC1  ...        PO4  \\\n",
       "time                                                   ...              \n",
       "0.000000     0.011183 -0.004193  -0.012127   0.001196  ...  -0.014850   \n",
       "0.000977    -5.526649  2.498526   2.829575   3.526654  ...   2.821396   \n",
       "0.001953   -10.849927  4.910882   5.566344   6.923132  ...   5.543532   \n",
       "0.002930   -15.756194  7.147550   8.099190  10.068948  ...   8.043903   \n",
       "0.003906   -20.066989  9.133038  10.340660  12.856588  ...  10.227935   \n",
       "...               ...       ...        ...        ...  ...        ...   \n",
       "238.395508  -1.837957 -0.113740  -0.091939  -1.388927  ...   0.390153   \n",
       "238.396484  -1.986841 -0.044855  -0.143257  -1.379223  ...   0.518973   \n",
       "238.397461  -2.085704  0.010047  -0.204560  -1.372810  ...   0.634752   \n",
       "238.398438  -2.130711  0.048924  -0.274476  -1.371156  ...   0.735014   \n",
       "238.399414  -2.120718  0.070874  -0.351179  -1.375456  ...   0.818344   \n",
       "\n",
       "                 PO6       FT7        FT8        TP7       TP8        PO7  \\\n",
       "time                                                                        \n",
       "0.000000   -0.016992 -0.007116  -0.007660  -0.021791 -0.017592  -0.021873   \n",
       "0.000977    2.708613  1.899246   2.768076   3.178106  2.409289   3.216164   \n",
       "0.001953    5.325138  3.734765   5.443930   6.259987  4.736735   6.334641   \n",
       "0.002930    7.729684  5.432566   7.925623   9.112447  6.871086   9.220699   \n",
       "0.003906    9.831775  6.933558  10.129731  11.636976  8.730111  11.774550   \n",
       "...              ...       ...        ...        ...       ...        ...   \n",
       "238.395508  0.401044 -0.321397  -0.232562  -0.527607  0.461255  -0.530474   \n",
       "238.396484  0.527729 -0.348601  -0.237555  -0.578035  0.587255  -0.581597   \n",
       "238.397461  0.641946 -0.361612  -0.248332  -0.629133  0.699733  -0.633199   \n",
       "238.398438  0.741321 -0.362076  -0.263386  -0.679952  0.795934  -0.684294   \n",
       "238.399414  0.824501 -0.352164  -0.280722  -0.729527  0.874081  -0.733894   \n",
       "\n",
       "                  PO8        Oz      med  \n",
       "time                                      \n",
       "0.000000    -0.017269 -0.014696  without  \n",
       "0.000977     2.970346  2.516007  without  \n",
       "0.001953     5.838184  4.947566  without  \n",
       "0.002930     8.473253  7.186400  without  \n",
       "0.003906    10.776216  9.150086  without  \n",
       "...               ...       ...      ...  \n",
       "238.395508   0.365765 -0.695571     with  \n",
       "238.396484   0.487638 -0.714350     with  \n",
       "238.397461   0.596858 -0.733799     with  \n",
       "238.398438   0.691203 -0.751526     with  \n",
       "238.399414   0.769473 -0.764814     with  \n",
       "\n",
       "[488244 rows x 65 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Fp1</th>\n",
       "      <th>Fpz</th>\n",
       "      <th>Fp2</th>\n",
       "      <th>F7</th>\n",
       "      <th>F3</th>\n",
       "      <th>Fz</th>\n",
       "      <th>F4</th>\n",
       "      <th>F8</th>\n",
       "      <th>FC5</th>\n",
       "      <th>FC1</th>\n",
       "      <th>...</th>\n",
       "      <th>PO4</th>\n",
       "      <th>PO6</th>\n",
       "      <th>FT7</th>\n",
       "      <th>FT8</th>\n",
       "      <th>TP7</th>\n",
       "      <th>TP8</th>\n",
       "      <th>PO7</th>\n",
       "      <th>PO8</th>\n",
       "      <th>Oz</th>\n",
       "      <th>med</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>238.400391</th>\n",
       "      <td>0.947661</td>\n",
       "      <td>0.766066</td>\n",
       "      <td>0.706300</td>\n",
       "      <td>0.754967</td>\n",
       "      <td>0.649537</td>\n",
       "      <td>0.214765</td>\n",
       "      <td>-0.191512</td>\n",
       "      <td>0.329278</td>\n",
       "      <td>0.537423</td>\n",
       "      <td>0.286623</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011036</td>\n",
       "      <td>0.096522</td>\n",
       "      <td>0.754149</td>\n",
       "      <td>0.473538</td>\n",
       "      <td>0.832576</td>\n",
       "      <td>0.188543</td>\n",
       "      <td>0.834749</td>\n",
       "      <td>0.113336</td>\n",
       "      <td>0.275497</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.401367</th>\n",
       "      <td>0.898469</td>\n",
       "      <td>0.653309</td>\n",
       "      <td>0.587740</td>\n",
       "      <td>0.747319</td>\n",
       "      <td>0.621273</td>\n",
       "      <td>0.174403</td>\n",
       "      <td>-0.243159</td>\n",
       "      <td>0.310591</td>\n",
       "      <td>0.490145</td>\n",
       "      <td>0.295199</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004054</td>\n",
       "      <td>0.102194</td>\n",
       "      <td>0.746707</td>\n",
       "      <td>0.451390</td>\n",
       "      <td>0.813949</td>\n",
       "      <td>0.205115</td>\n",
       "      <td>0.815566</td>\n",
       "      <td>0.124181</td>\n",
       "      <td>0.295223</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.402344</th>\n",
       "      <td>0.838326</td>\n",
       "      <td>0.528517</td>\n",
       "      <td>0.456847</td>\n",
       "      <td>0.735162</td>\n",
       "      <td>0.588501</td>\n",
       "      <td>0.141642</td>\n",
       "      <td>-0.275290</td>\n",
       "      <td>0.292043</td>\n",
       "      <td>0.459745</td>\n",
       "      <td>0.297750</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.010452</td>\n",
       "      <td>0.098375</td>\n",
       "      <td>0.734551</td>\n",
       "      <td>0.426786</td>\n",
       "      <td>0.781015</td>\n",
       "      <td>0.204718</td>\n",
       "      <td>0.782166</td>\n",
       "      <td>0.125739</td>\n",
       "      <td>0.306906</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.403320</th>\n",
       "      <td>0.769499</td>\n",
       "      <td>0.396296</td>\n",
       "      <td>0.318578</td>\n",
       "      <td>0.718066</td>\n",
       "      <td>0.551718</td>\n",
       "      <td>0.117701</td>\n",
       "      <td>-0.286192</td>\n",
       "      <td>0.274111</td>\n",
       "      <td>0.444998</td>\n",
       "      <td>0.293324</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.032319</td>\n",
       "      <td>0.084996</td>\n",
       "      <td>0.717267</td>\n",
       "      <td>0.400622</td>\n",
       "      <td>0.735590</td>\n",
       "      <td>0.188013</td>\n",
       "      <td>0.736370</td>\n",
       "      <td>0.117578</td>\n",
       "      <td>0.309688</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238.404297</th>\n",
       "      <td>0.694422</td>\n",
       "      <td>0.261326</td>\n",
       "      <td>0.177960</td>\n",
       "      <td>0.695797</td>\n",
       "      <td>0.511532</td>\n",
       "      <td>0.102959</td>\n",
       "      <td>-0.275855</td>\n",
       "      <td>0.256969</td>\n",
       "      <td>0.444130</td>\n",
       "      <td>0.281150</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.060918</td>\n",
       "      <td>0.062532</td>\n",
       "      <td>0.694648</td>\n",
       "      <td>0.373557</td>\n",
       "      <td>0.680228</td>\n",
       "      <td>0.156367</td>\n",
       "      <td>0.680729</td>\n",
       "      <td>0.099822</td>\n",
       "      <td>0.303169</td>\n",
       "      <td>without</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297.996094</th>\n",
       "      <td>1.136677</td>\n",
       "      <td>1.337609</td>\n",
       "      <td>1.288146</td>\n",
       "      <td>0.982249</td>\n",
       "      <td>1.326195</td>\n",
       "      <td>-5.801624</td>\n",
       "      <td>-14.341951</td>\n",
       "      <td>0.994520</td>\n",
       "      <td>1.699496</td>\n",
       "      <td>2.075884</td>\n",
       "      <td>...</td>\n",
       "      <td>6.835229</td>\n",
       "      <td>7.293720</td>\n",
       "      <td>1.021131</td>\n",
       "      <td>1.029318</td>\n",
       "      <td>2.339106</td>\n",
       "      <td>5.910001</td>\n",
       "      <td>2.419738</td>\n",
       "      <td>8.121309</td>\n",
       "      <td>7.451153</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297.997070</th>\n",
       "      <td>0.899020</td>\n",
       "      <td>1.070467</td>\n",
       "      <td>1.032334</td>\n",
       "      <td>0.772572</td>\n",
       "      <td>1.033429</td>\n",
       "      <td>-4.532634</td>\n",
       "      <td>-11.216716</td>\n",
       "      <td>0.801744</td>\n",
       "      <td>1.305074</td>\n",
       "      <td>1.621346</td>\n",
       "      <td>...</td>\n",
       "      <td>5.345976</td>\n",
       "      <td>5.704815</td>\n",
       "      <td>0.803437</td>\n",
       "      <td>0.823537</td>\n",
       "      <td>1.841281</td>\n",
       "      <td>4.623698</td>\n",
       "      <td>1.903983</td>\n",
       "      <td>6.351656</td>\n",
       "      <td>5.836944</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297.998047</th>\n",
       "      <td>0.629207</td>\n",
       "      <td>0.754848</td>\n",
       "      <td>0.728739</td>\n",
       "      <td>0.531382</td>\n",
       "      <td>0.709112</td>\n",
       "      <td>-3.107348</td>\n",
       "      <td>-7.702091</td>\n",
       "      <td>0.561337</td>\n",
       "      <td>0.882461</td>\n",
       "      <td>1.112895</td>\n",
       "      <td>...</td>\n",
       "      <td>3.668735</td>\n",
       "      <td>3.915226</td>\n",
       "      <td>0.552688</td>\n",
       "      <td>0.573034</td>\n",
       "      <td>1.265948</td>\n",
       "      <td>3.173160</td>\n",
       "      <td>1.308814</td>\n",
       "      <td>4.359460</td>\n",
       "      <td>4.010758</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297.999023</th>\n",
       "      <td>0.336795</td>\n",
       "      <td>0.405103</td>\n",
       "      <td>0.391495</td>\n",
       "      <td>0.268116</td>\n",
       "      <td>0.362698</td>\n",
       "      <td>-1.572630</td>\n",
       "      <td>-3.915007</td>\n",
       "      <td>0.287275</td>\n",
       "      <td>0.440173</td>\n",
       "      <td>0.566717</td>\n",
       "      <td>...</td>\n",
       "      <td>1.860092</td>\n",
       "      <td>1.985339</td>\n",
       "      <td>0.278784</td>\n",
       "      <td>0.290875</td>\n",
       "      <td>0.636150</td>\n",
       "      <td>1.607711</td>\n",
       "      <td>0.657852</td>\n",
       "      <td>2.211664</td>\n",
       "      <td>2.036132</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>298.000000</th>\n",
       "      <td>0.032745</td>\n",
       "      <td>0.037742</td>\n",
       "      <td>0.036876</td>\n",
       "      <td>-0.006507</td>\n",
       "      <td>0.004966</td>\n",
       "      <td>0.018270</td>\n",
       "      <td>0.011994</td>\n",
       "      <td>-0.004190</td>\n",
       "      <td>-0.012100</td>\n",
       "      <td>0.001194</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.016203</td>\n",
       "      <td>-0.016774</td>\n",
       "      <td>-0.007034</td>\n",
       "      <td>-0.007668</td>\n",
       "      <td>-0.021681</td>\n",
       "      <td>-0.016889</td>\n",
       "      <td>-0.021821</td>\n",
       "      <td>-0.016220</td>\n",
       "      <td>-0.014936</td>\n",
       "      <td>with</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>122062 rows × 65 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Fp1       Fpz       Fp2        F7        F3        Fz  \\\n",
       "time                                                                     \n",
       "238.400391  0.947661  0.766066  0.706300  0.754967  0.649537  0.214765   \n",
       "238.401367  0.898469  0.653309  0.587740  0.747319  0.621273  0.174403   \n",
       "238.402344  0.838326  0.528517  0.456847  0.735162  0.588501  0.141642   \n",
       "238.403320  0.769499  0.396296  0.318578  0.718066  0.551718  0.117701   \n",
       "238.404297  0.694422  0.261326  0.177960  0.695797  0.511532  0.102959   \n",
       "...              ...       ...       ...       ...       ...       ...   \n",
       "297.996094  1.136677  1.337609  1.288146  0.982249  1.326195 -5.801624   \n",
       "297.997070  0.899020  1.070467  1.032334  0.772572  1.033429 -4.532634   \n",
       "297.998047  0.629207  0.754848  0.728739  0.531382  0.709112 -3.107348   \n",
       "297.999023  0.336795  0.405103  0.391495  0.268116  0.362698 -1.572630   \n",
       "298.000000  0.032745  0.037742  0.036876 -0.006507  0.004966  0.018270   \n",
       "\n",
       "                   F4        F8       FC5       FC1  ...       PO4       PO6  \\\n",
       "time                                                 ...                       \n",
       "238.400391  -0.191512  0.329278  0.537423  0.286623  ...  0.011036  0.096522   \n",
       "238.401367  -0.243159  0.310591  0.490145  0.295199  ...  0.004054  0.102194   \n",
       "238.402344  -0.275290  0.292043  0.459745  0.297750  ... -0.010452  0.098375   \n",
       "238.403320  -0.286192  0.274111  0.444998  0.293324  ... -0.032319  0.084996   \n",
       "238.404297  -0.275855  0.256969  0.444130  0.281150  ... -0.060918  0.062532   \n",
       "...               ...       ...       ...       ...  ...       ...       ...   \n",
       "297.996094 -14.341951  0.994520  1.699496  2.075884  ...  6.835229  7.293720   \n",
       "297.997070 -11.216716  0.801744  1.305074  1.621346  ...  5.345976  5.704815   \n",
       "297.998047  -7.702091  0.561337  0.882461  1.112895  ...  3.668735  3.915226   \n",
       "297.999023  -3.915007  0.287275  0.440173  0.566717  ...  1.860092  1.985339   \n",
       "298.000000   0.011994 -0.004190 -0.012100  0.001194  ... -0.016203 -0.016774   \n",
       "\n",
       "                 FT7       FT8       TP7       TP8       PO7       PO8  \\\n",
       "time                                                                     \n",
       "238.400391  0.754149  0.473538  0.832576  0.188543  0.834749  0.113336   \n",
       "238.401367  0.746707  0.451390  0.813949  0.205115  0.815566  0.124181   \n",
       "238.402344  0.734551  0.426786  0.781015  0.204718  0.782166  0.125739   \n",
       "238.403320  0.717267  0.400622  0.735590  0.188013  0.736370  0.117578   \n",
       "238.404297  0.694648  0.373557  0.680228  0.156367  0.680729  0.099822   \n",
       "...              ...       ...       ...       ...       ...       ...   \n",
       "297.996094  1.021131  1.029318  2.339106  5.910001  2.419738  8.121309   \n",
       "297.997070  0.803437  0.823537  1.841281  4.623698  1.903983  6.351656   \n",
       "297.998047  0.552688  0.573034  1.265948  3.173160  1.308814  4.359460   \n",
       "297.999023  0.278784  0.290875  0.636150  1.607711  0.657852  2.211664   \n",
       "298.000000 -0.007034 -0.007668 -0.021681 -0.016889 -0.021821 -0.016220   \n",
       "\n",
       "                  Oz      med  \n",
       "time                           \n",
       "238.400391  0.275497  without  \n",
       "238.401367  0.295223  without  \n",
       "238.402344  0.306906  without  \n",
       "238.403320  0.309688  without  \n",
       "238.404297  0.303169  without  \n",
       "...              ...      ...  \n",
       "297.996094  7.451153     with  \n",
       "297.997070  5.836944     with  \n",
       "297.998047  4.010758     with  \n",
       "297.999023  2.036132     with  \n",
       "298.000000 -0.014936     with  \n",
       "\n",
       "[122062 rows x 65 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dataset preparation for classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Sampling rate (frequency) is 1024 Hz (1024 samples in 1 second)\n",
    "# 5120 samples in 5 seconds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "from scipy import stats\n",
    "\n",
    "def create_dataset(X, y, time_steps=1, step=1):\n",
    "    Xs, ys = [], []\n",
    "    for i in range(0, len(X) - time_steps, step):\n",
    "        v = X.iloc[i:(i + time_steps)].values\n",
    "        labels = y.iloc[i: i + time_steps]\n",
    "        Xs.append(v)        \n",
    "        ys.append(pd.Series(labels).mode()[0])  # Use pandas' mode function\n",
    "    return np.array(Xs), np.array(ys).reshape(-1, 1)\n",
    "\n",
    "TIME_STEPS = 5120\n",
    "STEP = 1024\n",
    "\n",
    "X_train, y_train = create_dataset(\n",
    "    df_train[features], \n",
    "    df_train.med, \n",
    "    TIME_STEPS, \n",
    "    STEP\n",
    ")\n",
    "\n",
    "X_test, y_test = create_dataset(\n",
    "    df_test[features], \n",
    "    df_test.med, \n",
    "    TIME_STEPS, \n",
    "    STEP\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(472, 5120, 64) (472, 1)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape, y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"\\nfrom sklearn.preprocessing import OneHotEncoder\\n\\nenc = OneHotEncoder(handle_unknown='ignore', sparse=False)\\n\\nenc = enc.fit(y_train)\\n\\ny_train = enc.transform(y_train)\\ny_test = enc.transform(y_test)\\n\""
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#for multiclass classification\n",
    "'''\n",
    "from sklearn.preprocessing import OneHotEncoder\n",
    "\n",
    "enc = OneHotEncoder(handle_unknown='ignore', sparse=False)\n",
    "\n",
    "enc = enc.fit(y_train)\n",
    "\n",
    "y_train = enc.transform(y_train)\n",
    "y_test = enc.transform(y_test)\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import label encoder \n",
    "from sklearn import preprocessing \n",
    "  \n",
    "# label_encoder object knows  \n",
    "# how to understand word labels. \n",
    "label_encoder = preprocessing.LabelEncoder() \n",
    "\n",
    "label_encoder = label_encoder.fit(y_train)\n",
    "\n",
    "y_train = label_encoder.transform(y_train)\n",
    "y_test = label_encoder.transform(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train = y_train.reshape(-1, 1) \n",
    "y_test = y_test.reshape(-1, 1) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(472, 5120, 64) (472, 1)\n"
     ]
    }
   ],
   "source": [
    "print(X_train.shape, y_train.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Classification with LSTM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "from pylab import rcParams\n",
    "import matplotlib.pyplot as plt\n",
    "from matplotlib import rc\n",
    "from pandas.plotting import register_matplotlib_converters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = keras.Sequential()\n",
    "model.add(\n",
    "    keras.layers.Bidirectional(\n",
    "      keras.layers.LSTM(\n",
    "          units=128, \n",
    "          input_shape=[X_train.shape[1], X_train.shape[2]]\n",
    "      )\n",
    "    )\n",
    ")\n",
    "model.add(keras.layers.Dropout(rate=0.5))\n",
    "model.add(keras.layers.Dense(units=128, activation='relu'))\n",
    "model.add(keras.layers.Dense(y_train.shape[1], activation='sigmoid'))\n",
    "model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['acc'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/5\n",
      "14/14 [==============================] - 325s 23s/step - loss: 0.5507 - acc: 0.6533 - val_loss: 0.3425 - val_acc: 0.9792\n",
      "Epoch 2/5\n",
      "14/14 [==============================] - 317s 23s/step - loss: 0.0843 - acc: 0.9929 - val_loss: 0.0555 - val_acc: 1.0000\n",
      "Epoch 3/5\n",
      "14/14 [==============================] - 315s 22s/step - loss: 0.0327 - acc: 0.9953 - val_loss: 0.0088 - val_acc: 1.0000\n",
      "Epoch 4/5\n",
      "14/14 [==============================] - 351s 25s/step - loss: 0.0210 - acc: 0.9929 - val_loss: 0.0031 - val_acc: 1.0000\n",
      "Epoch 5/5\n",
      "14/14 [==============================] - 354s 24s/step - loss: 0.0100 - acc: 0.9976 - val_loss: 0.0017 - val_acc: 1.0000\n"
     ]
    }
   ],
   "source": [
    "history = model.fit(\n",
    "    X_train, y_train,\n",
    "    epochs=5,\n",
    "    batch_size=32,\n",
    "    validation_split=0.1,\n",
    "    shuffle=False\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4/4 [==============================] - 10s 2s/step - loss: 0.7724 - acc: 0.8000\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[0.7723584771156311, 0.800000011920929]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.evaluate(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4/4 [==============================] - 10s 2s/step\n"
     ]
    }
   ],
   "source": [
    "y_pred = model.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "#show all arrays\n",
    "import sys\n",
    "import numpy\n",
    "numpy.set_printoptions(threshold=sys.maxsize)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[9.9909556e-01]\n",
      " [9.9729455e-01]\n",
      " [7.5204301e-01]\n",
      " [3.8732028e-01]\n",
      " [9.9456304e-01]\n",
      " [9.9628925e-01]\n",
      " [9.9866468e-01]\n",
      " [9.9956238e-01]\n",
      " [9.5526356e-01]\n",
      " [9.9582613e-01]\n",
      " [9.9775505e-01]\n",
      " [9.9624211e-01]\n",
      " [9.9813551e-01]\n",
      " [9.6973199e-01]\n",
      " [9.6915615e-01]\n",
      " [9.9903482e-01]\n",
      " [9.9653608e-01]\n",
      " [9.9739093e-01]\n",
      " [9.5470917e-01]\n",
      " [9.9356198e-01]\n",
      " [9.9056768e-01]\n",
      " [9.9543279e-01]\n",
      " [9.9879152e-01]\n",
      " [9.9978125e-01]\n",
      " [9.9703306e-01]\n",
      " [9.9819136e-01]\n",
      " [9.9869901e-01]\n",
      " [9.9929953e-01]\n",
      " [9.9886441e-01]\n",
      " [9.9883103e-01]\n",
      " [9.6378785e-01]\n",
      " [9.4915485e-01]\n",
      " [9.5125306e-01]\n",
      " [6.3070428e-01]\n",
      " [1.9913736e-01]\n",
      " [3.3060226e-01]\n",
      " [3.2278772e-03]\n",
      " [1.6804056e-02]\n",
      " [5.8723800e-03]\n",
      " [3.7645306e-03]\n",
      " [5.0831451e-03]\n",
      " [6.3297465e-03]\n",
      " [1.7646402e-03]\n",
      " [3.3844539e-03]\n",
      " [1.2794012e-02]\n",
      " [1.1335836e-02]\n",
      " [1.0627710e-02]\n",
      " [9.5767612e-03]\n",
      " [8.2235478e-02]\n",
      " [2.8899717e-01]\n",
      " [7.8971201e-01]\n",
      " [3.9730943e-03]\n",
      " [1.5590215e-01]\n",
      " [8.9559585e-01]\n",
      " [1.0310358e-02]\n",
      " [4.6618783e-01]\n",
      " [4.3182126e-03]\n",
      " [4.8352370e-01]\n",
      " [1.0737309e-02]\n",
      " [7.1697333e-04]\n",
      " [2.6212963e-03]\n",
      " [2.5738936e-03]\n",
      " [3.0491722e-04]\n",
      " [2.6659325e-03]\n",
      " [8.7793160e-04]\n",
      " [3.6594149e-04]\n",
      " [4.5511694e-04]\n",
      " [2.3736979e-03]\n",
      " [4.4220630e-03]\n",
      " [5.0102884e-04]\n",
      " [3.4242059e-04]\n",
      " [1.6045835e-03]\n",
      " [1.9132640e-03]\n",
      " [7.2078343e-04]\n",
      " [1.0007246e-03]\n",
      " [7.3887623e-04]\n",
      " [3.0795412e-04]\n",
      " [7.2302995e-04]\n",
      " [1.0958690e-03]\n",
      " [1.8681262e-03]\n",
      " [2.6258205e-03]\n",
      " [1.1825281e-03]\n",
      " [8.3073955e-03]\n",
      " [9.5850235e-04]\n",
      " [5.5096708e-03]\n",
      " [4.3561665e-04]\n",
      " [5.2581229e-03]\n",
      " [7.0646419e-03]\n",
      " [7.0409890e-04]\n",
      " [2.3127594e-03]\n",
      " [1.4685099e-03]\n",
      " [1.1379492e-03]\n",
      " [2.0792652e-03]\n",
      " [3.4877369e-03]\n",
      " [1.5918510e-03]\n",
      " [9.9241361e-03]\n",
      " [1.8730682e-03]\n",
      " [4.2119785e-03]\n",
      " [5.4422521e-04]\n",
      " [5.2833889e-04]\n",
      " [1.0444134e-03]\n",
      " [6.5323384e-03]\n",
      " [9.1632112e-04]\n",
      " [3.0815997e-04]\n",
      " [4.8165527e-04]\n",
      " [1.3719858e-03]\n",
      " [2.9413579e-03]\n",
      " [9.6044526e-04]\n",
      " [7.5429358e-04]\n",
      " [6.6429697e-04]\n",
      " [1.3428990e-03]\n",
      " [4.9230549e-04]\n",
      " [1.3636058e-03]\n",
      " [9.4485137e-04]\n",
      " [1.8576377e-04]]\n"
     ]
    }
   ],
   "source": [
    "print(y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0.999]\n",
      " [0.997]\n",
      " [0.752]\n",
      " [0.387]\n",
      " [0.995]\n",
      " [0.996]\n",
      " [0.999]\n",
      " [1.   ]\n",
      " [0.955]\n",
      " [0.996]\n",
      " [0.998]\n",
      " [0.996]\n",
      " [0.998]\n",
      " [0.97 ]\n",
      " [0.969]\n",
      " [0.999]\n",
      " [0.997]\n",
      " [0.997]\n",
      " [0.955]\n",
      " [0.994]\n",
      " [0.991]\n",
      " [0.995]\n",
      " [0.999]\n",
      " [1.   ]\n",
      " [0.997]\n",
      " [0.998]\n",
      " [0.999]\n",
      " [0.999]\n",
      " [0.999]\n",
      " [0.999]\n",
      " [0.964]\n",
      " [0.949]\n",
      " [0.951]\n",
      " [0.631]\n",
      " [0.199]\n",
      " [0.331]\n",
      " [0.003]\n",
      " [0.017]\n",
      " [0.006]\n",
      " [0.004]\n",
      " [0.005]\n",
      " [0.006]\n",
      " [0.002]\n",
      " [0.003]\n",
      " [0.013]\n",
      " [0.011]\n",
      " [0.011]\n",
      " [0.01 ]\n",
      " [0.082]\n",
      " [0.289]\n",
      " [0.79 ]\n",
      " [0.004]\n",
      " [0.156]\n",
      " [0.896]\n",
      " [0.01 ]\n",
      " [0.466]\n",
      " [0.004]\n",
      " [0.484]\n",
      " [0.011]\n",
      " [0.001]\n",
      " [0.003]\n",
      " [0.003]\n",
      " [0.   ]\n",
      " [0.003]\n",
      " [0.001]\n",
      " [0.   ]\n",
      " [0.   ]\n",
      " [0.002]\n",
      " [0.004]\n",
      " [0.001]\n",
      " [0.   ]\n",
      " [0.002]\n",
      " [0.002]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.   ]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.002]\n",
      " [0.003]\n",
      " [0.001]\n",
      " [0.008]\n",
      " [0.001]\n",
      " [0.006]\n",
      " [0.   ]\n",
      " [0.005]\n",
      " [0.007]\n",
      " [0.001]\n",
      " [0.002]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.002]\n",
      " [0.003]\n",
      " [0.002]\n",
      " [0.01 ]\n",
      " [0.002]\n",
      " [0.004]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.007]\n",
      " [0.001]\n",
      " [0.   ]\n",
      " [0.   ]\n",
      " [0.001]\n",
      " [0.003]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.   ]\n",
      " [0.001]\n",
      " [0.001]\n",
      " [0.   ]]\n"
     ]
    }
   ],
   "source": [
    "#https://www.geeksforgeeks.org/print-a-numpy-array-without-scientific-notation-in-python/\n",
    "\n",
    "#defining the display funcrion \n",
    "def GFG(arr,prec):\n",
    "    new = np.array_str(arr, precision=prec, suppress_small=True)\n",
    "    print(new)\n",
    "\n",
    "GFG(y_pred,3)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}