Submission.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "50uG2yVfyKgb"
   },
   "source": [
    "## Imports Modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: matplotlib-venn in c:\\users\\julmn\\anaconda3\\lib\\site-packages (0.11.9)\n",
      "Requirement already satisfied: numpy in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib-venn) (1.23.5)\n",
      "Requirement already satisfied: matplotlib in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib-venn) (3.7.1)\n",
      "Requirement already satisfied: scipy in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib-venn) (1.9.1)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (21.3)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (2.8.2)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (4.25.0)\n",
      "Requirement already satisfied: pillow>=6.2.0 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (9.2.0)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (1.4.2)\n",
      "Requirement already satisfied: cycler>=0.10 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (0.11.0)\n",
      "Requirement already satisfied: pyparsing>=2.3.1 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (3.0.4)\n",
      "Requirement already satisfied: importlib-resources>=3.2.0 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (6.0.1)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from matplotlib->matplotlib-venn) (1.1.0)\n",
      "Requirement already satisfied: zipp>=3.1.0 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from importlib-resources>=3.2.0->matplotlib->matplotlib-venn) (3.8.0)\n",
      "Requirement already satisfied: six>=1.5 in c:\\users\\julmn\\anaconda3\\lib\\site-packages (from python-dateutil>=2.7->matplotlib->matplotlib-venn) (1.16.0)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n",
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n",
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n",
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n",
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n",
      "WARNING: Ignoring invalid distribution -atplotlib (c:\\users\\julmn\\anaconda3\\lib\\site-packages)\n"
     ]
    }
   ],
   "source": [
    "# Uncomment the following to install them if not yet have them\n",
    "! pip install matplotlib-venn\n",
    "# !pip install numpy==1.23.5\n",
    "# !pip install pandas==1.5.3\n",
    "# !pip install seaborn==0.11.2\n",
    "# !pip install lightgbm==3.3.5\n",
    "# !pip install xgboost==1.7.5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "cccWMxZWvQF6"
   },
   "outputs": [],
   "source": [
    "import time\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n",
    "from random import choice, choices\n",
    "from functools import reduce\n",
    "from tqdm import tqdm\n",
    "from itertools import cycle\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from matplotlib_venn import venn2\n",
    "%matplotlib inline\n",
    "\n",
    "from functools import reduce\n",
    "from tqdm import tqdm\n",
    "from scipy import stats\n",
    "from sklearn import metrics\n",
    "from sklearn import model_selection\n",
    "from sklearn import preprocessing\n",
    "from sklearn import linear_model\n",
    "from sklearn import ensemble\n",
    "from sklearn import decomposition\n",
    "from sklearn import tree\n",
    "\n",
    "import lightgbm as lgb\n",
    "import xgboost as xgb\n",
    "seed=777\n",
    "\n",
    "pd.set_option(\"display.max_columns\", None)\n",
    "\n",
    "plt.style.use(\"ggplot\")\n",
    "color_pal = plt.rcParams[\"axes.prop_cycle\"].by_key()[\"color\"]\n",
    "color_cycle = cycle(plt.rcParams[\"axes.prop_cycle\"].by_key()[\"color\"])\n",
    "from sklearn.preprocessing import OrdinalEncoder,LabelEncoder,OrdinalEncoder,OneHotEncoder,StandardScaler\n",
    "from sklearn.mixture import GaussianMixture\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.impute import SimpleImputer,KNNImputer\n",
    "\n",
    "from sklearn.model_selection import RepeatedKFold\n",
    "from sklearn.metrics import mean_absolute_error"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NumPy version: 1.23.5\n",
      "Pandas version: 1.5.3\n",
      "Seaborn version: 0.11.2\n",
      "LightGBM version: 3.3.5\n",
      "XGBoost version: 1.7.5\n"
     ]
    }
   ],
   "source": [
    "#Check versions of installed modules\n",
    "#print(f\"Python version: {sys.version}\")\n",
    "print(f\"NumPy version: {np.__version__}\")\n",
    "print(f\"Pandas version: {pd.__version__}\")\n",
    "print(f\"Seaborn version: {sns.__version__}\")\n",
    "#print(f\"Scikit-Learn version: {sklearn.__version__}\")\n",
    "print(f\"LightGBM version: {lgb.__version__}\")\n",
    "print(f\"XGBoost version: {xgb.__version__}\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "I_2K_hVCyX7O"
   },
   "source": [
    "## Data Loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "59v8MAMIyUjv",
    "outputId": "8da472ff-90e1-4bfa-a71a-5195b9cbd0a1"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((26139, 4), (125575, 10), (1217, 8), (92629, 3))"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load data from CSV files into DataFrames\n",
    "\n",
    "# Load the 'pcp_df' DataFrame from the specified CSV file\n",
    "pcp_df = pd.read_csv(r\"imgs_202307101549519358.csv\")\n",
    "\n",
    "# Load the 'cl_df' DataFrame from the specified CSV file\n",
    "cl_df = pd.read_csv(r\"imgs_2023071012130978799.csv\")\n",
    "\n",
    "# Load the 'bs_df' DataFrame from the specified CSV file\n",
    "bs_df = pd.read_csv(r\"imgs_2023071012123392536.csv\")\n",
    "\n",
    "# Load the 'ec_df' DataFrame from the specified CSV file\n",
    "ec_df = pd.read_csv(r\"imgs_2023071012133740345.csv\")\n",
    "\n",
    "# Load the 'ss_df' DataFrame from the specified CSV file\n",
    "ss_df = pd.read_csv(r\"SampleSubmission.csv\")\n",
    "\n",
    "# Print the shapes (number of rows and columns) of each DataFrame\n",
    "pcp_df.shape, cl_df.shape, bs_df.shape, ec_df.shape, #ss_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "5oUtMipM_Rxp",
    "outputId": "753e9a3d-ce14-483b-80f7-042a7f378644"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1    23189\n",
       "5     2950\n",
       "Name: w, dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pcp_df['w'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "RNNgRWqc0ISP"
   },
   "source": [
    "## Data Pre-Processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "id": "KfsLkiRnkdU4"
   },
   "outputs": [],
   "source": [
    "def rename_columns(df):\n",
    "    df.rename(columns=lambda x: x.lower().replace(' ', '_'), inplace=True)\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Time</th>\n",
       "      <th>BS</th>\n",
       "      <th>CellName</th>\n",
       "      <th>load</th>\n",
       "      <th>ESMode1</th>\n",
       "      <th>ESMode2</th>\n",
       "      <th>ESMode3</th>\n",
       "      <th>ESMode4</th>\n",
       "      <th>ESMode5</th>\n",
       "      <th>ESMode6</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1/1/2023 1:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1/1/2023 2:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.344468</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Time   BS CellName      load  ESMode1  ESMode2  ESMode3  ESMode4  \\\n",
       "0  1/1/2023 1:00  B_0    Cell0  0.487936      0.0      0.0      0.0        0   \n",
       "1  1/1/2023 2:00  B_0    Cell0  0.344468      0.0      0.0      0.0        0   \n",
       "\n",
       "   ESMode5  ESMode6  \n",
       "0      0.0      0.0  \n",
       "1      0.0      0.0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl_df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "Xls4lh6dlVty",
    "outputId": "1622ea7a-5407-4df3-8b03-0c8ba3c016e7"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BS</th>\n",
       "      <th>CellName</th>\n",
       "      <th>RUType</th>\n",
       "      <th>Mode</th>\n",
       "      <th>Frequency</th>\n",
       "      <th>Bandwidth</th>\n",
       "      <th>Antennas</th>\n",
       "      <th>TXpower</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.00</td>\n",
       "      <td>20</td>\n",
       "      <td>4</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>7.327504</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    BS CellName RUType   Mode  Frequency  Bandwidth  Antennas   TXpower\n",
       "0  B_0    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
       "1  B_0    Cell1  Type1  Mode2     426.98          2         4  7.327504"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bs_df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1217\n",
      "1217\n",
      "Empty DataFrame\n",
      "Columns: [BS, CellName, RUType, Mode, Frequency, Bandwidth, Antennas, TXpower]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "result = (bs_df.groupby(['BS', 'CellName'])['RUType'].nunique() == 1).sum()\n",
    "print(result)\n",
    "print(len(bs_df))\n",
    "\n",
    "# Filter the DataFrame to get rows where the condition is not met\n",
    "rows_with_condition_not_met = bs_df[~(bs_df.groupby(['BS', 'CellName'])['RUType'].transform('nunique') == 1)]\n",
    "\n",
    "# Display the rows where the condition is not met\n",
    "print(rows_with_condition_not_met)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1217\n",
      "1217\n",
      "Empty DataFrame\n",
      "Columns: [BS, CellName, RUType, Mode, Frequency, Bandwidth, Antennas, TXpower]\n",
      "Index: []\n"
     ]
    }
   ],
   "source": [
    "result = (bs_df.groupby(['BS', 'CellName'])['Mode'].nunique() == 1).sum()\n",
    "print(result)\n",
    "print(len(bs_df))\n",
    "\n",
    "# Filter the DataFrame to get rows where the condition is not met\n",
    "rows_with_condition_not_met = bs_df[~(bs_df.groupby(['BS', 'CellName'])['Mode'].transform('nunique') == 1)]\n",
    "\n",
    "# Display the rows where the condition is not met\n",
    "print(rows_with_condition_not_met)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1011\n",
      "1217\n",
      "        BS CellName RUType   Mode  Frequency  Bandwidth  Antennas   TXpower\n",
      "131  B_172    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "132  B_172    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "134  B_174    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "135  B_174    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "142  B_180    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "143  B_180    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "645  B_555    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "646  B_555    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "648  B_557    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "649  B_557    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "656  B_563    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "657  B_563    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "715  B_607    Cell0  Type1  Mode2     365.00         20         2  6.875934\n",
      "716  B_607    Cell1  Type1  Mode2     426.98          2         1  6.875934\n",
      "730   B_62    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "731   B_62    Cell1  Type1  Mode2     426.98          2         2  6.877429\n",
      "744   B_63    Cell0  Type1  Mode2     365.00         20         4  6.875934\n",
      "745   B_63    Cell1  Type1  Mode2     426.98          2         2  6.877429\n"
     ]
    }
   ],
   "source": [
    "# Calculate the count of unique 'Antennas' values per group of 'BS' and count how many times the count is 1\n",
    "result = (bs_df.groupby(['BS'])['Antennas'].nunique() == 1).sum()\n",
    "\n",
    "# Print the result\n",
    "print(result)\n",
    "\n",
    "# Print the total number of rows in the 'bs_df' DataFrame\n",
    "print(len(bs_df))\n",
    "\n",
    "# Filter the DataFrame to get rows where the condition is not met (unique 'Antennas' count is not 1)\n",
    "rows_with_condition_not_met = bs_df[~(bs_df.groupby(['BS'])['Antennas'].transform('nunique') == 1)]\n",
    "\n",
    "# Display the rows where the condition is not met\n",
    "print(rows_with_condition_not_met)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9\n"
     ]
    }
   ],
   "source": [
    "BSinfo_conf=bs_df.groupby(\"BS\",as_index=False)[\"Antennas\"].nunique().sort_values(by=\"Antennas\",ascending=False)#.head()\n",
    "BSinfo_conf=BSinfo_conf[BSinfo_conf[\"Antennas\"]>1]\n",
    "print(len(BSinfo_conf))\n",
    "BSinfo_conf_=BSinfo_conf.BS\n",
    "#BSinfo_conf\n",
    "\n",
    "for Id in BSinfo_conf_.tolist():\n",
    "    bs_df.loc[bs_df[\"BS\"]==Id]=2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "WruClWpx6rYF",
    "outputId": "c3ee9bec-574c-491f-b5bb-f18918f692c7"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Time</th>\n",
       "      <th>BS</th>\n",
       "      <th>Energy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1/1/2023 1:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1/1/2023 2:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>55.904335</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Time   BS     Energy\n",
       "0  1/1/2023 1:00  B_0  64.275037\n",
       "1  1/1/2023 2:00  B_0  55.904335"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ec_df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "9spWqHjE6reZ",
    "outputId": "b745199b-9f99-46a9-9d66-68f90ecba988"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Time</th>\n",
       "      <th>BS</th>\n",
       "      <th>Energy</th>\n",
       "      <th>w</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 06:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 11:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  Time   BS  Energy  w\n",
       "0  2023-01-01 06:00:00  B_0     NaN  1\n",
       "1  2023-01-01 11:00:00  B_0     NaN  1"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pcp_df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "id": "G7V1J0MWkedY"
   },
   "outputs": [],
   "source": [
    "pcp_df = rename_columns(pcp_df)\n",
    "cl_df = rename_columns(cl_df)\n",
    "bs_df = rename_columns(bs_df)\n",
    "ec_df = rename_columns(ec_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 412
    },
    "id": "kIZZf6vksMyT",
    "outputId": "e0c44f9d-d945-4eb2-d1a2-93aec3db55c4"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAOgAAADtCAYAAAC1ZDnLAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAi/UlEQVR4nO3deXgc9Z3n8XdV9VF9qHW1dViyJFu2sI1jsA3GBBtDHDBnJpPxJpPJYRJmM8kGEjYT8kzC7kBmHmYmOw/PPpMh+5DAbiDHkjxhMzDJg+MJ4YptMAac+D5kyzosybKOVkvqu7r2D8UCArZKsqq7uvv7eh49RqjV9XW7P12/+l2lmKZpIoRwJDXfBQghzk8CKoSDSUCFcDAJqBAOJgEVwsEkoEI4mARUCAeTgArhYBJQIRxMAiqEg0lAhXAwCagQDiYBFcLBJKBCOJgEVAgHk4AK4WASUCEcTAIqhINJQIVwMAmoEA4mARXCwSSgQjiYK98FiAszsgbRZJSx1BjRZJSJ1ARJI0kykyRpJEkbaTLZDJlsBsM0UBUVTdHQVA1VUXGprqn/53V5CbgDBDwBgp4gfrefoCeIz+VDUZR8/1XFe5CAOkTaSHM2dpaBiQEiichkKJNjTKQnbD+2qqgE3AGq/dWE/WGqfZN/BjwB248tLkyRjavzI5KIcGb8DGcmzjAwMcBIfAQTZ/1T6C6dsD9M2B+mLlhHfbAet+bOd1klRQKaIykjRddoF52RTnqiPSSNZL5LmjFVUakJ1NAYamRBaAHzAvPyXVLRk4DaaDw1zqnIKTojnfSN95E1szP6fZ+pEVA0vKaC21RwKQouExQTVBRUIAsYChiYpP/wZwaTtGKSIMuEmcG06fLS7/azILSAhZULaQw1oirS5zjXJKBzLJaOcWzoGO3D7QzHhy/4WMWEclxUm24CpoKeNfEaWdyGgStjoMzFP40CaZeLlKqR1BQSmsqEkiWqZhkmxcw+Ms7P5/KxuGoxS6qXEPaH5+hZhQR0DpimSedoJ0cGj9A92v2e15KKCZWKmyrTRchQCKYN9HQKJZu/l99UFBJuN+MeFxE1y5BiMKqkL/p5q3xVtFW3sbhqMX63fw4qLV0S0IsQS8c4MniEw2cPv2dvq8/UmG+6CWcUypIpNMPIQ5Uzk1VVxr1uht0qvUqaMSUz6+dSUGiuaObyusupCdTMYZWlQwI6C9FklN/1/45jQ8fecV2pmFCreKnNqFSmDLypVB6rnBspt5sRr5s+zWCA5KyvZ+uD9VxWdxlN5U1zW2CRk4DOQDQZ5c2+N2kfbn9HMMN4WJBxURVP4TJmf8ZxOkPTGPJ5OaWlGZllU7jKV8VltZfRWtUqnUoWSEAtGE2MTgXz3PWljkpLVqcukSmKM+VMJbweer0qnWpqVl1NQU+QK+ZfQVt1mw3VFQ8J6AXE0jFeO/0ax4eOTwWz2vSwOK1RHk/MTS9rgTNVhYhPp9OV5Ywy87HdsD/M1Y1XU19Wb0N1hU8C+h6yZpYDAwd4o/cN0tnJptx808uipEIgkchzdc4V072c8ELvLIK6sGIhVzVeRcgbsqGywiUB/SO9Y73s7NrJSGIExYRmdJrjWfQSbMbOVsLrocOr0KXOLKiqorKiZgWr61fj0Tw2VVdYJKB/EEvHeLXnVdqH2wFoMXUWxgw86YsfFyxVSY+HTl2jQ43P6Pf8bj/rm9bTUtFiT2EFRAIKHBk8wivdr5DOpgnjYVlcwZ8svLmyTpXwejikw1llZq2Q1spWrmm6Bt2l21SZ85V0QJOZJC93vkxHpAM/GpemPFTFZvZpL6wbCfg44E4Rw/qEDZ/Lx8aWjSU7flqyAe0b6+P5jueJpydYbviZP5FAyc7VzFRxPqaqcjqgc1iLzWhwZll4GVcvuBqXWlpLmEsuoFkzy+u9r/P7/t9TjZsVMUpyHDPf0m43hwIq/Vi/lCj3lrN58WYq9Ar7CnOYkgroWHKM33T8hsGJAS41fMwfj+OwNdIlZyDoZ58Wx1Cs/UO4VTfXL7y+ZDqQSiagfWN9/Prkr/GlDS6LK3LWdJCU280+v8LQDDqR1tSvYc38NTZW5QwlEdDDZw+zq3sXSzNeGsbjMgPIiRToLvNzSI1Z/pWWihaub7m+qLdhKfqAvtrzKkfOHODKpIdgXGYBOd24rvO6N0VSsdaFVKFXsLl1M+V6uc2V5UfRBtTIGjzf8TyjkR4unzBxp4t3lUmxSbvdvBmACNYmiegunVuW3FKUOzkUZUBTRoptx7fhGx+lbSyZ110LxOxkVZXDZR56FGutHo/m4abFN1EXrLO5stwquoCmjBTPHn+Wuug49WPWr2eEM3WX+TikWZs84lJdbG7dTEOoweaqcqeoApoyUmw79iwtkTEqZEZQ0Yj4fezxxC1NbNAUjU2LNhXNMEzRBDRlpPjV8WdZOBwlJJ1BRWdc19mtJ8lYGLhWFZXrWq5jcdXiHFRmr6IIaMpIsf3Ys7QOR2W9ZhGL6V5e0VOWQqqgsGnRJhZVLspBZfYp+E1hUkaK/zj6LEuGRiWcRc6fSPL+uAePhbetickLHS/QN9aXg8rsU9ABzZpZXm7/DW1DEXyyPKwk+JJJro658JrTv3UN02D7ie3TbiDuZAUd0N2dO2kaOCPT9kqMnkpxddyFbuHte27IbTw1noPK5l7BBnR//z4qTp+UcJYobyrF2rgbzcJGvRPpCbYd30YyU3itrIIMaMdIB2bH7/EnCu8FF3PHl0yyNuXFykKYkcQI209sx8g6f3f/tyu4gA7GBokcf5VyGecUQCieYJVh7f4v/eP97OreZXNFc6ugAhpLx+g68hJVY2P5LkU4yLzxGMuz1kJ6ePAwRweP2lzR3CmogJ44sZPqkaF8lyEcaEE0Rovps/TYHV07GIoVxvuoYALa0befsr7OfJchHKwtmqDanH4/XcM0eO7kc6QN52+pWhABHZkYxDixVzb1EhekmCaXxbKWJjKMJkf5bddvc1DVxXF8QDPZDENHXsadlFlCYnrudIY1SWu70rcPt3Ns6JjNFV0cxwe09+Ru3JHBfJchCkgonmCpxU6jXd27iKWduyzR0QEdHjxFtutQvssQBahpLG7pejRlpNjZtTMHFc2OYwOayaQYP7ZLNvgSs6KYJitjJi6mn2nUEengVOSU/UXNgmMDOnJyD2a8MOdPCmfwpNOsyFgbetnZtZOU4bxpo44MaCo6SKxHmrbi4tVOxKhi+m05J9ITvHb6tRxUNDPOC6hpMnT4JZCmrZgLJrwvrliar3vo7CH6x/vtr2kGHBfQ8c4DpMYLY5aHKAx6MkWbxVlGTpur66iAZmMTRDrfyHcZogg1jSfxo037uMHYICdHTuagImscFdCxE69jZJx3oS4Kn5rNsjJlbQLD672v45StuhwT0GxkmOjA8XyXIYpYeSxODdOHNJKIcHTIGSteHBPQaPvrZGd0S1chZq4tYe0t/0bvG45Y3O2IgBp9PYyNduW7DFECAokE803vtI+bSE9w8OzBHFR0YfkPqGkS7dgrZ0+RM0sS1q4vf9f/OzLZ/N50K+8BzXZ3MhZ31tiTKG56MkWTqU/7uEQmkffVLnkP6HjPIUy5D73IsUVxay22AwMHbK7kwvIaULO/X86eIi+8qRSNFs6ikUSEnmhPDip6b3kNaPzUQTLIjXVFfjQlrbXc8nkWzV9AIxHGxvP3ySREWSJJCNe0j+sa7SKajOagonfLW0BTxw+SUGTjaZFfizPWZhfl6yyan4Cm00yMyLinyL/qWMLSou5jQ8fyMuSSl4CaJ08yYfG25kLYSc1mac1O31mUMlJ0RnK/7WteAprs78CQziHhEPUJa1P62ofbba7k3XIf0LExJhJnc35YIc7Hm0pRaU6/60J3tDvnd0jLeUDN9uPEXNI5JJylyZg+oFkzm/PNxXIe0PjAKZl3KxynOmltHXJHpMPmSt4ptwEdHiZuTuT0kEJY4U5nLO2jezp6Oqe7/+U2oF1dJNzOv2GNKE0N2eknLRimQfdodw6qmZTTgKbPnpapfcKxqpLW3pu9Y702V/KW3AU0mSSeHMnZ4YSYKW8qRcCcfmOx4gxodzcJr3QOCWertbBn0WhyNGc3XMpZQM3uLhKqDK8IZ6u2eAXWN9ZnbyF/kLOApsaHZGG2cLxgylonZq6aubkJaCxGypQb8Arn86Qzlja47hsvpjPowADJ6TdSE8IRaiyMh0YSkZxch+YmoGfOkHLJ8IooDGGLb9WhmP33EMpJQLNDZ0kjExREYQhkrK1uGUnYP2xof0BNk1QiP9tFCDEbnrS1U2gkEbG3EHIR0LEx0q78b6EvhFVqNovfnD4aI/FiOINGo2Tc028pIYSTVFi4K3dxNHFHR8m4ZAaRKCwhC1P+UkbK9p7cnAQ0rUpARWEJGtYm1djdzM1JE1f2HxKFxpexdlIZTY7aWoftATViY7KDgig4bov3Bk1k7J0hZ39ADZkgLwqPZpRCQDMZDGSIRRQeNWtaCkdhBzSZJKvl/Q6HQsyKbmEsNJ62dwN2+wM6/TYvQjiSz8KNlQr7DJpIkFVlkoIoTF4L92yJZ+w9gyqmadqyirq7u5tPf/Sj9J7uwlRNPn7rBj77kU12HKqo/Z+f/4afPLsD0zT581vWc+effZB/+O5TPPfqPjwuF03z5/HP926lPOhnZHScL/zdd9l3tJMtm6/m7+7+eL7LL2jfevZlnnn6BUxM1n94PR/8iw/yva9/jzOdZwCIj8XxlfnoPmrfLn+2NUBdLhcP3XsvLf4J+tIj3P6FB9mwZhlLmufbdciic7TjND95dgfPPPx13G6NrX/zbTatW8n6Ncv52l/+KS5N4x8f/X/8rye38fX//Gd4PW7++o4/4eip0xw7lbuNrYrR0Y7TbHv6Rb7+g6+juTS+/aVvs3LDSj73j5+beszP/ufP8AV9ttZhWxO3vr6e1cuXYyoQ9Ou0NtXTPxix63BFqb2rn8uXLsSne3BpGldd1savduzl2iuW49Imp6KtWraI/rMRAPw+L1e+bzFez/TzSMWFtXf1s+zSVjy6B82l0ba6jb3P7536uWmavPHcG1y5+Uqypn3j/PZeg2YnC+/uH+RQexeXL11o6+GKzSUt89mz/zgjo+PEEyle2L2fvoHhdzzmZ7/ayXVrL81ThcXrkpb57P/dUcYj46QSKfbv3M/wmbde++N7j1NWVUZtUy02XSUCNjZxzxmLJ/jCN7/L3/6Xj1IWsLc5UGwWN9fz+T/fzKf+5l/w6x6Wty5Afduw1cM/fhZN0/jwpqvyWGVxWtxcz198+jb+5a5/wePzsKDtna/9nu17WLt5LYCtm+HZGtB0Os1n//7bfHjTWm7asNrOQxWtj928no/dvB6A//G//436cCUAP9u+i9+8uo//+89fQVGkp9wOt/zJRlr/dDKE//adf6OyZvK1NzIGe1/Yy30/vA8AxUJv72zZ1sQ1TZM7//ZvaWuaz19uucGuwxS9wZHJ3ShOnxnmVzv28qFNa3nxtQN896f/wWN//0V8+vQbXInZGR6efO2H+4fZ+/xe1t40GdbDrx2mrqWOytrJwNr5AWnbMMuOHTvYsGEDy1sWYGqTh/jaZz/M9Ve9z47DFa3/dM8/MxKdwOXS+O+f38I1q5ex8dP/jVQ6Q0UoAEx2FP3DPZ8A4JpPfIPxWJx02iAU9PHDb31Zes5n6fa/fojB6BiaS2PLf93CsrXLAHj8gcdZuGIhG7dsBOBzaz53oae5KLYFFIBTpxg5vIOoJzfb5Asxl46GdE6pF54ppCkad66+07Ya7O3F9XpRLS58FcJpUsr0713dpdtag+0B1WQxiyhQCWX68U2fu0AnKgCg6yhyBhUFKmFho4HCP4NmJKCiMCUsrGUu7IBqGqoy/e5oQjhNVlUtbdTjcxVyExfQbP6EEcIOGdVaNAr7DApo/jLUHN7IW4i5kHZZm2RX2J1EAOXluOyf8ivEnIpp1mYHhbwhW+uwP6ChEC5DrkNFYZmw+Jat1CttrSM3Z1BDJnOLwjJmYQxUd+nF0cR1p2SoRRSWEQt3Q6jQK2yvw/6ABoO4pYkrCkhWVYkr04+B2t28hRzdYdvtq7BxxZwQcyvptrZlTKWvSAKqzqvBjaxbFIVh3G2txVc0Z1BqavBkpJkrCsOQZm0TsLA/bHMluQyo3ENJFIgzSmrax1T5qvC6vLbXkpuA6jpe1Z+TQwlxMZIej6VVLPPLcrNLRc7m4LlDYZnyJxxvzOL1Z32w3uZKJuUsMcqCJvSsdBQJZxuyOCu1vqzIAkpjI3pSOoqEs53B2vWn3atYzsldQN1ufHp1zg4nxEwlPB5LExRy1byFXAYUcNU24EbuGyKcadBrrX3bEGqwuZK35LbXprkZPS1Lz4QzndbS0z7GpbpoDDXmoJpJuQ1oKIRPs3f9nBCzkXK7iTB9QBeEFuBSc3eSyfm4h17TgoZ0FglnOatbu/RaWJnbO/TlPKDKkiX4M7JPkXCWLm363luX6qK5vDkH1bwl9zMH/H4C/pqcH1aI80l4PUQtrP9sKm/CreW2kzMvU3u8Da2yT5FwjB6vtUuuxVWLba7k3fIz9665mUA2kJdDC/F2hqbRocanfZzu0mkqb8pBRe+Un4BqGoGq3LblhXgvAz6PpQ2ql4aXoiq5j0veZq+7L1mBz5QVLiKPFDhhoXNIVVQunXdpDgp6j2Pn5agAwSBleWgyCHHOqM/HhIWpfS0VLQQ8+bkky+v6L9/C5TL1T+RNp9vazgkralbYXMn55XeBZjhMWSB38xqFOCfu9dKnTL/NR9gfpi5Yl4OK3lveV1AHFiyXhdwi545bnCuTz7MnOCCgakMjITmLihya0HVLZ8+AO0BrZWsOKjq/vAcUoGzxGpmfK3LmqNfateea+WvQ1Py+Lx0RUDVcQ6h6Ub7LECUg6tM5a2HXvnJvOW3VbTmo6MIcEVCAYOsatBwu4xGl6Yhn+mEVgCsbrszLxIQ/lv8K/kAtCxGqW57vMkQRGw74GFGmX/MZ9odZVOmMFp1jAgpQtuhyXDnajEmUFkPT2Oeytnv62oa1NldjnaMCqnh1Klud8+KI4nEy6CFp4Z6f9cH6nG5pMh1HBRTA37gUvSJ3u6aJ4jeh65xUpl+xoioq1zRdk4OKrHNcQAGqlm4A1ZGliQJjqgr79OkXYwOsrF1Jla/K5opmxpEpcAcqCDZfnu8yRBE4HfBZ2i2h3FvOmvo1OahoZhwZUICKllUowYp8lyEKWMLj4bAWs/TYDc0b8j4p4b04NqCaqhFauh7TgS+acD5TVdnrz1pejJ2ru5XNlGMDClBRPh9t4cp8lyEKUHuZ11LT1u/2s65xXQ4qmh1HBxSgoXkN6bAzP92EMw37fZZ6bQE2NG3Aozn3rnuOD6iqqNReci1pv2wyJqaX9Hh4052w9NgVNStornD23liODyhAmR7Cs3gthibXo+L8sqrKm/4shmJO+9iwP+zopu05BRFQgKZ5S4g1LgYl35UIR1LgYJnb0nWnR/PwwUUfdMRk+Ok4v8K3aVt4NQNh2ZVevFt7mY9eC4uwAa5vuZ6QtzBu4lVQAfVoHtrarudsRXm+SxEOcrrMzwkLm08DrKpb5fjrzrcrqIAClOvlNLRdy1BQOo0EDAV8HLA4GaG5vJkr5l9hc0Vzq+ACClBfVk+w9UpG/b58lyLyaNyn84bL2pmzNlDLpkWbUJTC6sQoyIACtIXbSDctJaZ7812KyIOY7mW3N4lpIW8VegU3Lb4ppzfenSsFG1CANQ1X0l/XyIQui7xLybius8ubIsP0wyl+t59bltyC11WYH+QFHVCAaxdeR9e8MFGfhLQURH06r+gJS2OdHs3DLUtuIegJ5qAyexR8QDVV44bFm+kJh4nINWlRG/X72O1NWJoArykaN7be6Lj1nTOlmKY5/UdRATCyBtvbt1M3PET1hLWOA1E4RgI+9rjilq45XaqLza2baQgV/oboRRNQ+ENIT2wnPDxM7bi1rnfhfGeCfn6vxSyF06N5uGnxTXm9n8pcKqqAwlsh9UWGWDQWx0I/gnAoU1FoD1nbTwgm74J9y5JbCPvDNleWO0UXUJgM6XMnnyM52s+KsQyaYW2zYuEchqbx+6BmaRd4mOytvXXJrVT6Km2uLLeKMqAApmmyq3sXnWePsiamoqes/UOL/Et4PezxGcSw9sFa5inj1rZbC2Z+7UwUbUDP2XdmH6/3vMaqtJcq6TxyvJGAjzdc1oZRAOqCddyw6AZ87uLswS/6gAJ0Rjp5vuN5FhguWseSqFlrd7cSuZNVVdqDXjosTnoHWBZexjVN1xTEsrHZKomAAgzHh9nevh0jFWNVwk0wYW3VvbBf3OvlTZ/BuIW1nDC5y8b6pvUsDS+1ubL8K5mAAiQyCV489SJdo10syfpYOJ5EkbNp3piKQndQ54hqbXwTJjuDblh0A7XBWnuLc4iSCug5BwcO8mrPq/hMhVUJDX/C2kJfMXfiXi/7fFkiTH+3sXNqA7Xc0HoDfrffxsqcpSQDCpNN3uc7nmc4PsySrI/miZQMx+RARnPREXRbHtuEySbt6vrVrKpbVXDLxS5WyQYUJsdLd5/ezYGBA7hNheWGj9qJOErpviS2MRWFMwEfB11xS6tQzin3lnP9wuupCZTmVjclHdBzuka7eLnzZWLpGEFcXJpyURGTTqS5EvXpHPRmLG3odY6Cwvtq38cV868oyHWcc0UC+gdpI80bfW9wYOAAWTNLremlLQH+pFyfztaErnPCa9JncTOvcyr0Cq5rua5kz5pvJwH9IyPxEXZ276R3rBeAWtPLopRCKC5nVKuiPp12T9byNL1zvJqX1fWrubTm0qIe25wJCeh5nBg+wSs9rxBLT66KqcDNkpSLqrhMwD+fiN/HcU+G4Rn0zMJkJ9DyectZXb8a3SUL799OAnoBaSPN3v69HBg4QCY7ef0UMDXaDC/V8aT0+jI5qX3Q5+WkKzWja8xzmsqbWNe4jgq9Yu6LKwISUAsSmQT7zuzj4MBB0tnJs4MKNJk+GpJm6c1KUiCq6/R4oIeE5UkGbxf2h1nbsJbGUOPc11dEJKAzkMgk2H9mPwfPHiRlvHV95Uej2fBSm8zgLeJVM0mPhwHdxUk1gbWNR96tMdTI5XWXO/Z+nE4jAZ2FZCbJ/oH9HBg48I6gAoRwUZ91U53KEkylULIF/PIqEPN6OevROK2kGFNm3oSdfBqF1qpWLqu9jGp/9RwXWdwkoBchk83QPtzOobOHGIwNvuvnKlBneqk1NMqTabzpmXWe5EPK7WbM42LAZdJHkrTFZV/vxaN5WFK1hJW1Kynzls1hlaVDAjpHBiYGODp4lBMjJ951Vj3Ha6pU46Yyq1FmmPjTadzp2Z2V5kLG5WLC7WLMpTKiGpwldVGBhMmzZUOogbbqNloqWkp6ksFckIDOsUw2Q8dIB+3D7fSO9WKYF+7p9aASNt2UmSp6FvQseIwsbsPAbWQuekgno2mkXS4SmkJCU4krJhNKlhEyxJW564Wu8lXRVt3G4qrFJTWZ3W4SUBuljTTd0W46I510R7tJZGbe2+tHQ0fFZSq4UXEBigkaCipgKpDBJA0YiknaNEkrWdJmlqSSnWVXjjXVvmqayptYWLmwqDbqchIJaI6Ypkn/eD+do510j3YzkhjJd0kzprt05pfNpzHUyILQAgIeucOc3SSgeZIyUgxMDHBm/AwDEwMMTAyQNJwz71dVVCr1SsL+MNX+auqD9dIDmwcSUAeJJCIMTAwwmhglmowylhojmozOqmlslYKC3+2nzFtGta+aan81YX+YKl+VzId1AAloAUgZKaLJKNFklFg6RjKTJGkkSWaSpLNpMtkMmWwGI2ugKiqaqk3+qWhoqjb1p0fzEPQECbgDBDwBAu4Afre/5BZBFxIJqBAOJm0YIRxMAiqEg0lAhXAwCagQDiYBnSM333wzTzzxRL7LEEWmpAMaDAanvlRVxefzTX3/4x//eEbPtW3bNrZu3TqrOlpaWqaOXVlZya233kp3d/fUz3fs2MH73/9+ysvLqaqq4pprrmHPnj2zOpYoLCUd0PHx8amvpqYmfvGLX0x9/4lPfGLqcZmM/StOzh27r6+P2tpa7r77bgCi0Si33XYbd999N8PDw5w+fZr7778fr9dre00i/0o6oOfz4osv0tjYyLe+9S3q6ur4zGc+w8jICLfddhvz5s2jsrKS2267jZ6enqnfue6663jssccAePzxx1m/fj1f/epXqaysZOHChWzbts3SsXVdZ8uWLRw6dAiAY8eOAfDxj38cTdPw+XzceOONrFy5co7/1sKJJKDn0d/fz/DwMJ2dnXzve98jm83ymc98hs7OTrq6uvD5fNx1113n/f3du3dzySWXMDg4yNe+9jXuvPNOrMwJicVi/PSnP2XdunUAtLW1oWkaW7duZdu2bYyMFN4ke3ERTGGapmk2Nzebv/71r03TNM0XXnjBdLvdZjweP+/j9+7da1ZUVEx9v3HjRvPRRx81TdM0v//975utra1TP5uYmDABs6+v77zHDgQCZnl5uelyucz6+npz3759Uz8/dOiQuXXrVrOhocHUNM28/fbbzf7+/vPWFggEpr4URTF1XZ/6/kc/+pG1F+Rt3v53ey8dHR0mMHWMmpoa8wtf+IKZSqWmHvPYY4+Zl1xyiRkMBs2amhrz5ptvNqPR6IxrKTVyBj2PefPmoetv7dEai8X4q7/6K5qbmwmFQlx77bVEIhGM82y9WVdXN/Xffv/kAubx8fHzHu/pp58mEomQSCR4+OGH2bhxI/39/QAsW7aMxx9/nJ6eHg4cOEBvby/33HPPeZ/L6rX1XItEIoyPj7N//35eeeUVvvOd7wDw0ksv8Y1vfIMnn3ySsbExDh8+zMc+9jHb6igmEtDz+OMJ5A899BBHjx5l9+7dRKNRXn75ZQBLzdaZ0DSNj3zkI2iaxo4dO97186VLl3LHHXdw4MCBGT93Npvln/7pn2htbaW6upqPfvSjDA8PA5BIJPjkJz9JdXU1FRUVXHnllZw5c4b77ruP3/72t9x1110Eg8ELNuvPqamp4YYbbpi6jt6zZw9XX301q1atAqCqqoqtW7dSVib7FE1HAmrR2NgYPp+PiooKhoeH+eY3v2nLcUzT5JlnnmFkZIRly5Zx5MgRHnrooakOqe7ubp588smpa9SZ+Nd//VeefvppXnrpJXp7e6msrOSLX/wiAE888QSjo6N0d3czNDTEI488gs/n48EHH2TDhg08/PDDjI+P8/DDD097nN7eXrZv3z5V41VXXcX27du5//772blzJ0m5341lElCL7rnnHuLxOOFwmHXr1nHTTTfN6fPffvvtBINBQqEQ9913H0888QSXXnopZWVl7N69m6uuuopAIMC6detYsWIFDz300IyP8cgjj/Dggw/S2NiI1+vlgQce4KmnniKTyeB2uxkaGqK9vR1N01izZg2hUGhGzx8Oh6moqKChoYFAIMCWLVsA2LBhAz//+c958803ufXWW6muruYrX/nKeS8PxNvk+yJY2OvtnV8+n88sKyszy8vLp768Xq/Z09NjplIp84EHHjCXLVtm1tfXm/fee+9UJ4/VTqJ0Om2apmnGYjHzq1/9qrlu3bp3PdYwDPO5554zKysrzUceecSGv3FxkTNoCVmwYAHbtm0jEolMfSUSCRoaGnC73dx///0cOnSIXbt28ctf/pIf/OAHwLuvx6fj8/m44447ePXVVxkcfOd+waqqsmnTJj7wgQ/M6jq61EhAS8jnP/957rvvPjo7OwE4e/YszzzzDAAvvPAC+/fvxzAMQqEQbrcbVZ18e9TW1nLy5EnLx0kmk/zwhz+krq6O6upqnnnmGX7yk58wMjKCaZq89tprvPTSS7O6ji41EtAS8uUvf5kPfehD3HjjjZSVlbFu3Tp2794NTE7M2LJlC6FQiGXLlrFx40Y+9alPTf3eU089RWVlJV/60pfO+/wVFRUEg0Fqa2t55ZVX+Pd//3cURaGyspJHH32UJUuWEAqF+OQnP8m9995r65BPsZAtT4RwMDmDCuFgElAhHEwCKoSDSUCFcDAJqBAOJgEVwsEkoEI4mARUCAeTgArhYP8fMI7wLpAUOO0AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "train_bs_set = set(ec_df['bs'].values.tolist())\n",
    "test_bs_set = set(pcp_df['bs'].values.tolist())\n",
    "\n",
    "venn2([train_bs_set, test_bs_set], ('Train BS', 'Test BS'))\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "id": "2plNGJZ1zxRW"
   },
   "outputs": [],
   "source": [
    "cl_df['time'] = pd.to_datetime(cl_df['time'])\n",
    "ec_df['time'] = pd.to_datetime(ec_df['time'])\n",
    "pcp_df['time'] = pd.to_datetime(pcp_df['time'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 206
    },
    "id": "23dMKioikMIv",
    "outputId": "8f4e73a8-0c80-46e8-e906-a9b9ba1125e5"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Length of CLdata_ECdata:  (125575, 17) \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>energy</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 02:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.344468</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.904335</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 03:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.193766</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>57.698057</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 04:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.222383</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.156951</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 05:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.175436</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>56.053812</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>365.0</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time   bs cellname      load  esmode1  esmode2  esmode3  \\\n",
       "0 2023-01-01 01:00:00  B_0    Cell0  0.487936      0.0      0.0      0.0   \n",
       "1 2023-01-01 02:00:00  B_0    Cell0  0.344468      0.0      0.0      0.0   \n",
       "2 2023-01-01 03:00:00  B_0    Cell0  0.193766      0.0      0.0      0.0   \n",
       "3 2023-01-01 04:00:00  B_0    Cell0  0.222383      0.0      0.0      0.0   \n",
       "4 2023-01-01 05:00:00  B_0    Cell0  0.175436      0.0      0.0      0.0   \n",
       "\n",
       "   esmode4  esmode5  esmode6     energy rutype   mode  frequency  bandwidth  \\\n",
       "0        0      0.0      0.0  64.275037  Type1  Mode2      365.0       20.0   \n",
       "1        0      0.0      0.0  55.904335  Type1  Mode2      365.0       20.0   \n",
       "2        0      0.0      0.0  57.698057  Type1  Mode2      365.0       20.0   \n",
       "3        0      0.0      0.0  55.156951  Type1  Mode2      365.0       20.0   \n",
       "4        0      0.0      0.0  56.053812  Type1  Mode2      365.0       20.0   \n",
       "\n",
       "   antennas   txpower  \n",
       "0       4.0  6.875934  \n",
       "1       4.0  6.875934  \n",
       "2       4.0  6.875934  \n",
       "3       4.0  6.875934  \n",
       "4       4.0  6.875934  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl_df=cl_df.merge(ec_df, on=['time', 'bs'], how='left')\n",
    "cl_bs_df = cl_df.merge(bs_df, on=['bs', 'cellname'], how='left')\n",
    "print(\"Length of CLdata_ECdata: \",cl_bs_df.shape,\"\\n\")\n",
    "cl_bs_df.head()\n",
    "#cl_bs_df[cl_bs_df['bs'] == 'B_0']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>bs</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>B_1</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type2</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>B_10</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>B_100</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>B_1000</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.081519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.853161</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.325859</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       bs cellname      load  esmode1  esmode2  esmode3  esmode4  esmode5  \\\n",
       "0     B_0    Cell1  0.200519      0.0      0.0      0.0        0      0.0   \n",
       "1     B_1    Cell0  0.075450      0.0      0.0      0.0        0      0.0   \n",
       "2    B_10    Cell1  0.047769      0.0      0.0      0.0        0      0.0   \n",
       "3   B_100    Cell0  0.099910      0.0      0.0      0.0        0      0.0   \n",
       "4  B_1000    Cell0  0.081519      0.0      0.0      0.0        0      0.0   \n",
       "\n",
       "    esmode6 rutype   mode  frequency  bandwidth  antennas   txpower  \n",
       "0  0.000000  Type1  Mode2     426.98        2.0       4.0  7.327504  \n",
       "1  0.000000  Type2  Mode2     532.00       20.0       4.0  6.875934  \n",
       "2  0.917571  Type1  Mode2     426.98        2.0       2.0  7.323617  \n",
       "3  0.000000  Type4  Mode2     532.00       20.0       2.0  6.875934  \n",
       "4  0.853161  Type1  Mode2     426.98        2.0       2.0  7.325859  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl_bs2=cl_bs_df.groupby('bs')[['cellname', 'load', 'esmode1', 'esmode2', 'esmode3',\n",
    "       'esmode4', 'esmode5', 'esmode6', 'rutype', 'mode', 'frequency',\n",
    "       'bandwidth', 'antennas', 'txpower']].last().reset_index()\n",
    "#cl_bs2['bs2']=cl_bs2['bs']\n",
    "cl_bs2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "time             0\n",
       "bs               0\n",
       "cellname         0\n",
       "load             0\n",
       "esmode1          0\n",
       "esmode2          0\n",
       "esmode3          0\n",
       "esmode4          0\n",
       "esmode5          0\n",
       "esmode6          0\n",
       "energy       27491\n",
       "rutype        1480\n",
       "mode          1480\n",
       "frequency     1480\n",
       "bandwidth     1480\n",
       "antennas      1480\n",
       "txpower       1480\n",
       "dtype: int64"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl_bs_df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "id": "r-bPpGsqiU4r"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>energy</th>\n",
       "      <th>load_cell0</th>\n",
       "      <th>load_cell1</th>\n",
       "      <th>load_cell2</th>\n",
       "      <th>load_cell3</th>\n",
       "      <th>esmode1_cell0</th>\n",
       "      <th>esmode1_cell1</th>\n",
       "      <th>esmode1_cell2</th>\n",
       "      <th>esmode1_cell3</th>\n",
       "      <th>esmode2_cell0</th>\n",
       "      <th>esmode2_cell1</th>\n",
       "      <th>esmode2_cell2</th>\n",
       "      <th>esmode2_cell3</th>\n",
       "      <th>esmode3_cell0</th>\n",
       "      <th>esmode3_cell1</th>\n",
       "      <th>esmode3_cell2</th>\n",
       "      <th>esmode3_cell3</th>\n",
       "      <th>esmode4_cell0</th>\n",
       "      <th>esmode4_cell1</th>\n",
       "      <th>esmode4_cell2</th>\n",
       "      <th>esmode4_cell3</th>\n",
       "      <th>esmode5_cell0</th>\n",
       "      <th>esmode5_cell1</th>\n",
       "      <th>esmode5_cell2</th>\n",
       "      <th>esmode5_cell3</th>\n",
       "      <th>esmode6_cell0</th>\n",
       "      <th>esmode6_cell1</th>\n",
       "      <th>esmode6_cell2</th>\n",
       "      <th>esmode6_cell3</th>\n",
       "      <th>frequency_cell0</th>\n",
       "      <th>frequency_cell1</th>\n",
       "      <th>frequency_cell2</th>\n",
       "      <th>frequency_cell3</th>\n",
       "      <th>bandwidth_cell0</th>\n",
       "      <th>bandwidth_cell1</th>\n",
       "      <th>bandwidth_cell2</th>\n",
       "      <th>bandwidth_cell3</th>\n",
       "      <th>antennas_cell0</th>\n",
       "      <th>antennas_cell1</th>\n",
       "      <th>antennas_cell2</th>\n",
       "      <th>antennas_cell3</th>\n",
       "      <th>txpower_cell0</th>\n",
       "      <th>txpower_cell1</th>\n",
       "      <th>txpower_cell2</th>\n",
       "      <th>txpower_cell3</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_1</td>\n",
       "      <td>18.086697</td>\n",
       "      <td>0.034770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type2</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_10</td>\n",
       "      <td>30.343797</td>\n",
       "      <td>0.010457</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.011220</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_101</td>\n",
       "      <td>15.545590</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.018190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time     bs     energy  load_cell0  load_cell1  load_cell2  \\\n",
       "0 2023-01-01 01:00:00    B_0  64.275037    0.487936         NaN         NaN   \n",
       "1 2023-01-01 01:00:00    B_1  18.086697    0.034770         NaN         NaN   \n",
       "2 2023-01-01 01:00:00   B_10  30.343797    0.010457         NaN         NaN   \n",
       "3 2023-01-01 01:00:00  B_100        NaN    0.011220         NaN         NaN   \n",
       "4 2023-01-01 01:00:00  B_101  15.545590    0.008720         NaN         NaN   \n",
       "\n",
       "   load_cell3  esmode1_cell0  esmode1_cell1  esmode1_cell2  esmode1_cell3  \\\n",
       "0         NaN            0.0            NaN            NaN            NaN   \n",
       "1         NaN            0.0            NaN            NaN            NaN   \n",
       "2         NaN            0.0            NaN            NaN            NaN   \n",
       "3         NaN            0.0            NaN            NaN            NaN   \n",
       "4         NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   esmode2_cell0  esmode2_cell1  esmode2_cell2  esmode2_cell3  esmode3_cell0  \\\n",
       "0            0.0            NaN            NaN            NaN            0.0   \n",
       "1            0.0            NaN            NaN            NaN            0.0   \n",
       "2            0.0            NaN            NaN            NaN            0.0   \n",
       "3            0.0            NaN            NaN            NaN            0.0   \n",
       "4            0.0            NaN            NaN            NaN            0.0   \n",
       "\n",
       "   esmode3_cell1  esmode3_cell2  esmode3_cell3  esmode4_cell0  esmode4_cell1  \\\n",
       "0            NaN            NaN            NaN            0.0            NaN   \n",
       "1            NaN            NaN            NaN            0.0            NaN   \n",
       "2            NaN            NaN            NaN            0.0            NaN   \n",
       "3            NaN            NaN            NaN            0.0            NaN   \n",
       "4            NaN            NaN            NaN            0.0            NaN   \n",
       "\n",
       "   esmode4_cell2  esmode4_cell3  esmode5_cell0  esmode5_cell1  esmode5_cell2  \\\n",
       "0            NaN            NaN            0.0            NaN            NaN   \n",
       "1            NaN            NaN            0.0            NaN            NaN   \n",
       "2            NaN            NaN            0.0            NaN            NaN   \n",
       "3            NaN            NaN            0.0            NaN            NaN   \n",
       "4            NaN            NaN            0.0            NaN            NaN   \n",
       "\n",
       "   esmode5_cell3  esmode6_cell0  esmode6_cell1  esmode6_cell2  esmode6_cell3  \\\n",
       "0            NaN            0.0            NaN            NaN            NaN   \n",
       "1            NaN            0.0            NaN            NaN            NaN   \n",
       "2            NaN            0.0            NaN            NaN            NaN   \n",
       "3            NaN            0.0            NaN            NaN            NaN   \n",
       "4            NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   frequency_cell0  frequency_cell1  frequency_cell2  frequency_cell3  \\\n",
       "0            365.0              NaN              NaN              NaN   \n",
       "1            532.0              NaN              NaN              NaN   \n",
       "2            365.0              NaN              NaN              NaN   \n",
       "3            532.0              NaN              NaN              NaN   \n",
       "4            532.0              NaN              NaN              NaN   \n",
       "\n",
       "   bandwidth_cell0  bandwidth_cell1  bandwidth_cell2  bandwidth_cell3  \\\n",
       "0             20.0              NaN              NaN              NaN   \n",
       "1             20.0              NaN              NaN              NaN   \n",
       "2             20.0              NaN              NaN              NaN   \n",
       "3             20.0              NaN              NaN              NaN   \n",
       "4             20.0              NaN              NaN              NaN   \n",
       "\n",
       "   antennas_cell0  antennas_cell1  antennas_cell2  antennas_cell3  \\\n",
       "0             4.0             NaN             NaN             NaN   \n",
       "1             4.0             NaN             NaN             NaN   \n",
       "2             2.0             NaN             NaN             NaN   \n",
       "3             2.0             NaN             NaN             NaN   \n",
       "4             2.0             NaN             NaN             NaN   \n",
       "\n",
       "   txpower_cell0  txpower_cell1  txpower_cell2  txpower_cell3 cellname  \\\n",
       "0       6.875934            NaN            NaN            NaN    Cell1   \n",
       "1       6.875934            NaN            NaN            NaN    Cell0   \n",
       "2       6.875934            NaN            NaN            NaN    Cell1   \n",
       "3       6.875934            NaN            NaN            NaN    Cell0   \n",
       "4       6.875934            NaN            NaN            NaN    Cell0   \n",
       "\n",
       "       load  esmode1  esmode2  esmode3  esmode4  esmode5   esmode6 rutype  \\\n",
       "0  0.200519      0.0      0.0      0.0        0      0.0  0.000000  Type1   \n",
       "1  0.075450      0.0      0.0      0.0        0      0.0  0.000000  Type2   \n",
       "2  0.047769      0.0      0.0      0.0        0      0.0  0.917571  Type1   \n",
       "3  0.099910      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "4  0.018190      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "\n",
       "    mode  frequency  bandwidth  antennas   txpower  \n",
       "0  Mode2     426.98        2.0       4.0  7.327504  \n",
       "1  Mode2     532.00       20.0       4.0  6.875934  \n",
       "2  Mode2     426.98        2.0       2.0  7.323617  \n",
       "3  Mode2     532.00       20.0       2.0  6.875934  \n",
       "4  Mode2     532.00       20.0       2.0  6.875934  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl_bs_df = cl_bs_df.pivot(\n",
    "    index=['time', 'bs',\"energy\"],\n",
    "    columns=['cellname'],\n",
    "    values=['load', 'esmode1', 'esmode2', 'esmode3',\n",
    "       'esmode4', 'esmode5', 'esmode6', 'frequency',\n",
    "       'bandwidth', 'antennas', 'txpower'],\n",
    ").reset_index()\n",
    "\n",
    "cl_bs_df.columns = ['_'.join([str(i) for i in x]) for x in cl_bs_df.columns]\n",
    "cl_bs_df.columns = cl_bs_df.columns.str.strip('_')\n",
    "cl_bs_df = rename_columns(cl_bs_df)\n",
    "cl_bs_df = cl_bs_df.merge(cl_bs2, on='bs', how='left')\n",
    "cl_bs_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "id": "fNVI_hC3iQpc",
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>energy</th>\n",
       "      <th>load_cell0</th>\n",
       "      <th>load_cell1</th>\n",
       "      <th>load_cell2</th>\n",
       "      <th>load_cell3</th>\n",
       "      <th>esmode1_cell0</th>\n",
       "      <th>esmode1_cell1</th>\n",
       "      <th>esmode1_cell2</th>\n",
       "      <th>esmode1_cell3</th>\n",
       "      <th>esmode2_cell0</th>\n",
       "      <th>esmode2_cell1</th>\n",
       "      <th>esmode2_cell2</th>\n",
       "      <th>esmode2_cell3</th>\n",
       "      <th>esmode3_cell0</th>\n",
       "      <th>esmode3_cell1</th>\n",
       "      <th>esmode3_cell2</th>\n",
       "      <th>esmode3_cell3</th>\n",
       "      <th>esmode4_cell0</th>\n",
       "      <th>esmode4_cell1</th>\n",
       "      <th>esmode4_cell2</th>\n",
       "      <th>esmode4_cell3</th>\n",
       "      <th>esmode5_cell0</th>\n",
       "      <th>esmode5_cell1</th>\n",
       "      <th>esmode5_cell2</th>\n",
       "      <th>esmode5_cell3</th>\n",
       "      <th>esmode6_cell0</th>\n",
       "      <th>esmode6_cell1</th>\n",
       "      <th>esmode6_cell2</th>\n",
       "      <th>esmode6_cell3</th>\n",
       "      <th>frequency_cell0</th>\n",
       "      <th>frequency_cell1</th>\n",
       "      <th>frequency_cell2</th>\n",
       "      <th>frequency_cell3</th>\n",
       "      <th>bandwidth_cell0</th>\n",
       "      <th>bandwidth_cell1</th>\n",
       "      <th>bandwidth_cell2</th>\n",
       "      <th>bandwidth_cell3</th>\n",
       "      <th>antennas_cell0</th>\n",
       "      <th>antennas_cell1</th>\n",
       "      <th>antennas_cell2</th>\n",
       "      <th>antennas_cell3</th>\n",
       "      <th>txpower_cell0</th>\n",
       "      <th>txpower_cell1</th>\n",
       "      <th>txpower_cell2</th>\n",
       "      <th>txpower_cell3</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "      <th>ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "      <td>2023-01-01 01:00:00_B_0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_1</td>\n",
       "      <td>18.086697</td>\n",
       "      <td>0.034770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type2</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_10</td>\n",
       "      <td>30.343797</td>\n",
       "      <td>0.010457</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "      <td>2023-01-01 01:00:00_B_10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.011220</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_101</td>\n",
       "      <td>15.545590</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.018190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_101</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time     bs     energy  load_cell0  load_cell1  load_cell2  \\\n",
       "0 2023-01-01 01:00:00    B_0  64.275037    0.487936         NaN         NaN   \n",
       "1 2023-01-01 01:00:00    B_1  18.086697    0.034770         NaN         NaN   \n",
       "2 2023-01-01 01:00:00   B_10  30.343797    0.010457         NaN         NaN   \n",
       "3 2023-01-01 01:00:00  B_100        NaN    0.011220         NaN         NaN   \n",
       "4 2023-01-01 01:00:00  B_101  15.545590    0.008720         NaN         NaN   \n",
       "\n",
       "   load_cell3  esmode1_cell0  esmode1_cell1  esmode1_cell2  esmode1_cell3  \\\n",
       "0         NaN            0.0            NaN            NaN            NaN   \n",
       "1         NaN            0.0            NaN            NaN            NaN   \n",
       "2         NaN            0.0            NaN            NaN            NaN   \n",
       "3         NaN            0.0            NaN            NaN            NaN   \n",
       "4         NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   esmode2_cell0  esmode2_cell1  esmode2_cell2  esmode2_cell3  esmode3_cell0  \\\n",
       "0            0.0            NaN            NaN            NaN            0.0   \n",
       "1            0.0            NaN            NaN            NaN            0.0   \n",
       "2            0.0            NaN            NaN            NaN            0.0   \n",
       "3            0.0            NaN            NaN            NaN            0.0   \n",
       "4            0.0            NaN            NaN            NaN            0.0   \n",
       "\n",
       "   esmode3_cell1  esmode3_cell2  esmode3_cell3  esmode4_cell0  esmode4_cell1  \\\n",
       "0            NaN            NaN            NaN            0.0            NaN   \n",
       "1            NaN            NaN            NaN            0.0            NaN   \n",
       "2            NaN            NaN            NaN            0.0            NaN   \n",
       "3            NaN            NaN            NaN            0.0            NaN   \n",
       "4            NaN            NaN            NaN            0.0            NaN   \n",
       "\n",
       "   esmode4_cell2  esmode4_cell3  esmode5_cell0  esmode5_cell1  esmode5_cell2  \\\n",
       "0            NaN            NaN            0.0            NaN            NaN   \n",
       "1            NaN            NaN            0.0            NaN            NaN   \n",
       "2            NaN            NaN            0.0            NaN            NaN   \n",
       "3            NaN            NaN            0.0            NaN            NaN   \n",
       "4            NaN            NaN            0.0            NaN            NaN   \n",
       "\n",
       "   esmode5_cell3  esmode6_cell0  esmode6_cell1  esmode6_cell2  esmode6_cell3  \\\n",
       "0            NaN            0.0            NaN            NaN            NaN   \n",
       "1            NaN            0.0            NaN            NaN            NaN   \n",
       "2            NaN            0.0            NaN            NaN            NaN   \n",
       "3            NaN            0.0            NaN            NaN            NaN   \n",
       "4            NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   frequency_cell0  frequency_cell1  frequency_cell2  frequency_cell3  \\\n",
       "0            365.0              NaN              NaN              NaN   \n",
       "1            532.0              NaN              NaN              NaN   \n",
       "2            365.0              NaN              NaN              NaN   \n",
       "3            532.0              NaN              NaN              NaN   \n",
       "4            532.0              NaN              NaN              NaN   \n",
       "\n",
       "   bandwidth_cell0  bandwidth_cell1  bandwidth_cell2  bandwidth_cell3  \\\n",
       "0             20.0              NaN              NaN              NaN   \n",
       "1             20.0              NaN              NaN              NaN   \n",
       "2             20.0              NaN              NaN              NaN   \n",
       "3             20.0              NaN              NaN              NaN   \n",
       "4             20.0              NaN              NaN              NaN   \n",
       "\n",
       "   antennas_cell0  antennas_cell1  antennas_cell2  antennas_cell3  \\\n",
       "0             4.0             NaN             NaN             NaN   \n",
       "1             4.0             NaN             NaN             NaN   \n",
       "2             2.0             NaN             NaN             NaN   \n",
       "3             2.0             NaN             NaN             NaN   \n",
       "4             2.0             NaN             NaN             NaN   \n",
       "\n",
       "   txpower_cell0  txpower_cell1  txpower_cell2  txpower_cell3 cellname  \\\n",
       "0       6.875934            NaN            NaN            NaN    Cell1   \n",
       "1       6.875934            NaN            NaN            NaN    Cell0   \n",
       "2       6.875934            NaN            NaN            NaN    Cell1   \n",
       "3       6.875934            NaN            NaN            NaN    Cell0   \n",
       "4       6.875934            NaN            NaN            NaN    Cell0   \n",
       "\n",
       "       load  esmode1  esmode2  esmode3  esmode4  esmode5   esmode6 rutype  \\\n",
       "0  0.200519      0.0      0.0      0.0        0      0.0  0.000000  Type1   \n",
       "1  0.075450      0.0      0.0      0.0        0      0.0  0.000000  Type2   \n",
       "2  0.047769      0.0      0.0      0.0        0      0.0  0.917571  Type1   \n",
       "3  0.099910      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "4  0.018190      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "\n",
       "    mode  frequency  bandwidth  antennas   txpower                         ID  \n",
       "0  Mode2     426.98        2.0       4.0  7.327504    2023-01-01 01:00:00_B_0  \n",
       "1  Mode2     532.00       20.0       4.0  6.875934    2023-01-01 01:00:00_B_1  \n",
       "2  Mode2     426.98        2.0       2.0  7.323617   2023-01-01 01:00:00_B_10  \n",
       "3  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_100  \n",
       "4  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_101  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#merge cell and bs datasets with energy dataset\n",
    "#df = cl_bs_df.merge(ec_df, on=['time', 'bs'], how='left')\n",
    "df = cl_bs_df#.merge(ec_df, on=['time', 'bs'], how='left')\n",
    "\n",
    "#create ID label\n",
    "df['ID'] = df['time'].astype('str') + '_' + df['bs']\n",
    "#df.to_csv(\"combined_2.csv\",index=False)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "id": "TD24ulQVunBr"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "False    92629\n",
      "True     26139\n",
      "Name: energy, dtype: int64 \n",
      " =========\n",
      "(26139, 2) \n",
      " =========\n",
      "(92629, 3)\n"
     ]
    }
   ],
   "source": [
    "#we need to create split feature to enable seperate the train from test\n",
    "print(df['energy'].isna().value_counts(),\"\\n\",\"=========\")\n",
    "#df.to_csv('combined_1.csv')\n",
    "\n",
    "df['split'] = df['energy'].isna().apply(lambda x: 'test' if x == True else 'train')\n",
    "print(ss_df.shape,\"\\n\",\"=========\")\n",
    "print(ec_df.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "26139"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['split']==\"test\"].energy.isna().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Featuer Engineering"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Active Power Saving Modes Features**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Interaction of activation modes to see which are active at a specific time\n",
    "df['mode1_mode2'] = df['esmode1'].astype(str)+ \"_\" + df['esmode2'].astype(str)\n",
    "df['mode1_mode3'] = df['esmode1'].astype(str)+ \"_\" + df['esmode3'].astype(str)\n",
    "df['mode1_mode5'] = df['esmode1'].astype(str)+ \"_\" + df['esmode5'].astype(str)\n",
    "df['mode1_mode6'] = df['esmode1'].astype(str)+ \"_\" + df['esmode6'].astype(str)\n",
    "df['mode2_mode3'] = df['esmode2'].astype(str)+ \"_\" + df['esmode3'].astype(str)\n",
    "df['mode2_mode5'] = df['esmode2'].astype(str)+ \"_\" + df['esmode5'].astype(str)\n",
    "df['mode2_mode6'] = df['esmode2'].astype(str)+ \"_\" + df['esmode6'].astype(str)\n",
    "df['mode3_mode5'] = df['esmode3'].astype(str)+ \"_\" + df['esmode5'].astype(str)\n",
    "df['mode3_mode6'] = df['esmode3'].astype(str)+ \"_\" + df['esmode6'].astype(str)\n",
    "df['mode5_mode6'] = df['esmode5'].astype(str)+ \"_\" + df['esmode6'].astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>energy</th>\n",
       "      <th>load_cell0</th>\n",
       "      <th>load_cell1</th>\n",
       "      <th>load_cell2</th>\n",
       "      <th>load_cell3</th>\n",
       "      <th>esmode1_cell0</th>\n",
       "      <th>esmode1_cell1</th>\n",
       "      <th>esmode1_cell2</th>\n",
       "      <th>esmode1_cell3</th>\n",
       "      <th>esmode2_cell0</th>\n",
       "      <th>esmode2_cell1</th>\n",
       "      <th>esmode2_cell2</th>\n",
       "      <th>esmode2_cell3</th>\n",
       "      <th>esmode3_cell0</th>\n",
       "      <th>esmode3_cell1</th>\n",
       "      <th>esmode3_cell2</th>\n",
       "      <th>esmode3_cell3</th>\n",
       "      <th>esmode4_cell0</th>\n",
       "      <th>esmode4_cell1</th>\n",
       "      <th>esmode4_cell2</th>\n",
       "      <th>esmode4_cell3</th>\n",
       "      <th>esmode5_cell0</th>\n",
       "      <th>esmode5_cell1</th>\n",
       "      <th>esmode5_cell2</th>\n",
       "      <th>esmode5_cell3</th>\n",
       "      <th>esmode6_cell0</th>\n",
       "      <th>esmode6_cell1</th>\n",
       "      <th>esmode6_cell2</th>\n",
       "      <th>esmode6_cell3</th>\n",
       "      <th>frequency_cell0</th>\n",
       "      <th>frequency_cell1</th>\n",
       "      <th>frequency_cell2</th>\n",
       "      <th>frequency_cell3</th>\n",
       "      <th>bandwidth_cell0</th>\n",
       "      <th>bandwidth_cell1</th>\n",
       "      <th>bandwidth_cell2</th>\n",
       "      <th>bandwidth_cell3</th>\n",
       "      <th>antennas_cell0</th>\n",
       "      <th>antennas_cell1</th>\n",
       "      <th>antennas_cell2</th>\n",
       "      <th>antennas_cell3</th>\n",
       "      <th>txpower_cell0</th>\n",
       "      <th>txpower_cell1</th>\n",
       "      <th>txpower_cell2</th>\n",
       "      <th>txpower_cell3</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "      <th>ID</th>\n",
       "      <th>split</th>\n",
       "      <th>mode1_mode2</th>\n",
       "      <th>mode1_mode3</th>\n",
       "      <th>mode1_mode5</th>\n",
       "      <th>mode1_mode6</th>\n",
       "      <th>mode2_mode3</th>\n",
       "      <th>mode2_mode5</th>\n",
       "      <th>mode2_mode6</th>\n",
       "      <th>mode3_mode5</th>\n",
       "      <th>mode3_mode6</th>\n",
       "      <th>mode5_mode6</th>\n",
       "      <th>esmode1_esmode2_esmode3</th>\n",
       "      <th>esmode1_esmode2_esmode5</th>\n",
       "      <th>esmode1_esmode2_esmode6</th>\n",
       "      <th>esmode1_esmode3_esmode5</th>\n",
       "      <th>esmode1_esmode3_esmode6</th>\n",
       "      <th>esmode1_esmode5_esmode6</th>\n",
       "      <th>esmode2_esmode3_esmode5</th>\n",
       "      <th>esmode2_esmode3_esmode6</th>\n",
       "      <th>esmode2_esmode5_esmode6</th>\n",
       "      <th>esmode3_esmode5_esmode6</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "      <td>2023-01-01 01:00:00_B_0</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_1</td>\n",
       "      <td>18.086697</td>\n",
       "      <td>0.034770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type2</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_1</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_10</td>\n",
       "      <td>30.343797</td>\n",
       "      <td>0.010457</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "      <td>2023-01-01 01:00:00_B_10</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.011220</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_100</td>\n",
       "      <td>test</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_101</td>\n",
       "      <td>15.545590</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.018190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_101</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time     bs     energy  load_cell0  load_cell1  load_cell2  \\\n",
       "0 2023-01-01 01:00:00    B_0  64.275037    0.487936         NaN         NaN   \n",
       "1 2023-01-01 01:00:00    B_1  18.086697    0.034770         NaN         NaN   \n",
       "2 2023-01-01 01:00:00   B_10  30.343797    0.010457         NaN         NaN   \n",
       "3 2023-01-01 01:00:00  B_100        NaN    0.011220         NaN         NaN   \n",
       "4 2023-01-01 01:00:00  B_101  15.545590    0.008720         NaN         NaN   \n",
       "\n",
       "   load_cell3  esmode1_cell0  esmode1_cell1  esmode1_cell2  esmode1_cell3  \\\n",
       "0         NaN            0.0            NaN            NaN            NaN   \n",
       "1         NaN            0.0            NaN            NaN            NaN   \n",
       "2         NaN            0.0            NaN            NaN            NaN   \n",
       "3         NaN            0.0            NaN            NaN            NaN   \n",
       "4         NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   esmode2_cell0  esmode2_cell1  esmode2_cell2  esmode2_cell3  esmode3_cell0  \\\n",
       "0            0.0            NaN            NaN            NaN            0.0   \n",
       "1            0.0            NaN            NaN            NaN            0.0   \n",
       "2            0.0            NaN            NaN            NaN            0.0   \n",
       "3            0.0            NaN            NaN            NaN            0.0   \n",
       "4            0.0            NaN            NaN            NaN            0.0   \n",
       "\n",
       "   esmode3_cell1  esmode3_cell2  esmode3_cell3  esmode4_cell0  esmode4_cell1  \\\n",
       "0            NaN            NaN            NaN            0.0            NaN   \n",
       "1            NaN            NaN            NaN            0.0            NaN   \n",
       "2            NaN            NaN            NaN            0.0            NaN   \n",
       "3            NaN            NaN            NaN            0.0            NaN   \n",
       "4            NaN            NaN            NaN            0.0            NaN   \n",
       "\n",
       "   esmode4_cell2  esmode4_cell3  esmode5_cell0  esmode5_cell1  esmode5_cell2  \\\n",
       "0            NaN            NaN            0.0            NaN            NaN   \n",
       "1            NaN            NaN            0.0            NaN            NaN   \n",
       "2            NaN            NaN            0.0            NaN            NaN   \n",
       "3            NaN            NaN            0.0            NaN            NaN   \n",
       "4            NaN            NaN            0.0            NaN            NaN   \n",
       "\n",
       "   esmode5_cell3  esmode6_cell0  esmode6_cell1  esmode6_cell2  esmode6_cell3  \\\n",
       "0            NaN            0.0            NaN            NaN            NaN   \n",
       "1            NaN            0.0            NaN            NaN            NaN   \n",
       "2            NaN            0.0            NaN            NaN            NaN   \n",
       "3            NaN            0.0            NaN            NaN            NaN   \n",
       "4            NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   frequency_cell0  frequency_cell1  frequency_cell2  frequency_cell3  \\\n",
       "0            365.0              NaN              NaN              NaN   \n",
       "1            532.0              NaN              NaN              NaN   \n",
       "2            365.0              NaN              NaN              NaN   \n",
       "3            532.0              NaN              NaN              NaN   \n",
       "4            532.0              NaN              NaN              NaN   \n",
       "\n",
       "   bandwidth_cell0  bandwidth_cell1  bandwidth_cell2  bandwidth_cell3  \\\n",
       "0             20.0              NaN              NaN              NaN   \n",
       "1             20.0              NaN              NaN              NaN   \n",
       "2             20.0              NaN              NaN              NaN   \n",
       "3             20.0              NaN              NaN              NaN   \n",
       "4             20.0              NaN              NaN              NaN   \n",
       "\n",
       "   antennas_cell0  antennas_cell1  antennas_cell2  antennas_cell3  \\\n",
       "0             4.0             NaN             NaN             NaN   \n",
       "1             4.0             NaN             NaN             NaN   \n",
       "2             2.0             NaN             NaN             NaN   \n",
       "3             2.0             NaN             NaN             NaN   \n",
       "4             2.0             NaN             NaN             NaN   \n",
       "\n",
       "   txpower_cell0  txpower_cell1  txpower_cell2  txpower_cell3 cellname  \\\n",
       "0       6.875934            NaN            NaN            NaN    Cell1   \n",
       "1       6.875934            NaN            NaN            NaN    Cell0   \n",
       "2       6.875934            NaN            NaN            NaN    Cell1   \n",
       "3       6.875934            NaN            NaN            NaN    Cell0   \n",
       "4       6.875934            NaN            NaN            NaN    Cell0   \n",
       "\n",
       "       load  esmode1  esmode2  esmode3  esmode4  esmode5   esmode6 rutype  \\\n",
       "0  0.200519      0.0      0.0      0.0        0      0.0  0.000000  Type1   \n",
       "1  0.075450      0.0      0.0      0.0        0      0.0  0.000000  Type2   \n",
       "2  0.047769      0.0      0.0      0.0        0      0.0  0.917571  Type1   \n",
       "3  0.099910      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "4  0.018190      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "\n",
       "    mode  frequency  bandwidth  antennas   txpower                         ID  \\\n",
       "0  Mode2     426.98        2.0       4.0  7.327504    2023-01-01 01:00:00_B_0   \n",
       "1  Mode2     532.00       20.0       4.0  6.875934    2023-01-01 01:00:00_B_1   \n",
       "2  Mode2     426.98        2.0       2.0  7.323617   2023-01-01 01:00:00_B_10   \n",
       "3  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_100   \n",
       "4  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_101   \n",
       "\n",
       "   split mode1_mode2 mode1_mode3 mode1_mode5      mode1_mode6 mode2_mode3  \\\n",
       "0  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "1  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "2  train     0.0_0.0     0.0_0.0     0.0_0.0  0.0_0.917571496     0.0_0.0   \n",
       "3   test     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "4  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "\n",
       "  mode2_mode5      mode2_mode6 mode3_mode5      mode3_mode6      mode5_mode6  \\\n",
       "0     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "1     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "2     0.0_0.0  0.0_0.917571496     0.0_0.0  0.0_0.917571496  0.0_0.917571496   \n",
       "3     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "4     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "\n",
       "  esmode1_esmode2_esmode3 esmode1_esmode2_esmode5 esmode1_esmode2_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0             0.0_0.0_0.0     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode1_esmode3_esmode5 esmode1_esmode3_esmode6 esmode1_esmode5_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0     0.0_0.0_0.917571496     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode2_esmode3_esmode5 esmode2_esmode3_esmode6 esmode2_esmode5_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0     0.0_0.0_0.917571496     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode3_esmode5_esmode6  \n",
       "0             0.0_0.0_0.0  \n",
       "1             0.0_0.0_0.0  \n",
       "2     0.0_0.0_0.917571496  \n",
       "3             0.0_0.0_0.0  \n",
       "4             0.0_0.0_0.0  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import itertools\n",
    "\n",
    "# List of columns to combine in threes\n",
    "columns_to_combine = ['esmode1', 'esmode2', 'esmode3', 'esmode5', 'esmode6']\n",
    "\n",
    "# Generate all possible combinations of three columns\n",
    "combinations = list(itertools.combinations(columns_to_combine, 3))\n",
    "\n",
    "# Loop through each combination and create new columns\n",
    "for combo in combinations:\n",
    "    combo_name = '_'.join(combo)\n",
    "    df[combo_name] = df[combo[0]].astype(str) + \"_\" + df[combo[1]].astype(str) + \"_\" + df[combo[2]].astype(str)\n",
    "df.head()#\"\"\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Relevant Features**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>bs</th>\n",
       "      <th>cellname</th>\n",
       "      <th>time</th>\n",
       "      <th>Bandwidth_per_Antenna</th>\n",
       "      <th>Load_to_TXpower_Ratio</th>\n",
       "      <th>bandwidth_Load_Product</th>\n",
       "      <th>Workload_to_Antennas_Ratio</th>\n",
       "      <th>TXpower_Load_Interaction</th>\n",
       "      <th>energy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>B_0</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.027365</td>\n",
       "      <td>0.401038</td>\n",
       "      <td>0.050130</td>\n",
       "      <td>1.469305</td>\n",
       "      <td>64.275037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>B_1</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.010973</td>\n",
       "      <td>1.509000</td>\n",
       "      <td>0.018862</td>\n",
       "      <td>0.518789</td>\n",
       "      <td>18.086697</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>B_10</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.006523</td>\n",
       "      <td>0.095538</td>\n",
       "      <td>0.023885</td>\n",
       "      <td>0.349844</td>\n",
       "      <td>30.343797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>B_100</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.014530</td>\n",
       "      <td>1.998200</td>\n",
       "      <td>0.049955</td>\n",
       "      <td>0.686975</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>B_101</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.002645</td>\n",
       "      <td>0.363800</td>\n",
       "      <td>0.009095</td>\n",
       "      <td>0.125073</td>\n",
       "      <td>15.545590</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      bs cellname                time  Bandwidth_per_Antenna  \\\n",
       "0    B_0    Cell1 2023-01-01 01:00:00                    0.5   \n",
       "1    B_1    Cell0 2023-01-01 01:00:00                    5.0   \n",
       "2   B_10    Cell1 2023-01-01 01:00:00                    1.0   \n",
       "3  B_100    Cell0 2023-01-01 01:00:00                   10.0   \n",
       "4  B_101    Cell0 2023-01-01 01:00:00                   10.0   \n",
       "\n",
       "   Load_to_TXpower_Ratio  bandwidth_Load_Product  Workload_to_Antennas_Ratio  \\\n",
       "0               0.027365                0.401038                    0.050130   \n",
       "1               0.010973                1.509000                    0.018862   \n",
       "2               0.006523                0.095538                    0.023885   \n",
       "3               0.014530                1.998200                    0.049955   \n",
       "4               0.002645                0.363800                    0.009095   \n",
       "\n",
       "   TXpower_Load_Interaction     energy  \n",
       "0                  1.469305  64.275037  \n",
       "1                  0.518789  18.086697  \n",
       "2                  0.349844  30.343797  \n",
       "3                  0.686975        NaN  \n",
       "4                  0.125073  15.545590  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#efficiency of bandwidth utilization for each cell\n",
    "df['Bandwidth_per_Antenna'] = df['bandwidth'] / (df['antennas'] + 1e-9) \n",
    "#how efficiently the cell uses its TXpower for communication\n",
    "df['Load_to_TXpower_Ratio'] = df['load'] / (df['txpower'] + + 1e-9) \n",
    "#capture the workload's impact on bandwidth usage.\n",
    "df['bandwidth_Load_Product'] = df['bandwidth'] * df['load']\n",
    "# how the workload is distributed among antennas.\n",
    "df['Workload_to_Antennas_Ratio'] = df['load'] / (df['antennas']+ 1e-9) \n",
    "#capture potential nonlinear relationships\n",
    "df['TXpower_Load_Interaction'] = df['txpower'] * df['load']\n",
    "\n",
    "df[['bs', 'cellname', 'time', 'Bandwidth_per_Antenna', 'Load_to_TXpower_Ratio', 'bandwidth_Load_Product', \n",
    "    'Workload_to_Antennas_Ratio', 'TXpower_Load_Interaction', 'energy']].head(5)#\"\"\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Time Features**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>energy</th>\n",
       "      <th>load_cell0</th>\n",
       "      <th>load_cell1</th>\n",
       "      <th>load_cell2</th>\n",
       "      <th>load_cell3</th>\n",
       "      <th>esmode1_cell0</th>\n",
       "      <th>esmode1_cell1</th>\n",
       "      <th>esmode1_cell2</th>\n",
       "      <th>esmode1_cell3</th>\n",
       "      <th>esmode2_cell0</th>\n",
       "      <th>esmode2_cell1</th>\n",
       "      <th>esmode2_cell2</th>\n",
       "      <th>esmode2_cell3</th>\n",
       "      <th>esmode3_cell0</th>\n",
       "      <th>esmode3_cell1</th>\n",
       "      <th>esmode3_cell2</th>\n",
       "      <th>esmode3_cell3</th>\n",
       "      <th>esmode4_cell0</th>\n",
       "      <th>esmode4_cell1</th>\n",
       "      <th>esmode4_cell2</th>\n",
       "      <th>esmode4_cell3</th>\n",
       "      <th>esmode5_cell0</th>\n",
       "      <th>esmode5_cell1</th>\n",
       "      <th>esmode5_cell2</th>\n",
       "      <th>esmode5_cell3</th>\n",
       "      <th>esmode6_cell0</th>\n",
       "      <th>esmode6_cell1</th>\n",
       "      <th>esmode6_cell2</th>\n",
       "      <th>esmode6_cell3</th>\n",
       "      <th>frequency_cell0</th>\n",
       "      <th>frequency_cell1</th>\n",
       "      <th>frequency_cell2</th>\n",
       "      <th>frequency_cell3</th>\n",
       "      <th>bandwidth_cell0</th>\n",
       "      <th>bandwidth_cell1</th>\n",
       "      <th>bandwidth_cell2</th>\n",
       "      <th>bandwidth_cell3</th>\n",
       "      <th>antennas_cell0</th>\n",
       "      <th>antennas_cell1</th>\n",
       "      <th>antennas_cell2</th>\n",
       "      <th>antennas_cell3</th>\n",
       "      <th>txpower_cell0</th>\n",
       "      <th>txpower_cell1</th>\n",
       "      <th>txpower_cell2</th>\n",
       "      <th>txpower_cell3</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "      <th>ID</th>\n",
       "      <th>split</th>\n",
       "      <th>mode1_mode2</th>\n",
       "      <th>mode1_mode3</th>\n",
       "      <th>mode1_mode5</th>\n",
       "      <th>mode1_mode6</th>\n",
       "      <th>mode2_mode3</th>\n",
       "      <th>mode2_mode5</th>\n",
       "      <th>mode2_mode6</th>\n",
       "      <th>mode3_mode5</th>\n",
       "      <th>mode3_mode6</th>\n",
       "      <th>mode5_mode6</th>\n",
       "      <th>esmode1_esmode2_esmode3</th>\n",
       "      <th>esmode1_esmode2_esmode5</th>\n",
       "      <th>esmode1_esmode2_esmode6</th>\n",
       "      <th>esmode1_esmode3_esmode5</th>\n",
       "      <th>esmode1_esmode3_esmode6</th>\n",
       "      <th>esmode1_esmode5_esmode6</th>\n",
       "      <th>esmode2_esmode3_esmode5</th>\n",
       "      <th>esmode2_esmode3_esmode6</th>\n",
       "      <th>esmode2_esmode5_esmode6</th>\n",
       "      <th>esmode3_esmode5_esmode6</th>\n",
       "      <th>Bandwidth_per_Antenna</th>\n",
       "      <th>Load_to_TXpower_Ratio</th>\n",
       "      <th>bandwidth_Load_Product</th>\n",
       "      <th>Workload_to_Antennas_Ratio</th>\n",
       "      <th>TXpower_Load_Interaction</th>\n",
       "      <th>hour</th>\n",
       "      <th>cosine_hour</th>\n",
       "      <th>sine_hour</th>\n",
       "      <th>day_of_week</th>\n",
       "      <th>day_of_week_cos</th>\n",
       "      <th>day_of_week_sin</th>\n",
       "      <th>is_weekend</th>\n",
       "      <th>period_of_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "      <td>2023-01-01 01:00:00_B_0</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.027365</td>\n",
       "      <td>0.401038</td>\n",
       "      <td>0.050130</td>\n",
       "      <td>1.469305</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_1</td>\n",
       "      <td>18.086697</td>\n",
       "      <td>0.034770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type2</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_1</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.010973</td>\n",
       "      <td>1.509000</td>\n",
       "      <td>0.018862</td>\n",
       "      <td>0.518789</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_10</td>\n",
       "      <td>30.343797</td>\n",
       "      <td>0.010457</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>Type1</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "      <td>2023-01-01 01:00:00_B_10</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>0.0_0.0_0.917571496</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.006523</td>\n",
       "      <td>0.095538</td>\n",
       "      <td>0.023885</td>\n",
       "      <td>0.349844</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.011220</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_100</td>\n",
       "      <td>test</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.014530</td>\n",
       "      <td>1.998200</td>\n",
       "      <td>0.049955</td>\n",
       "      <td>0.686975</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_101</td>\n",
       "      <td>15.545590</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Cell0</td>\n",
       "      <td>0.018190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>Type4</td>\n",
       "      <td>Mode2</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_101</td>\n",
       "      <td>train</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>0.0_0.0_0.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.002645</td>\n",
       "      <td>0.363800</td>\n",
       "      <td>0.009095</td>\n",
       "      <td>0.125073</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time     bs     energy  load_cell0  load_cell1  load_cell2  \\\n",
       "0 2023-01-01 01:00:00    B_0  64.275037    0.487936         NaN         NaN   \n",
       "1 2023-01-01 01:00:00    B_1  18.086697    0.034770         NaN         NaN   \n",
       "2 2023-01-01 01:00:00   B_10  30.343797    0.010457         NaN         NaN   \n",
       "3 2023-01-01 01:00:00  B_100        NaN    0.011220         NaN         NaN   \n",
       "4 2023-01-01 01:00:00  B_101  15.545590    0.008720         NaN         NaN   \n",
       "\n",
       "   load_cell3  esmode1_cell0  esmode1_cell1  esmode1_cell2  esmode1_cell3  \\\n",
       "0         NaN            0.0            NaN            NaN            NaN   \n",
       "1         NaN            0.0            NaN            NaN            NaN   \n",
       "2         NaN            0.0            NaN            NaN            NaN   \n",
       "3         NaN            0.0            NaN            NaN            NaN   \n",
       "4         NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   esmode2_cell0  esmode2_cell1  esmode2_cell2  esmode2_cell3  esmode3_cell0  \\\n",
       "0            0.0            NaN            NaN            NaN            0.0   \n",
       "1            0.0            NaN            NaN            NaN            0.0   \n",
       "2            0.0            NaN            NaN            NaN            0.0   \n",
       "3            0.0            NaN            NaN            NaN            0.0   \n",
       "4            0.0            NaN            NaN            NaN            0.0   \n",
       "\n",
       "   esmode3_cell1  esmode3_cell2  esmode3_cell3  esmode4_cell0  esmode4_cell1  \\\n",
       "0            NaN            NaN            NaN            0.0            NaN   \n",
       "1            NaN            NaN            NaN            0.0            NaN   \n",
       "2            NaN            NaN            NaN            0.0            NaN   \n",
       "3            NaN            NaN            NaN            0.0            NaN   \n",
       "4            NaN            NaN            NaN            0.0            NaN   \n",
       "\n",
       "   esmode4_cell2  esmode4_cell3  esmode5_cell0  esmode5_cell1  esmode5_cell2  \\\n",
       "0            NaN            NaN            0.0            NaN            NaN   \n",
       "1            NaN            NaN            0.0            NaN            NaN   \n",
       "2            NaN            NaN            0.0            NaN            NaN   \n",
       "3            NaN            NaN            0.0            NaN            NaN   \n",
       "4            NaN            NaN            0.0            NaN            NaN   \n",
       "\n",
       "   esmode5_cell3  esmode6_cell0  esmode6_cell1  esmode6_cell2  esmode6_cell3  \\\n",
       "0            NaN            0.0            NaN            NaN            NaN   \n",
       "1            NaN            0.0            NaN            NaN            NaN   \n",
       "2            NaN            0.0            NaN            NaN            NaN   \n",
       "3            NaN            0.0            NaN            NaN            NaN   \n",
       "4            NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   frequency_cell0  frequency_cell1  frequency_cell2  frequency_cell3  \\\n",
       "0            365.0              NaN              NaN              NaN   \n",
       "1            532.0              NaN              NaN              NaN   \n",
       "2            365.0              NaN              NaN              NaN   \n",
       "3            532.0              NaN              NaN              NaN   \n",
       "4            532.0              NaN              NaN              NaN   \n",
       "\n",
       "   bandwidth_cell0  bandwidth_cell1  bandwidth_cell2  bandwidth_cell3  \\\n",
       "0             20.0              NaN              NaN              NaN   \n",
       "1             20.0              NaN              NaN              NaN   \n",
       "2             20.0              NaN              NaN              NaN   \n",
       "3             20.0              NaN              NaN              NaN   \n",
       "4             20.0              NaN              NaN              NaN   \n",
       "\n",
       "   antennas_cell0  antennas_cell1  antennas_cell2  antennas_cell3  \\\n",
       "0             4.0             NaN             NaN             NaN   \n",
       "1             4.0             NaN             NaN             NaN   \n",
       "2             2.0             NaN             NaN             NaN   \n",
       "3             2.0             NaN             NaN             NaN   \n",
       "4             2.0             NaN             NaN             NaN   \n",
       "\n",
       "   txpower_cell0  txpower_cell1  txpower_cell2  txpower_cell3 cellname  \\\n",
       "0       6.875934            NaN            NaN            NaN    Cell1   \n",
       "1       6.875934            NaN            NaN            NaN    Cell0   \n",
       "2       6.875934            NaN            NaN            NaN    Cell1   \n",
       "3       6.875934            NaN            NaN            NaN    Cell0   \n",
       "4       6.875934            NaN            NaN            NaN    Cell0   \n",
       "\n",
       "       load  esmode1  esmode2  esmode3  esmode4  esmode5   esmode6 rutype  \\\n",
       "0  0.200519      0.0      0.0      0.0        0      0.0  0.000000  Type1   \n",
       "1  0.075450      0.0      0.0      0.0        0      0.0  0.000000  Type2   \n",
       "2  0.047769      0.0      0.0      0.0        0      0.0  0.917571  Type1   \n",
       "3  0.099910      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "4  0.018190      0.0      0.0      0.0        0      0.0  0.000000  Type4   \n",
       "\n",
       "    mode  frequency  bandwidth  antennas   txpower                         ID  \\\n",
       "0  Mode2     426.98        2.0       4.0  7.327504    2023-01-01 01:00:00_B_0   \n",
       "1  Mode2     532.00       20.0       4.0  6.875934    2023-01-01 01:00:00_B_1   \n",
       "2  Mode2     426.98        2.0       2.0  7.323617   2023-01-01 01:00:00_B_10   \n",
       "3  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_100   \n",
       "4  Mode2     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_101   \n",
       "\n",
       "   split mode1_mode2 mode1_mode3 mode1_mode5      mode1_mode6 mode2_mode3  \\\n",
       "0  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "1  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "2  train     0.0_0.0     0.0_0.0     0.0_0.0  0.0_0.917571496     0.0_0.0   \n",
       "3   test     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "4  train     0.0_0.0     0.0_0.0     0.0_0.0          0.0_0.0     0.0_0.0   \n",
       "\n",
       "  mode2_mode5      mode2_mode6 mode3_mode5      mode3_mode6      mode5_mode6  \\\n",
       "0     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "1     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "2     0.0_0.0  0.0_0.917571496     0.0_0.0  0.0_0.917571496  0.0_0.917571496   \n",
       "3     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "4     0.0_0.0          0.0_0.0     0.0_0.0          0.0_0.0          0.0_0.0   \n",
       "\n",
       "  esmode1_esmode2_esmode3 esmode1_esmode2_esmode5 esmode1_esmode2_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0             0.0_0.0_0.0     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode1_esmode3_esmode5 esmode1_esmode3_esmode6 esmode1_esmode5_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0     0.0_0.0_0.917571496     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode2_esmode3_esmode5 esmode2_esmode3_esmode6 esmode2_esmode5_esmode6  \\\n",
       "0             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "1             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "2             0.0_0.0_0.0     0.0_0.0_0.917571496     0.0_0.0_0.917571496   \n",
       "3             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "4             0.0_0.0_0.0             0.0_0.0_0.0             0.0_0.0_0.0   \n",
       "\n",
       "  esmode3_esmode5_esmode6  Bandwidth_per_Antenna  Load_to_TXpower_Ratio  \\\n",
       "0             0.0_0.0_0.0                    0.5               0.027365   \n",
       "1             0.0_0.0_0.0                    5.0               0.010973   \n",
       "2     0.0_0.0_0.917571496                    1.0               0.006523   \n",
       "3             0.0_0.0_0.0                   10.0               0.014530   \n",
       "4             0.0_0.0_0.0                   10.0               0.002645   \n",
       "\n",
       "   bandwidth_Load_Product  Workload_to_Antennas_Ratio  \\\n",
       "0                0.401038                    0.050130   \n",
       "1                1.509000                    0.018862   \n",
       "2                0.095538                    0.023885   \n",
       "3                1.998200                    0.049955   \n",
       "4                0.363800                    0.009095   \n",
       "\n",
       "   TXpower_Load_Interaction  hour  cosine_hour  sine_hour  day_of_week  \\\n",
       "0                  1.469305     1     0.965926   0.258819            6   \n",
       "1                  0.518789     1     0.965926   0.258819            6   \n",
       "2                  0.349844     1     0.965926   0.258819            6   \n",
       "3                  0.686975     1     0.965926   0.258819            6   \n",
       "4                  0.125073     1     0.965926   0.258819            6   \n",
       "\n",
       "   day_of_week_cos  day_of_week_sin  is_weekend  period_of_day  \n",
       "0          0.62349        -0.781831           0              1  \n",
       "1          0.62349        -0.781831           0              1  \n",
       "2          0.62349        -0.781831           0              1  \n",
       "3          0.62349        -0.781831           0              1  \n",
       "4          0.62349        -0.781831           0              1  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#get hour featurs\n",
    "df[\"hour\"] = df[\"time\"].dt.hour\n",
    "df[\"cosine_hour\"] = np.cos(2 * np.pi * df[\"hour\"] / 24) # Calculate the cosine and sine of the hour\n",
    "df[\"sine_hour\"] = np.sin(2 * np.pi * df[\"hour\"] / 24)\n",
    "\n",
    "#get day of week features\n",
    "df[\"day_of_week\"] = df[\"time\"].dt.dayofweek\n",
    "df['day_of_week_cos'] = np.cos(2 * np.pi * df['day_of_week'] / 7) # Calculate the angle in radians for the dow\n",
    "df['day_of_week_sin'] = np.sin(2 * np.pi * df['day_of_week'] / 7)\n",
    "\n",
    "#get weekend features\n",
    "df[\"is_weekend\"] = df[\"day_of_week\"].apply(lambda x: 1 if x < 5 else 0) \n",
    "\n",
    "# Create the 'period_of_day' feature and 'hour_period_interaction' feature\n",
    "df['period_of_day'] = df['hour'].apply(lambda hour: 1 if 0 <= hour < 6 else 4 if 6 <= hour < 12\\\n",
    "                                       else 3 if 12 <= hour < 18 else 2 if hour >= 18 else 0)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Change Values to Numeric**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>time</th>\n",
       "      <th>bs</th>\n",
       "      <th>energy</th>\n",
       "      <th>load_cell0</th>\n",
       "      <th>load_cell1</th>\n",
       "      <th>load_cell2</th>\n",
       "      <th>load_cell3</th>\n",
       "      <th>esmode1_cell0</th>\n",
       "      <th>esmode1_cell1</th>\n",
       "      <th>esmode1_cell2</th>\n",
       "      <th>esmode1_cell3</th>\n",
       "      <th>esmode2_cell0</th>\n",
       "      <th>esmode2_cell1</th>\n",
       "      <th>esmode2_cell2</th>\n",
       "      <th>esmode2_cell3</th>\n",
       "      <th>esmode3_cell0</th>\n",
       "      <th>esmode3_cell1</th>\n",
       "      <th>esmode3_cell2</th>\n",
       "      <th>esmode3_cell3</th>\n",
       "      <th>esmode4_cell0</th>\n",
       "      <th>esmode4_cell1</th>\n",
       "      <th>esmode4_cell2</th>\n",
       "      <th>esmode4_cell3</th>\n",
       "      <th>esmode5_cell0</th>\n",
       "      <th>esmode5_cell1</th>\n",
       "      <th>esmode5_cell2</th>\n",
       "      <th>esmode5_cell3</th>\n",
       "      <th>esmode6_cell0</th>\n",
       "      <th>esmode6_cell1</th>\n",
       "      <th>esmode6_cell2</th>\n",
       "      <th>esmode6_cell3</th>\n",
       "      <th>frequency_cell0</th>\n",
       "      <th>frequency_cell1</th>\n",
       "      <th>frequency_cell2</th>\n",
       "      <th>frequency_cell3</th>\n",
       "      <th>bandwidth_cell0</th>\n",
       "      <th>bandwidth_cell1</th>\n",
       "      <th>bandwidth_cell2</th>\n",
       "      <th>bandwidth_cell3</th>\n",
       "      <th>antennas_cell0</th>\n",
       "      <th>antennas_cell1</th>\n",
       "      <th>antennas_cell2</th>\n",
       "      <th>antennas_cell3</th>\n",
       "      <th>txpower_cell0</th>\n",
       "      <th>txpower_cell1</th>\n",
       "      <th>txpower_cell2</th>\n",
       "      <th>txpower_cell3</th>\n",
       "      <th>cellname</th>\n",
       "      <th>load</th>\n",
       "      <th>esmode1</th>\n",
       "      <th>esmode2</th>\n",
       "      <th>esmode3</th>\n",
       "      <th>esmode4</th>\n",
       "      <th>esmode5</th>\n",
       "      <th>esmode6</th>\n",
       "      <th>rutype</th>\n",
       "      <th>mode</th>\n",
       "      <th>frequency</th>\n",
       "      <th>bandwidth</th>\n",
       "      <th>antennas</th>\n",
       "      <th>txpower</th>\n",
       "      <th>ID</th>\n",
       "      <th>split</th>\n",
       "      <th>mode1_mode2</th>\n",
       "      <th>mode1_mode3</th>\n",
       "      <th>mode1_mode5</th>\n",
       "      <th>mode1_mode6</th>\n",
       "      <th>mode2_mode3</th>\n",
       "      <th>mode2_mode5</th>\n",
       "      <th>mode2_mode6</th>\n",
       "      <th>mode3_mode5</th>\n",
       "      <th>mode3_mode6</th>\n",
       "      <th>mode5_mode6</th>\n",
       "      <th>esmode1_esmode2_esmode3</th>\n",
       "      <th>esmode1_esmode2_esmode5</th>\n",
       "      <th>esmode1_esmode2_esmode6</th>\n",
       "      <th>esmode1_esmode3_esmode5</th>\n",
       "      <th>esmode1_esmode3_esmode6</th>\n",
       "      <th>esmode1_esmode5_esmode6</th>\n",
       "      <th>esmode2_esmode3_esmode5</th>\n",
       "      <th>esmode2_esmode3_esmode6</th>\n",
       "      <th>esmode2_esmode5_esmode6</th>\n",
       "      <th>esmode3_esmode5_esmode6</th>\n",
       "      <th>Bandwidth_per_Antenna</th>\n",
       "      <th>Load_to_TXpower_Ratio</th>\n",
       "      <th>bandwidth_Load_Product</th>\n",
       "      <th>Workload_to_Antennas_Ratio</th>\n",
       "      <th>TXpower_Load_Interaction</th>\n",
       "      <th>hour</th>\n",
       "      <th>cosine_hour</th>\n",
       "      <th>sine_hour</th>\n",
       "      <th>day_of_week</th>\n",
       "      <th>day_of_week_cos</th>\n",
       "      <th>day_of_week_sin</th>\n",
       "      <th>is_weekend</th>\n",
       "      <th>period_of_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_0</td>\n",
       "      <td>64.275037</td>\n",
       "      <td>0.487936</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>0.200519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>7.327504</td>\n",
       "      <td>2023-01-01 01:00:00_B_0</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.027365</td>\n",
       "      <td>0.401038</td>\n",
       "      <td>0.050130</td>\n",
       "      <td>1.469305</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_1</td>\n",
       "      <td>18.086697</td>\n",
       "      <td>0.034770</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0.075450</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_1</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.010973</td>\n",
       "      <td>1.509000</td>\n",
       "      <td>0.018862</td>\n",
       "      <td>0.518789</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_10</td>\n",
       "      <td>30.343797</td>\n",
       "      <td>0.010457</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>365.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>0.047769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.917571</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>426.98</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.323617</td>\n",
       "      <td>2023-01-01 01:00:00_B_10</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>280</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>295</td>\n",
       "      <td>7</td>\n",
       "      <td>302</td>\n",
       "      <td>295</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>280</td>\n",
       "      <td>7</td>\n",
       "      <td>287</td>\n",
       "      <td>280</td>\n",
       "      <td>7</td>\n",
       "      <td>302</td>\n",
       "      <td>295</td>\n",
       "      <td>302</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.006523</td>\n",
       "      <td>0.095538</td>\n",
       "      <td>0.023885</td>\n",
       "      <td>0.349844</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.011220</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0.099910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_100</td>\n",
       "      <td>test</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.014530</td>\n",
       "      <td>1.998200</td>\n",
       "      <td>0.049955</td>\n",
       "      <td>0.686975</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 01:00:00</td>\n",
       "      <td>B_101</td>\n",
       "      <td>15.545590</td>\n",
       "      <td>0.008720</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>532.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0.018190</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>532.00</td>\n",
       "      <td>20.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.875934</td>\n",
       "      <td>2023-01-01 01:00:00_B_101</td>\n",
       "      <td>train</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.002645</td>\n",
       "      <td>0.363800</td>\n",
       "      <td>0.009095</td>\n",
       "      <td>0.125073</td>\n",
       "      <td>1</td>\n",
       "      <td>0.965926</td>\n",
       "      <td>0.258819</td>\n",
       "      <td>6</td>\n",
       "      <td>0.62349</td>\n",
       "      <td>-0.781831</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 time     bs     energy  load_cell0  load_cell1  load_cell2  \\\n",
       "0 2023-01-01 01:00:00    B_0  64.275037    0.487936         NaN         NaN   \n",
       "1 2023-01-01 01:00:00    B_1  18.086697    0.034770         NaN         NaN   \n",
       "2 2023-01-01 01:00:00   B_10  30.343797    0.010457         NaN         NaN   \n",
       "3 2023-01-01 01:00:00  B_100        NaN    0.011220         NaN         NaN   \n",
       "4 2023-01-01 01:00:00  B_101  15.545590    0.008720         NaN         NaN   \n",
       "\n",
       "   load_cell3  esmode1_cell0  esmode1_cell1  esmode1_cell2  esmode1_cell3  \\\n",
       "0         NaN            0.0            NaN            NaN            NaN   \n",
       "1         NaN            0.0            NaN            NaN            NaN   \n",
       "2         NaN            0.0            NaN            NaN            NaN   \n",
       "3         NaN            0.0            NaN            NaN            NaN   \n",
       "4         NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   esmode2_cell0  esmode2_cell1  esmode2_cell2  esmode2_cell3  esmode3_cell0  \\\n",
       "0            0.0            NaN            NaN            NaN            0.0   \n",
       "1            0.0            NaN            NaN            NaN            0.0   \n",
       "2            0.0            NaN            NaN            NaN            0.0   \n",
       "3            0.0            NaN            NaN            NaN            0.0   \n",
       "4            0.0            NaN            NaN            NaN            0.0   \n",
       "\n",
       "   esmode3_cell1  esmode3_cell2  esmode3_cell3  esmode4_cell0  esmode4_cell1  \\\n",
       "0            NaN            NaN            NaN            0.0            NaN   \n",
       "1            NaN            NaN            NaN            0.0            NaN   \n",
       "2            NaN            NaN            NaN            0.0            NaN   \n",
       "3            NaN            NaN            NaN            0.0            NaN   \n",
       "4            NaN            NaN            NaN            0.0            NaN   \n",
       "\n",
       "   esmode4_cell2  esmode4_cell3  esmode5_cell0  esmode5_cell1  esmode5_cell2  \\\n",
       "0            NaN            NaN            0.0            NaN            NaN   \n",
       "1            NaN            NaN            0.0            NaN            NaN   \n",
       "2            NaN            NaN            0.0            NaN            NaN   \n",
       "3            NaN            NaN            0.0            NaN            NaN   \n",
       "4            NaN            NaN            0.0            NaN            NaN   \n",
       "\n",
       "   esmode5_cell3  esmode6_cell0  esmode6_cell1  esmode6_cell2  esmode6_cell3  \\\n",
       "0            NaN            0.0            NaN            NaN            NaN   \n",
       "1            NaN            0.0            NaN            NaN            NaN   \n",
       "2            NaN            0.0            NaN            NaN            NaN   \n",
       "3            NaN            0.0            NaN            NaN            NaN   \n",
       "4            NaN            0.0            NaN            NaN            NaN   \n",
       "\n",
       "   frequency_cell0  frequency_cell1  frequency_cell2  frequency_cell3  \\\n",
       "0            365.0              NaN              NaN              NaN   \n",
       "1            532.0              NaN              NaN              NaN   \n",
       "2            365.0              NaN              NaN              NaN   \n",
       "3            532.0              NaN              NaN              NaN   \n",
       "4            532.0              NaN              NaN              NaN   \n",
       "\n",
       "   bandwidth_cell0  bandwidth_cell1  bandwidth_cell2  bandwidth_cell3  \\\n",
       "0             20.0              NaN              NaN              NaN   \n",
       "1             20.0              NaN              NaN              NaN   \n",
       "2             20.0              NaN              NaN              NaN   \n",
       "3             20.0              NaN              NaN              NaN   \n",
       "4             20.0              NaN              NaN              NaN   \n",
       "\n",
       "   antennas_cell0  antennas_cell1  antennas_cell2  antennas_cell3  \\\n",
       "0             4.0             NaN             NaN             NaN   \n",
       "1             4.0             NaN             NaN             NaN   \n",
       "2             2.0             NaN             NaN             NaN   \n",
       "3             2.0             NaN             NaN             NaN   \n",
       "4             2.0             NaN             NaN             NaN   \n",
       "\n",
       "   txpower_cell0  txpower_cell1  txpower_cell2  txpower_cell3  cellname  \\\n",
       "0       6.875934            NaN            NaN            NaN         1   \n",
       "1       6.875934            NaN            NaN            NaN         0   \n",
       "2       6.875934            NaN            NaN            NaN         1   \n",
       "3       6.875934            NaN            NaN            NaN         0   \n",
       "4       6.875934            NaN            NaN            NaN         0   \n",
       "\n",
       "       load  esmode1  esmode2  esmode3  esmode4  esmode5   esmode6  rutype  \\\n",
       "0  0.200519      0.0      0.0      0.0        0      0.0  0.000000       0   \n",
       "1  0.075450      0.0      0.0      0.0        0      0.0  0.000000       4   \n",
       "2  0.047769      0.0      0.0      0.0        0      0.0  0.917571       0   \n",
       "3  0.099910      0.0      0.0      0.0        0      0.0  0.000000       6   \n",
       "4  0.018190      0.0      0.0      0.0        0      0.0  0.000000       6   \n",
       "\n",
       "   mode  frequency  bandwidth  antennas   txpower                         ID  \\\n",
       "0     1     426.98        2.0       4.0  7.327504    2023-01-01 01:00:00_B_0   \n",
       "1     1     532.00       20.0       4.0  6.875934    2023-01-01 01:00:00_B_1   \n",
       "2     1     426.98        2.0       2.0  7.323617   2023-01-01 01:00:00_B_10   \n",
       "3     1     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_100   \n",
       "4     1     532.00       20.0       2.0  6.875934  2023-01-01 01:00:00_B_101   \n",
       "\n",
       "   split  mode1_mode2  mode1_mode3  mode1_mode5  mode1_mode6  mode2_mode3  \\\n",
       "0  train            0            0            0            0            0   \n",
       "1  train            0            0            0            0            0   \n",
       "2  train            0            0            0          280            0   \n",
       "3   test            0            0            0            0            0   \n",
       "4  train            0            0            0            0            0   \n",
       "\n",
       "   mode2_mode5  mode2_mode6  mode3_mode5  mode3_mode6  mode5_mode6  \\\n",
       "0            0            0            7            7            0   \n",
       "1            0            0            7            7            0   \n",
       "2            0          295            7          302          295   \n",
       "3            0            0            7            7            0   \n",
       "4            0            0            7            7            0   \n",
       "\n",
       "   esmode1_esmode2_esmode3  esmode1_esmode2_esmode5  esmode1_esmode2_esmode6  \\\n",
       "0                        0                        0                        0   \n",
       "1                        0                        0                        0   \n",
       "2                        0                        0                      280   \n",
       "3                        0                        0                        0   \n",
       "4                        0                        0                        0   \n",
       "\n",
       "   esmode1_esmode3_esmode5  esmode1_esmode3_esmode6  esmode1_esmode5_esmode6  \\\n",
       "0                        7                        7                        0   \n",
       "1                        7                        7                        0   \n",
       "2                        7                      287                      280   \n",
       "3                        7                        7                        0   \n",
       "4                        7                        7                        0   \n",
       "\n",
       "   esmode2_esmode3_esmode5  esmode2_esmode3_esmode6  esmode2_esmode5_esmode6  \\\n",
       "0                        7                        7                        0   \n",
       "1                        7                        7                        0   \n",
       "2                        7                      302                      295   \n",
       "3                        7                        7                        0   \n",
       "4                        7                        7                        0   \n",
       "\n",
       "   esmode3_esmode5_esmode6  Bandwidth_per_Antenna  Load_to_TXpower_Ratio  \\\n",
       "0                        7                    0.5               0.027365   \n",
       "1                        7                    5.0               0.010973   \n",
       "2                      302                    1.0               0.006523   \n",
       "3                        7                   10.0               0.014530   \n",
       "4                        7                   10.0               0.002645   \n",
       "\n",
       "   bandwidth_Load_Product  Workload_to_Antennas_Ratio  \\\n",
       "0                0.401038                    0.050130   \n",
       "1                1.509000                    0.018862   \n",
       "2                0.095538                    0.023885   \n",
       "3                1.998200                    0.049955   \n",
       "4                0.363800                    0.009095   \n",
       "\n",
       "   TXpower_Load_Interaction  hour  cosine_hour  sine_hour  day_of_week  \\\n",
       "0                  1.469305     1     0.965926   0.258819            6   \n",
       "1                  0.518789     1     0.965926   0.258819            6   \n",
       "2                  0.349844     1     0.965926   0.258819            6   \n",
       "3                  0.686975     1     0.965926   0.258819            6   \n",
       "4                  0.125073     1     0.965926   0.258819            6   \n",
       "\n",
       "   day_of_week_cos  day_of_week_sin  is_weekend  period_of_day  \n",
       "0          0.62349        -0.781831           0              1  \n",
       "1          0.62349        -0.781831           0              1  \n",
       "2          0.62349        -0.781831           0              1  \n",
       "3          0.62349        -0.781831           0              1  \n",
       "4          0.62349        -0.781831           0              1  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "categorical_cols=df.select_dtypes([\"object\"]).columns.tolist()\n",
    "categorical_cols=[col for col in categorical_cols if col not in [\"ID\",'time','split','bs']]\n",
    "\n",
    "# Initialize LabelEncoder\n",
    "label_encoder = LabelEncoder()\n",
    "for col in categorical_cols:\n",
    "    df[col]= label_encoder.fit_transform(df[col])\n",
    "\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "dBlg7woWDURv"
   },
   "source": [
    "## Modeling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "_9FTXU1AyME8",
    "outputId": "5cba17b7-6d6f-4c9e-a265-9e928feaa8c5"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(92629, 96) (26139, 96)\n"
     ]
    }
   ],
   "source": [
    "train_data_df = df[df['split'] =='train']\n",
    "test_data = df[df['split'] =='test']\n",
    "\n",
    "print(train_data_df.shape, test_data.shape)\n",
    "#print(train_df.shape, valid_df.shape,test_df.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "id": "MCr4hbzwxcWZ"
   },
   "outputs": [],
   "source": [
    "def feature_enginning(train_df, valid_df, test_df):\n",
    "    # target_encoder = TargetEncoder(min_samples_leaf=1)\n",
    "    # train_df[['te_rutype', 'te_mode', 'te_hour', 'te_bs']] = target_encoder.fit_transform(X=train_df[['rutype', 'mode', 'hour', 'bs']], y=train_df['energy'])\n",
    "    # valid_df[['te_rutype', 'te_mode', 'te_hour', 'te_bs']] = target_encoder.transform(X=valid_df[['rutype', 'mode', 'hour', 'bs']])\n",
    "    # test_df[['te_rutype', 'te_mode', 'te_hour', 'te_bs']] = target_encoder.transform(X=test_df[['rutype', 'mode', 'hour', 'bs']])\n",
    "\n",
    "    train_df['split'] = 'train'\n",
    "    valid_df['split'] = 'valid'\n",
    "    test_df['split'] = 'test'\n",
    "\n",
    "    df = pd.concat([train_df, valid_df, test_df])\n",
    "    df['bs_en'] = df['bs'].apply(lambda x: int(x.strip('B_')))\n",
    "    df = pd.get_dummies(df, columns=['rutype',  'mode']) #hour\n",
    "\n",
    "    df.sort_values(['time', 'bs'], inplace=True)\n",
    "\n",
    "    train_df = df[df['split'] =='train']\n",
    "    valid_df = df[df['split'] =='valid']\n",
    "    test_df= df[df['split'] =='test']\n",
    "\n",
    "    return train_df, valid_df, test_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "id": "PgCPcgRHyNti"
   },
   "outputs": [],
   "source": [
    "target_col = 'energy'\n",
    "drop_cols = ['time','bs',  'split', 'ID', target_col] #'bs',"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123656\n",
      "[2000]\tvalid_0's mape: 0.0117534\n",
      "[3000]\tvalid_0's mape: 0.0115517\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 0\n",
      "Valid score :  1.0855878812446478\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122358\n",
      "[2000]\tvalid_0's mape: 0.0115985\n",
      "[3000]\tvalid_0's mape: 0.011371\n",
      "[4000]\tvalid_0's mape: 0.0112662\n",
      "[5000]\tvalid_0's mape: 0.0112129\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 1\n",
      "Valid score :  1.085310849737615\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124831\n",
      "[2000]\tvalid_0's mape: 0.011861\n",
      "[3000]\tvalid_0's mape: 0.01166\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 2\n",
      "Valid score :  1.097104501908551\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121159\n",
      "[2000]\tvalid_0's mape: 0.0114548\n",
      "[3000]\tvalid_0's mape: 0.0112382\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 3\n",
      "Valid score :  1.055030256105956\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123258\n",
      "[2000]\tvalid_0's mape: 0.0116994\n",
      "[3000]\tvalid_0's mape: 0.0115177\n",
      "[4000]\tvalid_0's mape: 0.011435\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 4\n",
      "Valid score :  1.0723779837862948\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123365\n",
      "[2000]\tvalid_0's mape: 0.0117291\n",
      "[3000]\tvalid_0's mape: 0.0115507\n",
      "[4000]\tvalid_0's mape: 0.0114561\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 5\n",
      "Valid score :  1.0941112387284497\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122447\n",
      "[2000]\tvalid_0's mape: 0.011642\n",
      "[3000]\tvalid_0's mape: 0.0114432\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 6\n",
      "Valid score :  1.082347337311467\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.012421\n",
      "[2000]\tvalid_0's mape: 0.0117579\n",
      "[3000]\tvalid_0's mape: 0.0115286\n",
      "[4000]\tvalid_0's mape: 0.0114398\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 7\n",
      "Valid score :  1.0897790332476198\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0130141\n",
      "[2000]\tvalid_0's mape: 0.0123444\n",
      "[3000]\tvalid_0's mape: 0.0120952\n",
      "[4000]\tvalid_0's mape: 0.0120002\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 8\n",
      "Valid score :  1.0816642906361138\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122094\n",
      "[2000]\tvalid_0's mape: 0.0116454\n",
      "[3000]\tvalid_0's mape: 0.0114428\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 9\n",
      "Valid score :  1.0903881159880997\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122771\n",
      "[2000]\tvalid_0's mape: 0.0116575\n",
      "[3000]\tvalid_0's mape: 0.0113998\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 10\n",
      "Valid score :  1.0828168229128798\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0128964\n",
      "[2000]\tvalid_0's mape: 0.0123543\n",
      "[3000]\tvalid_0's mape: 0.0121589\n",
      "[4000]\tvalid_0's mape: 0.0120397\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 11\n",
      "Valid score :  1.0998466038864583\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121933\n",
      "[2000]\tvalid_0's mape: 0.0116257\n",
      "[3000]\tvalid_0's mape: 0.0114384\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 12\n",
      "Valid score :  1.0848859783956488\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123204\n",
      "[2000]\tvalid_0's mape: 0.0116657\n",
      "[3000]\tvalid_0's mape: 0.0114305\n",
      "[4000]\tvalid_0's mape: 0.0112887\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 13\n",
      "Valid score :  1.0687334062487746\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.012139\n",
      "[2000]\tvalid_0's mape: 0.0115289\n",
      "[3000]\tvalid_0's mape: 0.0113556\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 14\n",
      "Valid score :  1.0691307363046978\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121758\n",
      "[2000]\tvalid_0's mape: 0.0115826\n",
      "[3000]\tvalid_0's mape: 0.0113642\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 15\n",
      "Valid score :  1.075374933931928\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0127483\n",
      "[2000]\tvalid_0's mape: 0.0120438\n",
      "[3000]\tvalid_0's mape: 0.0118561\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 16\n",
      "Valid score :  1.1114810331466252\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123129\n",
      "[2000]\tvalid_0's mape: 0.0117727\n",
      "[3000]\tvalid_0's mape: 0.0115992\n",
      "[4000]\tvalid_0's mape: 0.0115401\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 17\n",
      "Valid score :  1.1045689224507362\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122661\n",
      "[2000]\tvalid_0's mape: 0.0116665\n",
      "[3000]\tvalid_0's mape: 0.0114815\n",
      "[4000]\tvalid_0's mape: 0.0113707\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 18\n",
      "Valid score :  1.0714205125261462\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122328\n",
      "[2000]\tvalid_0's mape: 0.0116352\n",
      "[3000]\tvalid_0's mape: 0.0114583\n",
      "[4000]\tvalid_0's mape: 0.0113922\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 19\n",
      "Valid score :  1.0772746323163003\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0125779\n",
      "[2000]\tvalid_0's mape: 0.0119957\n",
      "[3000]\tvalid_0's mape: 0.0117884\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 20\n",
      "Valid score :  1.0944412840411695\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1000]\tvalid_0's mape: 0.0120068\n",
      "[2000]\tvalid_0's mape: 0.0114478\n",
      "[3000]\tvalid_0's mape: 0.0112305\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 21\n",
      "Valid score :  1.0614903923801513\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123057\n",
      "[2000]\tvalid_0's mape: 0.0117283\n",
      "[3000]\tvalid_0's mape: 0.0115097\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 22\n",
      "Valid score :  1.0917608091520143\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0125551\n",
      "[2000]\tvalid_0's mape: 0.0119543\n",
      "[3000]\tvalid_0's mape: 0.0117618\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 23\n",
      "Valid score :  1.088419544014011\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122616\n",
      "[2000]\tvalid_0's mape: 0.0116727\n",
      "[3000]\tvalid_0's mape: 0.0114814\n",
      "[4000]\tvalid_0's mape: 0.0113877\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 24\n",
      "Valid score :  1.0921074126249188\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0125471\n",
      "[2000]\tvalid_0's mape: 0.011846\n",
      "[3000]\tvalid_0's mape: 0.0116727\n",
      "[4000]\tvalid_0's mape: 0.0115654\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 25\n",
      "Valid score :  1.1051597240937046\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123019\n",
      "[2000]\tvalid_0's mape: 0.0117097\n",
      "[3000]\tvalid_0's mape: 0.0115175\n",
      "[4000]\tvalid_0's mape: 0.011433\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 26\n",
      "Valid score :  1.0839323043624451\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124515\n",
      "[2000]\tvalid_0's mape: 0.0118157\n",
      "[3000]\tvalid_0's mape: 0.0116146\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 27\n",
      "Valid score :  1.0785161341243952\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121471\n",
      "[2000]\tvalid_0's mape: 0.011573\n",
      "[3000]\tvalid_0's mape: 0.0114041\n",
      "[4000]\tvalid_0's mape: 0.011323\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 28\n",
      "Valid score :  1.0760726875588171\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121635\n",
      "[2000]\tvalid_0's mape: 0.0116051\n",
      "[3000]\tvalid_0's mape: 0.0114268\n",
      "[4000]\tvalid_0's mape: 0.011351\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 29\n",
      "Valid score :  1.0745135848971439\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124776\n",
      "[2000]\tvalid_0's mape: 0.0118837\n",
      "[3000]\tvalid_0's mape: 0.0117085\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 30\n",
      "Valid score :  1.090562252994767\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124211\n",
      "[2000]\tvalid_0's mape: 0.0118389\n",
      "[3000]\tvalid_0's mape: 0.0116626\n",
      "[4000]\tvalid_0's mape: 0.0115679\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 31\n",
      "Valid score :  1.0828053564045226\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124742\n",
      "[2000]\tvalid_0's mape: 0.0118413\n",
      "[3000]\tvalid_0's mape: 0.0116294\n",
      "[4000]\tvalid_0's mape: 0.0115378\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 32\n",
      "Valid score :  1.0689308039230947\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121882\n",
      "[2000]\tvalid_0's mape: 0.0115916\n",
      "[3000]\tvalid_0's mape: 0.0114306\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 33\n",
      "Valid score :  1.0998981388555964\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0122614\n",
      "[2000]\tvalid_0's mape: 0.011695\n",
      "[3000]\tvalid_0's mape: 0.0115025\n",
      "[4000]\tvalid_0's mape: 0.0114231\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 34\n",
      "Valid score :  1.0737459894519263\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123235\n",
      "[2000]\tvalid_0's mape: 0.0117576\n",
      "[3000]\tvalid_0's mape: 0.0115946\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 35\n",
      "Valid score :  1.101733479893203\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0126494\n",
      "[2000]\tvalid_0's mape: 0.0119853\n",
      "[3000]\tvalid_0's mape: 0.0118121\n",
      "[4000]\tvalid_0's mape: 0.0117065\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 36\n",
      "Valid score :  1.0992651567231662\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0126332\n",
      "[2000]\tvalid_0's mape: 0.0119499\n",
      "[3000]\tvalid_0's mape: 0.0117467\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 37\n",
      "Valid score :  1.0909939888635782\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121324\n",
      "[2000]\tvalid_0's mape: 0.0115275\n",
      "[3000]\tvalid_0's mape: 0.0113229\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 38\n",
      "Valid score :  1.0732905100221484\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0119395\n",
      "[2000]\tvalid_0's mape: 0.0113856\n",
      "[3000]\tvalid_0's mape: 0.0111998\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 39\n",
      "Valid score :  1.0759015280807804\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0126848\n",
      "[2000]\tvalid_0's mape: 0.0121131\n",
      "[3000]\tvalid_0's mape: 0.0118739\n",
      "[4000]\tvalid_0's mape: 0.0117792\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 40\n",
      "Valid score :  1.0859526946983362\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123913\n",
      "[2000]\tvalid_0's mape: 0.0117794\n",
      "[3000]\tvalid_0's mape: 0.011589\n",
      "[4000]\tvalid_0's mape: 0.0114785\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 41\n",
      "Valid score :  1.0784496807103372\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123203\n",
      "[2000]\tvalid_0's mape: 0.0116886\n",
      "[3000]\tvalid_0's mape: 0.0114586\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[4000]\tvalid_0's mape: 0.0113803\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 42\n",
      "Valid score :  1.0889445572041456\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124432\n",
      "[2000]\tvalid_0's mape: 0.0118675\n",
      "[3000]\tvalid_0's mape: 0.0116736\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 43\n",
      "Valid score :  1.0997953958120208\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0124586\n",
      "[2000]\tvalid_0's mape: 0.0117875\n",
      "[3000]\tvalid_0's mape: 0.0115456\n",
      "[4000]\tvalid_0's mape: 0.0114472\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 44\n",
      "Valid score :  1.062912797512723\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0123066\n",
      "[2000]\tvalid_0's mape: 0.011719\n",
      "[3000]\tvalid_0's mape: 0.0115384\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 45\n",
      "Valid score :  1.1013886596208131\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121227\n",
      "[2000]\tvalid_0's mape: 0.0115403\n",
      "[3000]\tvalid_0's mape: 0.0113385\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 46\n",
      "Valid score :  1.0702922521462244\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.012322\n",
      "[2000]\tvalid_0's mape: 0.0117201\n",
      "[3000]\tvalid_0's mape: 0.0115386\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 47\n",
      "Valid score :  1.1093456822310248\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0126305\n",
      "[2000]\tvalid_0's mape: 0.0120109\n",
      "[3000]\tvalid_0's mape: 0.011778\n",
      "[4000]\tvalid_0's mape: 0.011645\n",
      "[5000]\tvalid_0's mape: 0.0115895\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 48\n",
      "Valid score :  1.09207654752613\n",
      "[LightGBM] [Warning] num_iterations is set=10000, num_boost_round=10000 will be ignored. Current value: num_iterations=10000\n",
      "[1000]\tvalid_0's mape: 0.0121176\n",
      "[2000]\tvalid_0's mape: 0.0115271\n",
      "[3000]\tvalid_0's mape: 0.011357\n",
      "=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*=*\n",
      "Fold : 49\n",
      "Valid score :  1.0692004643428574\n",
      "_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*_-*\n",
      "OOF score :  1.0692004643428574\n"
     ]
    }
   ],
   "source": [
    "# Initialize Repeated K-Fold cross-validation with 5 splits and 3 repetitions\n",
    "rkf = RepeatedKFold(n_splits=10, n_repeats=5, random_state=seed)\n",
    "\n",
    "# Initialize arrays to store out-of-fold (oof) predictions for validation data\n",
    "oof_valid_preds = np.zeros(train_data_df.shape[0], )\n",
    "test_preds_list = []\n",
    "\n",
    "# Loop through each fold of the Repeated K-Fold cross-validation\n",
    "for i, (train_idx, valid_idx) in enumerate(rkf.split(train_data_df)):\n",
    "\n",
    "    # Split the data into training, validation, and test sets\n",
    "    train_df = train_data_df.iloc[train_idx]\n",
    "    valid_df = train_data_df.iloc[valid_idx]\n",
    "    test_df = test_data.copy()\n",
    "\n",
    "    # Perform feature engineering on the datasets\n",
    "    train_df, valid_df, test_df = feature_enginning(train_df=train_df, \n",
    "                                                    valid_df=valid_df, \n",
    "                                                    test_df=test_df)\n",
    "    \n",
    "    # Define the columns to use for training\n",
    "    train_cols = [col for col in train_df.columns if col not in drop_cols]\n",
    "\n",
    "    # Prepare the input data and target variable for training and validation\n",
    "    X_train, y_train = train_df[train_cols], np.log1p(train_df[target_col])\n",
    "    X_valid, y_valid = valid_df[train_cols], np.log1p(valid_df[target_col])\n",
    "    X_test = test_df[train_cols]\n",
    "\n",
    "    # Define parameters for the LightGBM model\n",
    "    params = {\n",
    "        'objective': 'regression',\n",
    "        'boosting_type': 'gbdt',\n",
    "        'n_jobs': -1,\n",
    "        'max_depth': -1,\n",
    "        'metric': 'mape',\n",
    "        'num_boost_round': 10000,\n",
    "    }\n",
    "\n",
    "    # Initialize the LightGBM model\n",
    "    model = lgb.LGBMRegressor(**params, seed=seed)\n",
    "\n",
    "    # Define callbacks for early stopping and verbose logging\n",
    "    early_stopping_callback = lgb.early_stopping(100, \n",
    "                                                 first_metric_only=True, \n",
    "                                                 verbose=False)\n",
    "    verbose_callback = lgb.log_evaluation(1000)\n",
    "\n",
    "    # Train the model on the training data and validate it on the validation data\n",
    "    model.fit(\n",
    "        X_train, y_train,\n",
    "        eval_set=[(X_valid, y_valid)],\n",
    "        callbacks=[early_stopping_callback, verbose_callback],\n",
    "    )\n",
    "\n",
    "    # Make predictions on the validation and test data\n",
    "    valid_preds = model.predict(X_valid)\n",
    "    test_preds = model.predict(X_test)\n",
    "\n",
    "    # Calculate the validation score\n",
    "    val_score = mean_absolute_error(np.expm1(y_valid), np.expm1(valid_preds))\n",
    "    \n",
    "    # Store the out-of-fold (oof) predictions for this fold\n",
    "    oof_valid_preds[valid_idx] = valid_preds\n",
    "    \n",
    "    # Append test predictions to the list\n",
    "    test_preds_list.append(np.expm1(test_preds))\n",
    "\n",
    "    # Print fold information\n",
    "    print(\"=*\"*50)\n",
    "    print(f\"Fold : {i}\")\n",
    "    print(f\"Valid score : \", val_score)\n",
    "\n",
    "# Calculate the overall out-of-fold (oof) score\n",
    "oof_score = mean_absolute_error(np.expm1(y_valid), np.expm1(valid_preds))\n",
    "\n",
    "# Print the oof score\n",
    "print(\"_-*\"*50)\n",
    "print(f\"OOF score : \", oof_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "BLgFbIcqj4tX",
    "outputId": "987299b7-fe47-4cd8-f074-7a0240019ad0"
   },
   "outputs": [],
   "source": [
    "#test_preds_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "id": "m_FkRiQ_j0wZ"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(26139,)\n",
      "(26139, 96)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([15.16898053, 47.45984217, 16.81831785, ..., 20.97600323,\n",
       "       20.26698813, 36.24944717])"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_preds_mean = np.mean(test_preds_list, axis=0)\n",
    "print(test_preds_mean.shape)\n",
    "print(test_data.shape)\n",
    "test_preds_mean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "id": "Sh6WuOTjrFyg"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAD4CAYAAAAO9oqkAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAXMUlEQVR4nO3dX2xUdf7/8efQCrEM/TNTuqaA0Uq5EKl1LaGaSCtO9kJ0Q9CY6LIJYvYPzULA3c1WTfZOttmktgFKapTARk3Mhkiz+t3NJk23JbsNSWv/BNEFVNZgFEt7StOhSGl7fhf8bGRXtLaUgfb5uJszM+d8Pu/5tK/5fObMmUgYhiGSpFltTqobIElKPcNAkmQYSJIMA0kShoEkCcNAkgSkp7oBUzE8PExvb2+qm5FSubm5s7oGs73/YA3AGsDEapCfn3/F+5wZSJIMA0nSBJaJ9uzZQ0dHB1lZWVRXVwOQTCapqanhzJkzLFy4kO3btxONRgnDkH379tHZ2cm8efOoqKigoKAAgObmZt566y0A1q9fT3l5OQAff/wxdXV1DA8Pc8899/D0008TiUSmqbuSpG/ynTOD8vJynn/++cu2NTQ0sGLFCnbu3MmKFStoaGgAoLOzk9OnT7Nz505+/vOf8+qrrwKXwuPAgQPs2LGDHTt2cODAAZLJJACvvPIKv/jFL9i5cyenT5+mq6vr6vZQkvSdvjMM7rzzTqLR6GXb2traKCsrA6CsrIy2tjYA2tvbWb16NZFIhGXLlnHu3Dn6+/vp6uqiqKiIaDRKNBqlqKiIrq4u+vv7OX/+PMuWLSMSibB69erxfUmSrp1JnU00MDBATk4OANnZ2QwMDAAQBAG5ubnjj4vH4wRBQBAExOPx8e2xWOwbt3/1+CtpbGyksbERgKqqKtLT0y873mw022sw2/sP1gCsAUy9BlM+tTQSiVyzNf5EIkEikRi/PTIy4ulks/yUutnef7AGYA0gRaeWZmVl0d/fD0B/fz+ZmZnApXf8X29MX18fsViMWCxGX1/f+PYgCL5x+1ePlyRdW5MKg5KSElpaWgBoaWlh5cqV49sPHTpEGIYcP36cjIwMcnJyKC4upru7m2QySTKZpLu7m+LiYnJycrj55ps5fvw4YRhy6NAhSkpKrl7vJEkTEvmuH7epra3l/fffZ3BwkKysLJ544glWrlxJTU0Nvb29/3Nq6d69e+nu7mbu3LlUVFRwxx13ANDU1MTBgweBS6eWPvjggwB89NFH7Nmzh+HhYYqLi9m0adOEl51utG8gj/7sxyk7dtorf0nZsaeTywPWAKwBTH2Z6DvD4HpmGEycYTBzWQNrAF6OQpJ0FRgGkiTDQJJkGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkgSkT+XJ77zzDk1NTUQiEZYsWUJFRQVnz56ltraWwcFBCgoK2LJlC+np6Vy8eJHdu3fz8ccfs2DBArZt20ZeXh4ABw8epKmpiTlz5vD0009TXFx8NfomSZqgSc8MgiDgb3/7G1VVVVRXVzM2NkZrayuvv/46a9euZdeuXcyfP5+mpiYAmpqamD9/Prt27WLt2rW88cYbAHz66ae0trby0ksv8cILL7B3717GxsauTu8kSRMypWWisbExhoeHGR0dZXh4mOzsbI4ePUppaSkA5eXltLW1AdDe3k55eTkApaWlvPfee4RhSFtbG/fffz833XQTeXl53HLLLXz44YdT65Uk6XuZ9DJRLBbj0UcfZfPmzcydO5e7776bgoICMjIySEtLG39MEATApZlEPB4HIC0tjYyMDAYHBwmCgMLCwsv2+9Vz/ltjYyONjY0AVFVVkZ6eTm5u7mS7cM19kcJj30h1+j5utDEwHayBNYCp12DSYZBMJmlra6Ouro6MjAxeeuklurq6Jt2QiUgkEiQSifHbIyMj9Pb2TusxZ4qZWqfc3NwZ27eJsgbWACZWg/z8/CveN+lloiNHjpCXl0dmZibp6emsWrWKY8eOMTQ0xOjoKHBpNhCLxYBL7/j7+voAGB0dZWhoiAULFly2/b+fI0m6NiYdBrm5uZw4cYILFy4QhiFHjhxh8eLFLF++nMOHDwPQ3NxMSUkJAPfeey/Nzc0AHD58mOXLlxOJRCgpKaG1tZWLFy/S09PD559/ztKlS6feM0nShE16maiwsJDS0lJ+97vfkZaWxm233UYikeCHP/whtbW1vPnmm9x+++2sWbMGgDVr1rB79262bNlCNBpl27ZtACxZsoT77ruPZ599ljlz5vDMM88wZ45ff5CkaykShmGY6kZM1vDw8A21Tjj6sx+n7Nhpr/wlZceeTq4VWwOwBpDCzwwkSTOHYSBJMgwkSYaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJQPpUnnzu3Dnq6+s5deoUkUiEzZs3k5+fT01NDWfOnGHhwoVs376daDRKGIbs27ePzs5O5s2bR0VFBQUFBQA0Nzfz1ltvAbB+/XrKy8un3DFJ0sRNKQz27dtHcXExv/71rxkZGeHChQscPHiQFStWsG7dOhoaGmhoaGDDhg10dnZy+vRpdu7cyYkTJ3j11VfZsWMHyWSSAwcOUFVVBUBlZSUlJSVEo9Gr0kFJ0neb9DLR0NAQH3zwAWvWrAEgPT2d+fPn09bWRllZGQBlZWW0tbUB0N7ezurVq4lEIixbtoxz587R399PV1cXRUVFRKNRotEoRUVFdHV1Tb1nkqQJm/TMoKenh8zMTPbs2cMnn3xCQUEBGzduZGBggJycHACys7MZGBgAIAgCcnNzx58fj8cJgoAgCIjH4+PbY7EYQRB84zEbGxtpbGwEoKqqivT09Mv2eb37IoXHHv3Zj1Ny3B8cbJ3W/d9oY2A6WANrAFOvwaTDYHR0lJMnT7Jp0yYKCwvZt28fDQ0Nlz0mEokQiUQm3bj/lkgkSCQS47dHRkbo7e29avvX1Tfdr09ubu6sHwPWwBrAxGqQn59/xfsmvUwUj8eJx+MUFhYCUFpaysmTJ8nKyqK/vx+A/v5+MjMzgUvv+L/e0L6+PmKxGLFYjL6+vvHtQRAQi8Um2yxJ0iRMOgyys7OJx+N89tlnABw5coTFixdTUlJCS0sLAC0tLaxcuRKAkpISDh06RBiGHD9+nIyMDHJyciguLqa7u5tkMkkymaS7u5vi4uKp90ySNGFTOpto06ZN7Ny5k5GREfLy8qioqCAMQ2pqamhqaho/tRTgnnvuoaOjg61btzJ37lwqKioAiEajPPbYYzz33HMAPP74455JJEnXWCQMwzDVjZis4eHhG2qdMFUf4qZS2it/mdb9u1ZsDcAaQAo/M5AkzRyGgSTJMJAkGQaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCQB6VPdwdjYGJWVlcRiMSorK+np6aG2tpbBwUEKCgrYsmUL6enpXLx4kd27d/Pxxx+zYMECtm3bRl5eHgAHDx6kqamJOXPm8PTTT1NcXDzVZkmSvocpzwz++te/smjRovHbr7/+OmvXrmXXrl3Mnz+fpqYmAJqampg/fz67du1i7dq1vPHGGwB8+umntLa28tJLL/HCCy+wd+9exsbGptosSdL3MKUw6Ovro6Ojg4ceegiAMAw5evQopaWlAJSXl9PW1gZAe3s75eXlAJSWlvLee+8RhiFtbW3cf//93HTTTeTl5XHLLbfw4YcfTqVZkqTvaUrLRPv372fDhg2cP38egMHBQTIyMkhLSwMgFosRBAEAQRAQj8cBSEtLIyMjg8HBQYIgoLCwcHyfX3/Of2tsbKSxsRGAqqoq0tPTyc3NnUoXrqkvUt2AFJju1+dGGwPTwRpYA5h6DSYdBu+++y5ZWVkUFBRw9OjRSTfg+0gkEiQSifHbIyMj9Pb2XpNja3Km+/XJzc2d9WPAGlgDmFgN8vPzr3jfpMPg2LFjtLe309nZyfDwMOfPn2f//v0MDQ0xOjpKWloaQRAQi8WAS+/4+/r6iMfjjI6OMjQ0xIIFC8a3f+Xrz5EkXRuT/szgqaeeor6+nrq6OrZt28Zdd93F1q1bWb58OYcPHwagubmZkpISAO69916am5sBOHz4MMuXLycSiVBSUkJraysXL16kp6eHzz//nKVLl069Z5KkCZvyqaX/7Sc/+Qm1tbW8+eab3H777axZswaANWvWsHv3brZs2UI0GmXbtm0ALFmyhPvuu49nn32WOXPm8MwzzzBnjl9/kKRrKRKGYZjqRkzW8PDwDbVOOPqzH6e6Cddc2it/mdb9u1ZsDcAawNQ/M/AtuCTJMJAkGQaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSmIbLUUhfN93fuv62y4JP97efpZnEmYEkyTCQJBkGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEnM0stRzMYfppekb+PMQJJkGEiSDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJGbp5Sg0O6TqsiNpr/wlJceVpsKZgSRp8jOD3t5e6urqOHv2LJFIhEQiwcMPP0wymaSmpoYzZ86wcOFCtm/fTjQaJQxD9u3bR2dnJ/PmzaOiooKCggIAmpubeeuttwBYv3495eXlV6VzkqSJmXQYpKWl8dOf/pSCggLOnz9PZWUlRUVFNDc3s2LFCtatW0dDQwMNDQ1s2LCBzs5OTp8+zc6dOzlx4gSvvvoqO3bsIJlMcuDAAaqqqgCorKykpKSEaDR61TopSfp2k14mysnJGX9nf/PNN7No0SKCIKCtrY2ysjIAysrKaGtrA6C9vZ3Vq1cTiURYtmwZ586do7+/n66uLoqKiohGo0SjUYqKiujq6pp6zyRJE3ZVPjPo6enh5MmTLF26lIGBAXJycgDIzs5mYGAAgCAIyM3NHX9OPB4nCAKCICAej49vj8ViBEFwNZolSZqgKZ9N9OWXX1JdXc3GjRvJyMi47L5IJEIkEpnqIcY1NjbS2NgIQFVVFenp6ZcFzER9cdVaJP2vyYzJqZjs38FMYg2mXoMphcHIyAjV1dU88MADrFq1CoCsrCz6+/vJycmhv7+fzMxM4NI7/t7e3vHn9vX1EYvFiMVivP/+++PbgyDgzjvv/MbjJRIJEonEZcf/+j6l68G1HpO5ubmz/u/AGkysBvn5+Ve8b9LLRGEYUl9fz6JFi3jkkUfGt5eUlNDS0gJAS0sLK1euHN9+6NAhwjDk+PHjZGRkkJOTQ3FxMd3d3SSTSZLJJN3d3RQXF0+2WZKkSZj0zODYsWMcOnSIW2+9ld/+9rcAPPnkk6xbt46amhqamprGTy0FuOeee+jo6GDr1q3MnTuXiooKAKLRKI899hjPPfccAI8//rhnEknSNRYJwzBMdSMma3h4eFJTw1R9M1Wzw7X+BrJLJNYAUrhMJEmaOQwDSZJhIEkyDCRJGAaSJAwDSRKGgSQJw0CShD97KV111/pLjV9deNGf29RUODOQJBkGkiTDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoS/gSzNGNf6t5e/zt9fvvE5M5AkGQaSJMNAkoRhIEnCMJAkcR2dTdTV1cW+ffsYGxvjoYceYt26dalukqQJStWZTJ7FdPVcFzODsbEx9u7dy/PPP09NTQ3/+te/+PTTT1PdLEmaNa6LmcGHH37ILbfcwg9+8AMA7r//ftra2li8eHGKWybpevbVjOSLFLfjWpqu2dB1EQZBEBCPx8dvx+NxTpw48T+Pa2xspLGxEYCqqirmzp1Lfn7+9z/g/7VPuq2SdL2a1P/D/++6WCaaqEQiQVVVFVVVVQBUVlamuEWpN9trMNv7D9YArAFMvQbXRRjEYjH6+vrGb/f19RGLxVLYIkmaXa6LMLjjjjv4/PPP6enpYWRkhNbWVkpKSlLdLEmaNa6LzwzS0tLYtGkTL774ImNjYzz44IMsWbLkO5+XSCSuQeuub7O9BrO9/2ANwBrA1GsQCcMwvEptkSTdoK6LZSJJUmoZBpKk6+Mzg+9rNl66ore3l7q6Os6ePUskEiGRSPDwww+TTCapqanhzJkzLFy4kO3btxONRlPd3Gk1NjZGZWUlsViMyspKenp6qK2tZXBwkIKCArZs2UJ6+g05tCfk3Llz1NfXc+rUKSKRCJs3byY/P39WjYN33nmHpqYmIpEIS5YsoaKigrNnz87ocbBnzx46OjrIysqiuroa4Ip//2EYsm/fPjo7O5k3bx4VFRUUFBR8+wHCG8zo6Gj4q1/9Kjx9+nR48eLF8De/+U146tSpVDdr2gVBEH700UdhGIbh0NBQuHXr1vDUqVPha6+9Fh48eDAMwzA8ePBg+Nprr6WwldfG22+/HdbW1oZ/+MMfwjAMw+rq6vCf//xnGIZh+PLLL4d///vfU9m8abdr166wsbExDMMwvHjxYphMJmfVOOjr6wsrKirCCxcuhGF46fX/xz/+MePHwdGjR8OPPvoofPbZZ8e3Xel1f/fdd8MXX3wxHBsbC48dOxY+99xz37n/G26Z6OuXrkhPTx+/dMVMl5OTM57sN998M4sWLSIIAtra2igrKwOgrKxsxteir6+Pjo4OHnroIQDCMOTo0aOUlpYCUF5ePqNrMDQ0xAcffMCaNWsASE9PZ/78+bNuHIyNjTE8PMzo6CjDw8NkZ2fP+HFw5513/s9s70qve3t7O6tXryYSibBs2TLOnTtHf3//t+7/hptDTfTSFTNZT08PJ0+eZOnSpQwMDJCTkwNAdnY2AwMDKW7d9Nq/fz8bNmzg/PnzAAwODpKRkUFaWhpw6QuMQRCksonTqqenh8zMTPbs2cMnn3xCQUEBGzdunFXjIBaL8eijj7J582bmzp3L3XffTUFBwawaB1+50useBAG5ubnjj4vH4wRBMP7Yb3LDzQxmuy+//JLq6mo2btxIRkbGZfdFIhEikUiKWjb93n33XbKysr577XMGGx0d5eTJk/zoRz/ij3/8I/PmzaOhoeGyx8z0cZBMJmlra6Ouro6XX36ZL7/8kq6urlQ3K+Wm+rrfcDOD2XzpipGREaqrq3nggQdYtWoVAFlZWfT395OTk0N/fz+ZmZkpbuX0OXbsGO3t7XR2djI8PMz58+fZv38/Q0NDjI6OkpaWRhAEM3o8xONx4vE4hYWFAJSWltLQ0DCrxsGRI0fIy8sb7+OqVas4duzYrBoHX7nS6x6Lxejt7R1/3ET+T95wM4PZeumKMAypr69n0aJFPPLII+PbS0pKaGlpAaClpYWVK1emqonT7qmnnqK+vp66ujq2bdvGXXfdxdatW1m+fDmHDx8GoLm5eUaPh+zsbOLxOJ999hlw6R/j4sWLZ9U4yM3N5cSJE1y4cIEwDMdrMJvGwVeu9LqXlJRw6NAhwjDk+PHjZGRkfOsSEdyg30Du6OjgT3/60/ilK9avX5/qJk27f//73/z+97/n1ltvHZ8KPvnkkxQWFlJTU0Nvb++sOKXwK0ePHuXtt9+msrKSL774gtraWpLJJLfffjtbtmzhpptuSnUTp81//vMf6uvrGRkZIS8vj4qKCsIwnFXj4M9//jOtra2kpaVx22238ctf/pIgCGb0OKitreX9999ncHCQrKwsnnjiCVauXPmNr3sYhuzdu5fu7m7mzp1LRUUFd9xxx7fu/4YMA0nS1XXDLRNJkq4+w0CSZBhIkgwDSRKGgSQJw0CShGEgSQL+H/2d1sGqdGCBAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "test_data['Energy'] = test_preds_mean\n",
    "test_data['Energy'].hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "id": "X-gY9LU9_K7N"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Energy</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2023-01-01 06:00:00_B_0</td>\n",
       "      <td>63.170887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2023-01-01 11:00:00_B_0</td>\n",
       "      <td>71.234171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2023-01-01 12:00:00_B_0</td>\n",
       "      <td>70.886783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-01-01 13:00:00_B_0</td>\n",
       "      <td>70.875469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-01 23:00:00_B_0</td>\n",
       "      <td>78.934781</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                        ID     Energy\n",
       "0  2023-01-01 06:00:00_B_0  63.170887\n",
       "1  2023-01-01 11:00:00_B_0  71.234171\n",
       "2  2023-01-01 12:00:00_B_0  70.886783\n",
       "3  2023-01-01 13:00:00_B_0  70.875469\n",
       "4  2023-01-01 23:00:00_B_0  78.934781"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ss_df = ss_df[['ID']]\n",
    "ss_df = ss_df.merge(test_data[['ID', 'Energy']], on='ID', how='left')\n",
    "ss_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "id": "m26p0DkK_NK_"
   },
   "outputs": [],
   "source": [
    "ss_df.to_csv(\"base_model_submission.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}