pandas_dataframe_tutorial.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Fake Data Creation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Condition</th>\n",
       "      <th>Subject_ID</th>\n",
       "      <th>Trial</th>\n",
       "      <th>Group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Affect</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Control</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Affect</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Control</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Affect</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>Control</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Neutral</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Control</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Neutral</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>Control</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Condition  Subject_ID  Trial    Group\n",
       "0    Affect           1      1  Control\n",
       "1    Affect           1      2  Control\n",
       "2    Affect           1      3  Control\n",
       "3   Neutral           1      4  Control\n",
       "4   Neutral           1      5  Control"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# Create some variables\n",
    "trials = [1, 2, 3, 4, 5, 6]\n",
    "subj_id = [1]*6\n",
    "group = ['Control']*6\n",
    "condition = ['Affect']*3 + ['Neutral']*3\n",
    "\n",
    "# Create a dictionairy\n",
    "data = {'Condition':condition, 'Subject_ID':subj_id,\n",
    "        'Trial':trials, 'Group':group}\n",
    "\n",
    "# Create the dataframe\n",
    "df = pd.DataFrame(data)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Read Excel in Pandas Example"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Year</th>\n",
       "      <th>EventType</th>\n",
       "      <th>Actor1</th>\n",
       "      <th>Actor2</th>\n",
       "      <th>Country</th>\n",
       "      <th>Region</th>\n",
       "      <th>Location</th>\n",
       "      <th>ConflictLat</th>\n",
       "      <th>ConflictLong</th>\n",
       "      <th>StationID</th>\n",
       "      <th>YrMoDy</th>\n",
       "      <th>MaxTemp</th>\n",
       "      <th>StationName</th>\n",
       "      <th>StationLong</th>\n",
       "      <th>StationLat</th>\n",
       "      <th>TempCat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2005</td>\n",
       "      <td>Riots</td>\n",
       "      <td>Protesters (Algeria)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>Chlef</td>\n",
       "      <td>Sidi Ammar</td>\n",
       "      <td>36.47</td>\n",
       "      <td>1.45</td>\n",
       "      <td>604300</td>\n",
       "      <td>20050125</td>\n",
       "      <td>35.79</td>\n",
       "      <td>MILIANA</td>\n",
       "      <td>2.23</td>\n",
       "      <td>36.29</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2003</td>\n",
       "      <td>Riots</td>\n",
       "      <td>Protesters (Algeria)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Tadjenanet</td>\n",
       "      <td>36.11</td>\n",
       "      <td>5.98</td>\n",
       "      <td>604680</td>\n",
       "      <td>20030201</td>\n",
       "      <td>38.50</td>\n",
       "      <td>BATNA</td>\n",
       "      <td>6.31</td>\n",
       "      <td>35.75</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002</td>\n",
       "      <td>Battles</td>\n",
       "      <td>Military Forces of Ethiopia (1991-)</td>\n",
       "      <td>ONLF: Ogaden National Liberation Front</td>\n",
       "      <td>Ethiopia</td>\n",
       "      <td>Degeh Bur</td>\n",
       "      <td>Afweyne</td>\n",
       "      <td>9.38</td>\n",
       "      <td>43.06</td>\n",
       "      <td>696754</td>\n",
       "      <td>20020224</td>\n",
       "      <td>39.20</td>\n",
       "      <td>CAMP LEMONIER</td>\n",
       "      <td>43.15</td>\n",
       "      <td>11.55</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2003</td>\n",
       "      <td>Riots</td>\n",
       "      <td>Protesters (Algeria)</td>\n",
       "      <td>Police Forces of Algeria (1999-)</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>Bordj Bou Arreridj</td>\n",
       "      <td>Bordj Bou Arerridj</td>\n",
       "      <td>36.07</td>\n",
       "      <td>4.77</td>\n",
       "      <td>604440</td>\n",
       "      <td>20030217</td>\n",
       "      <td>39.40</td>\n",
       "      <td>BORDJ-BOU-ARRERIDJ</td>\n",
       "      <td>4.76</td>\n",
       "      <td>36.06</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1999</td>\n",
       "      <td>Violence against civilians</td>\n",
       "      <td>GIA: Armed Islamic Group of Algeria</td>\n",
       "      <td>Civilians (Algeria)</td>\n",
       "      <td>Algeria</td>\n",
       "      <td>Relizane</td>\n",
       "      <td>Relizane</td>\n",
       "      <td>35.74</td>\n",
       "      <td>0.55</td>\n",
       "      <td>605060</td>\n",
       "      <td>19991217</td>\n",
       "      <td>39.90</td>\n",
       "      <td>MASCARA-MATEMORE</td>\n",
       "      <td>0.30</td>\n",
       "      <td>35.59</td>\n",
       "      <td>C</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Year                   EventType                               Actor1  \\\n",
       "0  2005                       Riots                 Protesters (Algeria)   \n",
       "1  2003                       Riots                 Protesters (Algeria)   \n",
       "2  2002                     Battles  Military Forces of Ethiopia (1991-)   \n",
       "3  2003                       Riots                 Protesters (Algeria)   \n",
       "4  1999  Violence against civilians  GIA: Armed Islamic Group of Algeria   \n",
       "\n",
       "                                   Actor2   Country              Region  \\\n",
       "0                                     NaN   Algeria               Chlef   \n",
       "1                                     NaN   Algeria                 NaN   \n",
       "2  ONLF: Ogaden National Liberation Front  Ethiopia           Degeh Bur   \n",
       "3        Police Forces of Algeria (1999-)   Algeria  Bordj Bou Arreridj   \n",
       "4                     Civilians (Algeria)   Algeria            Relizane   \n",
       "\n",
       "             Location  ConflictLat  ConflictLong  StationID    YrMoDy  \\\n",
       "0          Sidi Ammar        36.47          1.45     604300  20050125   \n",
       "1          Tadjenanet        36.11          5.98     604680  20030201   \n",
       "2             Afweyne         9.38         43.06     696754  20020224   \n",
       "3  Bordj Bou Arerridj        36.07          4.77     604440  20030217   \n",
       "4            Relizane        35.74          0.55     605060  19991217   \n",
       "\n",
       "   MaxTemp         StationName  StationLong  StationLat TempCat  \n",
       "0    35.79             MILIANA         2.23       36.29       C  \n",
       "1    38.50               BATNA         6.31       35.75       C  \n",
       "2    39.20       CAMP LEMONIER        43.15       11.55       C  \n",
       "3    39.40  BORDJ-BOU-ARRERIDJ         4.76       36.06       C  \n",
       "4    39.90    MASCARA-MATEMORE         0.30       35.59       C  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load a XLSX file from a URL\n",
    "xlsx_source = 'http://ww2.amstat.org/publications/jse/v20n3/delzell/conflictdata.xlsx'\n",
    "# Reading the excel file to a dataframe.\n",
    "# Note, there's only one sheet in the example file\n",
    "df = pd.read_excel(xlsx_source, sheet_name='conflictdata')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Write Dataframe to Excel File"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_excel('newfilename.xlsx', sheet_name='NewColNames', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Reading CSV Files using Pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>t42</th>\n",
       "      <th>t54</th>\n",
       "      <th>t45</th>\n",
       "      <th>t46</th>\n",
       "      <th>t23</th>\n",
       "      <th>t24</th>\n",
       "      <th>t27</th>\n",
       "      <th>t10</th>\n",
       "      <th>t51</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>t42</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.554</td>\n",
       "      <td>0.227</td>\n",
       "      <td>0.189</td>\n",
       "      <td>0.461</td>\n",
       "      <td>0.506</td>\n",
       "      <td>0.408</td>\n",
       "      <td>0.280</td>\n",
       "      <td>0.241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>t54</td>\n",
       "      <td>0.554</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.296</td>\n",
       "      <td>0.219</td>\n",
       "      <td>0.479</td>\n",
       "      <td>0.530</td>\n",
       "      <td>0.425</td>\n",
       "      <td>0.311</td>\n",
       "      <td>0.311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>t45</td>\n",
       "      <td>0.227</td>\n",
       "      <td>0.296</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.769</td>\n",
       "      <td>0.237</td>\n",
       "      <td>0.243</td>\n",
       "      <td>0.304</td>\n",
       "      <td>0.718</td>\n",
       "      <td>0.730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>t46</td>\n",
       "      <td>0.189</td>\n",
       "      <td>0.219</td>\n",
       "      <td>0.769</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.212</td>\n",
       "      <td>0.226</td>\n",
       "      <td>0.291</td>\n",
       "      <td>0.681</td>\n",
       "      <td>0.661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>t23</td>\n",
       "      <td>0.461</td>\n",
       "      <td>0.479</td>\n",
       "      <td>0.237</td>\n",
       "      <td>0.212</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.520</td>\n",
       "      <td>0.514</td>\n",
       "      <td>0.313</td>\n",
       "      <td>0.245</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Unnamed: 0    t42    t54    t45    t46    t23    t24    t27    t10    t51\n",
       "0        t42  1.000  0.554  0.227  0.189  0.461  0.506  0.408  0.280  0.241\n",
       "1        t54  0.554  1.000  0.296  0.219  0.479  0.530  0.425  0.311  0.311\n",
       "2        t45  0.227  0.296  1.000  0.769  0.237  0.243  0.304  0.718  0.730\n",
       "3        t46  0.189  0.219  0.769  1.000  0.212  0.226  0.291  0.681  0.661\n",
       "4        t23  0.461  0.479  0.237  0.212  1.000  0.520  0.514  0.313  0.245"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('https://vincentarelbundock.github.io/' \\\n",
    "                 'Rdatasets/csv/psych/Tucker.csv', sep=',')\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Write Dataframe to CSV\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'f' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-5-2181852be5fb>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mf\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'newfilename.csv'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msep\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m';'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mindex\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mFalse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m: name 'f' is not defined"
     ]
    }
   ],
   "source": [
    "df.to_csv('newfilename.csv', sep=';', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Working with Pandas Dataframe Objects"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>id</th>\n",
       "      <th>days</th>\n",
       "      <th>duration</th>\n",
       "      <th>sex</th>\n",
       "      <th>age</th>\n",
       "      <th>piq</th>\n",
       "      <th>viq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>3358</td>\n",
       "      <td>30</td>\n",
       "      <td>4</td>\n",
       "      <td>Male</td>\n",
       "      <td>20.67077</td>\n",
       "      <td>87</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>3535</td>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>Male</td>\n",
       "      <td>55.28816</td>\n",
       "      <td>95</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3547</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>Male</td>\n",
       "      <td>55.91513</td>\n",
       "      <td>95</td>\n",
       "      <td>116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>3592</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Male</td>\n",
       "      <td>61.66461</td>\n",
       "      <td>59</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0    id  days  duration   sex       age  piq  viq\n",
       "0           1  3358    30         4  Male  20.67077   87   89\n",
       "1           2  3535    16        17  Male  55.28816   95   77\n",
       "2           3  3547    40         1  Male  55.91513   95  116\n",
       "3           4  3592    13        10  Male  61.66461   59   73"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('https://vincentarelbundock.github.io/' \\\n",
    "'Rdatasets/csv/carData/Wong.csv', sep=',')\n",
    "df.head(4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>id</th>\n",
       "      <th>days</th>\n",
       "      <th>duration</th>\n",
       "      <th>sex</th>\n",
       "      <th>age</th>\n",
       "      <th>piq</th>\n",
       "      <th>viq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>326</th>\n",
       "      <td>327</td>\n",
       "      <td>2600</td>\n",
       "      <td>3337</td>\n",
       "      <td>9</td>\n",
       "      <td>Male</td>\n",
       "      <td>43.939770</td>\n",
       "      <td>101</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>327</th>\n",
       "      <td>328</td>\n",
       "      <td>3835</td>\n",
       "      <td>4933</td>\n",
       "      <td>14</td>\n",
       "      <td>Male</td>\n",
       "      <td>25.993160</td>\n",
       "      <td>91</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>328</th>\n",
       "      <td>329</td>\n",
       "      <td>2773</td>\n",
       "      <td>7631</td>\n",
       "      <td>42</td>\n",
       "      <td>Male</td>\n",
       "      <td>6.513347</td>\n",
       "      <td>88</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>329</th>\n",
       "      <td>330</td>\n",
       "      <td>5142</td>\n",
       "      <td>11628</td>\n",
       "      <td>57</td>\n",
       "      <td>Male</td>\n",
       "      <td>16.432580</td>\n",
       "      <td>101</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330</th>\n",
       "      <td>331</td>\n",
       "      <td>5964</td>\n",
       "      <td>11038</td>\n",
       "      <td>0</td>\n",
       "      <td>Male</td>\n",
       "      <td>12.544830</td>\n",
       "      <td>71</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Unnamed: 0    id   days  duration   sex        age  piq  viq\n",
       "326         327  2600   3337         9  Male  43.939770  101   84\n",
       "327         328  3835   4933        14  Male  25.993160   91   88\n",
       "328         329  2773   7631        42  Male   6.513347   88  103\n",
       "329         330  5142  11628        57  Male  16.432580  101   95\n",
       "330         331  5964  11038         0  Male  12.544830   71   73"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    87\n",
       "1    95\n",
       "2    95\n",
       "3    59\n",
       "Name: piq, dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "piq = df.piq\n",
    "piq[0:4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "pviq = df[['piq', 'viq']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### How to Add Column to Dataframe Pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>id</th>\n",
       "      <th>days</th>\n",
       "      <th>duration</th>\n",
       "      <th>sex</th>\n",
       "      <th>age</th>\n",
       "      <th>piq</th>\n",
       "      <th>viq</th>\n",
       "      <th>iq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>3358</td>\n",
       "      <td>30</td>\n",
       "      <td>4</td>\n",
       "      <td>Male</td>\n",
       "      <td>20.67077</td>\n",
       "      <td>87</td>\n",
       "      <td>89</td>\n",
       "      <td>88.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>3535</td>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>Male</td>\n",
       "      <td>55.28816</td>\n",
       "      <td>95</td>\n",
       "      <td>77</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3547</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>Male</td>\n",
       "      <td>55.91513</td>\n",
       "      <td>95</td>\n",
       "      <td>116</td>\n",
       "      <td>105.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>3592</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Male</td>\n",
       "      <td>61.66461</td>\n",
       "      <td>59</td>\n",
       "      <td>73</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>3728</td>\n",
       "      <td>19</td>\n",
       "      <td>6</td>\n",
       "      <td>Male</td>\n",
       "      <td>30.12731</td>\n",
       "      <td>67</td>\n",
       "      <td>73</td>\n",
       "      <td>70.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0    id  days  duration   sex       age  piq  viq     iq\n",
       "0           1  3358    30         4  Male  20.67077   87   89   88.0\n",
       "1           2  3535    16        17  Male  55.28816   95   77   86.0\n",
       "2           3  3547    40         1  Male  55.91513   95  116  105.5\n",
       "3           4  3592    13        10  Male  61.66461   59   73   66.0\n",
       "4           5  3728    19         6  Male  30.12731   67   73   70.0"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['iq'] = (df['piq'] + df['viq'])/2\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}