basic_cleanup_animelists.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import os.path as osp\n",
    "import re\n",
    "import ast\n",
    "from joblib import Parallel, delayed\n",
    "from cleaning import get_users_for_episode_count_ban, get_usernames_to_keep_cached, get_anime_ids_after_cleaning_cached, user_na_values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:70% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# use this to keep the cells wider, very nice on wide screens, set the percentage as you like it\n",
    "from IPython.core.display import display, HTML\n",
    "display(HTML(\"<style>.container { width:70% !important; }</style>\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "pycharm": {
     "is_executing": false,
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists = pd.read_csv('animelists_filtered.csv', na_values=user_na_values, keep_default_na=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "plt.rcParams.update(mpl.rcParamsDefault)  # for recovering from xkcd\n",
    "\n",
    "# taken from https://github.com/ctokheim/matplotlibrc\n",
    "#plt.style.use('seaborn')\n",
    "plt.style.use('seaborn-talk')\n",
    "#plt.style.use('ggplot')\n",
    "#plt.xkcd()\n",
    "\n",
    "conf = {\n",
    "    'font.size': 14.0,\n",
    "    'axes.grid': True,\n",
    "    'axes.axisbelow': True,\n",
    "    'axes.edgecolor': 'black',\n",
    "#    'axes.facecolor': '#E5E5EF',\n",
    "#    'axes.facecolor': '#E0E0EF',\n",
    "    'axes.labelcolor': 'black',\n",
    "    'axes.titlesize': 15.6,\n",
    "    'axes.labelsize': 'large',    \n",
    "    'figure.figsize': (12, 7),\n",
    "    'figure.titlesize': 'x-large',\n",
    "    'grid.linewidth': 1.3,\n",
    "    'xtick.labelsize': 'large',\n",
    "    'ytick.labelsize': 'large',\n",
    "    'xtick.color': 'black',\n",
    "    'ytick.color': 'black',\n",
    "    'legend.fontsize': 'large',\n",
    "}\n",
    "\n",
    "plt.rcParams.update(conf)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\matplotlib\\__init__.py:886: MatplotlibDeprecationWarning: \n",
      "examples.directory is deprecated; in the future, examples will be found relative to the 'datapath' directory.\n",
      "  \"found relative to the 'datapath' directory.\".format(key))\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "RcParams({'_internal.classic_mode': False,\n",
       "          'agg.path.chunksize': 0,\n",
       "          'animation.avconv_args': [],\n",
       "          'animation.avconv_path': 'avconv',\n",
       "          'animation.bitrate': -1,\n",
       "          'animation.codec': 'h264',\n",
       "          'animation.convert_args': [],\n",
       "          'animation.convert_path': 'convert',\n",
       "          'animation.embed_limit': 20.0,\n",
       "          'animation.ffmpeg_args': [],\n",
       "          'animation.ffmpeg_path': 'ffmpeg',\n",
       "          'animation.frame_format': 'png',\n",
       "          'animation.html': 'none',\n",
       "          'animation.html_args': [],\n",
       "          'animation.writer': 'ffmpeg',\n",
       "          'axes.autolimit_mode': 'data',\n",
       "          'axes.axisbelow': True,\n",
       "          'axes.edgecolor': 'black',\n",
       "          'axes.facecolor': 'white',\n",
       "          'axes.formatter.limits': [-7, 7],\n",
       "          'axes.formatter.min_exponent': 0,\n",
       "          'axes.formatter.offset_threshold': 4,\n",
       "          'axes.formatter.use_locale': False,\n",
       "          'axes.formatter.use_mathtext': False,\n",
       "          'axes.formatter.useoffset': True,\n",
       "          'axes.grid': True,\n",
       "          'axes.grid.axis': 'both',\n",
       "          'axes.grid.which': 'major',\n",
       "          'axes.labelcolor': 'black',\n",
       "          'axes.labelpad': 4.0,\n",
       "          'axes.labelsize': 'large',\n",
       "          'axes.labelweight': 'normal',\n",
       "          'axes.linewidth': 0.8,\n",
       "          'axes.prop_cycle': cycler('color', ['#1f77b4', '#ff7f0e', '#2ca02c', '#d62728', '#9467bd', '#8c564b', '#e377c2', '#7f7f7f', '#bcbd22', '#17becf']),\n",
       "          'axes.spines.bottom': True,\n",
       "          'axes.spines.left': True,\n",
       "          'axes.spines.right': True,\n",
       "          'axes.spines.top': True,\n",
       "          'axes.titlepad': 6.0,\n",
       "          'axes.titlesize': 15.6,\n",
       "          'axes.titleweight': 'normal',\n",
       "          'axes.unicode_minus': True,\n",
       "          'axes.xmargin': 0.05,\n",
       "          'axes.ymargin': 0.05,\n",
       "          'axes3d.grid': True,\n",
       "          'backend': 'module://ipykernel.pylab.backend_inline',\n",
       "          'backend.qt4': None,\n",
       "          'backend.qt5': None,\n",
       "          'backend_fallback': True,\n",
       "          'boxplot.bootstrap': None,\n",
       "          'boxplot.boxprops.color': 'black',\n",
       "          'boxplot.boxprops.linestyle': '-',\n",
       "          'boxplot.boxprops.linewidth': 1.0,\n",
       "          'boxplot.capprops.color': 'black',\n",
       "          'boxplot.capprops.linestyle': '-',\n",
       "          'boxplot.capprops.linewidth': 1.0,\n",
       "          'boxplot.flierprops.color': 'black',\n",
       "          'boxplot.flierprops.linestyle': 'none',\n",
       "          'boxplot.flierprops.linewidth': 1.0,\n",
       "          'boxplot.flierprops.marker': 'o',\n",
       "          'boxplot.flierprops.markeredgecolor': 'black',\n",
       "          'boxplot.flierprops.markerfacecolor': 'none',\n",
       "          'boxplot.flierprops.markersize': 6.0,\n",
       "          'boxplot.meanline': False,\n",
       "          'boxplot.meanprops.color': 'C2',\n",
       "          'boxplot.meanprops.linestyle': '--',\n",
       "          'boxplot.meanprops.linewidth': 1.0,\n",
       "          'boxplot.meanprops.marker': '^',\n",
       "          'boxplot.meanprops.markeredgecolor': 'C2',\n",
       "          'boxplot.meanprops.markerfacecolor': 'C2',\n",
       "          'boxplot.meanprops.markersize': 6.0,\n",
       "          'boxplot.medianprops.color': 'C1',\n",
       "          'boxplot.medianprops.linestyle': '-',\n",
       "          'boxplot.medianprops.linewidth': 1.0,\n",
       "          'boxplot.notch': False,\n",
       "          'boxplot.patchartist': False,\n",
       "          'boxplot.showbox': True,\n",
       "          'boxplot.showcaps': True,\n",
       "          'boxplot.showfliers': True,\n",
       "          'boxplot.showmeans': False,\n",
       "          'boxplot.vertical': True,\n",
       "          'boxplot.whiskerprops.color': 'black',\n",
       "          'boxplot.whiskerprops.linestyle': '-',\n",
       "          'boxplot.whiskerprops.linewidth': 1.0,\n",
       "          'boxplot.whiskers': 1.5,\n",
       "          'contour.corner_mask': True,\n",
       "          'contour.negative_linestyle': 'dashed',\n",
       "          'datapath': 'C:\\\\ProgramData\\\\Anaconda3\\\\lib\\\\site-packages\\\\matplotlib\\\\mpl-data',\n",
       "          'date.autoformatter.day': '%Y-%m-%d',\n",
       "          'date.autoformatter.hour': '%m-%d %H',\n",
       "          'date.autoformatter.microsecond': '%M:%S.%f',\n",
       "          'date.autoformatter.minute': '%d %H:%M',\n",
       "          'date.autoformatter.month': '%Y-%m',\n",
       "          'date.autoformatter.second': '%H:%M:%S',\n",
       "          'date.autoformatter.year': '%Y',\n",
       "          'docstring.hardcopy': False,\n",
       "          'errorbar.capsize': 0.0,\n",
       "          'examples.directory': '',\n",
       "          'figure.autolayout': False,\n",
       "          'figure.constrained_layout.h_pad': 0.04167,\n",
       "          'figure.constrained_layout.hspace': 0.02,\n",
       "          'figure.constrained_layout.use': False,\n",
       "          'figure.constrained_layout.w_pad': 0.04167,\n",
       "          'figure.constrained_layout.wspace': 0.02,\n",
       "          'figure.dpi': 100.0,\n",
       "          'figure.edgecolor': 'white',\n",
       "          'figure.facecolor': 'white',\n",
       "          'figure.figsize': [12.0, 7.0],\n",
       "          'figure.frameon': True,\n",
       "          'figure.max_open_warning': 20,\n",
       "          'figure.subplot.bottom': 0.11,\n",
       "          'figure.subplot.hspace': 0.2,\n",
       "          'figure.subplot.left': 0.125,\n",
       "          'figure.subplot.right': 0.9,\n",
       "          'figure.subplot.top': 0.88,\n",
       "          'figure.subplot.wspace': 0.2,\n",
       "          'figure.titlesize': 'x-large',\n",
       "          'figure.titleweight': 'normal',\n",
       "          'font.cursive': ['Apple Chancery',\n",
       "                           'Textile',\n",
       "                           'Zapf Chancery',\n",
       "                           'Sand',\n",
       "                           'Script MT',\n",
       "                           'Felipa',\n",
       "                           'cursive'],\n",
       "          'font.family': ['sans-serif'],\n",
       "          'font.fantasy': ['Comic Sans MS',\n",
       "                           'Chicago',\n",
       "                           'Charcoal',\n",
       "                           'Impact',\n",
       "                           'Western',\n",
       "                           'Humor Sans',\n",
       "                           'xkcd',\n",
       "                           'fantasy'],\n",
       "          'font.monospace': ['DejaVu Sans Mono',\n",
       "                             'Bitstream Vera Sans Mono',\n",
       "                             'Computer Modern Typewriter',\n",
       "                             'Andale Mono',\n",
       "                             'Nimbus Mono L',\n",
       "                             'Courier New',\n",
       "                             'Courier',\n",
       "                             'Fixed',\n",
       "                             'Terminal',\n",
       "                             'monospace'],\n",
       "          'font.sans-serif': ['DejaVu Sans',\n",
       "                              'Bitstream Vera Sans',\n",
       "                              'Computer Modern Sans Serif',\n",
       "                              'Lucida Grande',\n",
       "                              'Verdana',\n",
       "                              'Geneva',\n",
       "                              'Lucid',\n",
       "                              'Arial',\n",
       "                              'Helvetica',\n",
       "                              'Avant Garde',\n",
       "                              'sans-serif'],\n",
       "          'font.serif': ['DejaVu Serif',\n",
       "                         'Bitstream Vera Serif',\n",
       "                         'Computer Modern Roman',\n",
       "                         'New Century Schoolbook',\n",
       "                         'Century Schoolbook L',\n",
       "                         'Utopia',\n",
       "                         'ITC Bookman',\n",
       "                         'Bookman',\n",
       "                         'Nimbus Roman No9 L',\n",
       "                         'Times New Roman',\n",
       "                         'Times',\n",
       "                         'Palatino',\n",
       "                         'Charter',\n",
       "                         'serif'],\n",
       "          'font.size': 14.0,\n",
       "          'font.stretch': 'normal',\n",
       "          'font.style': 'normal',\n",
       "          'font.variant': 'normal',\n",
       "          'font.weight': 'normal',\n",
       "          'grid.alpha': 1.0,\n",
       "          'grid.color': '#b0b0b0',\n",
       "          'grid.linestyle': '-',\n",
       "          'grid.linewidth': 1.3,\n",
       "          'hatch.color': 'black',\n",
       "          'hatch.linewidth': 1.0,\n",
       "          'hist.bins': 10,\n",
       "          'image.aspect': 'equal',\n",
       "          'image.cmap': 'viridis',\n",
       "          'image.composite_image': True,\n",
       "          'image.interpolation': 'nearest',\n",
       "          'image.lut': 256,\n",
       "          'image.origin': 'upper',\n",
       "          'image.resample': True,\n",
       "          'interactive': False,\n",
       "          'keymap.all_axes': ['a'],\n",
       "          'keymap.back': ['left', 'c', 'backspace'],\n",
       "          'keymap.copy': ['ctrl+c', 'cmd+c'],\n",
       "          'keymap.forward': ['right', 'v'],\n",
       "          'keymap.fullscreen': ['f', 'ctrl+f'],\n",
       "          'keymap.grid': ['g'],\n",
       "          'keymap.grid_minor': ['G'],\n",
       "          'keymap.help': ['f1'],\n",
       "          'keymap.home': ['h', 'r', 'home'],\n",
       "          'keymap.pan': ['p'],\n",
       "          'keymap.quit': ['ctrl+w', 'cmd+w', 'q'],\n",
       "          'keymap.quit_all': ['W', 'cmd+W', 'Q'],\n",
       "          'keymap.save': ['s', 'ctrl+s'],\n",
       "          'keymap.xscale': ['k', 'L'],\n",
       "          'keymap.yscale': ['l'],\n",
       "          'keymap.zoom': ['o'],\n",
       "          'legend.borderaxespad': 0.5,\n",
       "          'legend.borderpad': 0.4,\n",
       "          'legend.columnspacing': 2.0,\n",
       "          'legend.edgecolor': '0.8',\n",
       "          'legend.facecolor': 'inherit',\n",
       "          'legend.fancybox': True,\n",
       "          'legend.fontsize': 'large',\n",
       "          'legend.framealpha': 0.8,\n",
       "          'legend.frameon': True,\n",
       "          'legend.handleheight': 0.7,\n",
       "          'legend.handlelength': 2.0,\n",
       "          'legend.handletextpad': 0.8,\n",
       "          'legend.labelspacing': 0.5,\n",
       "          'legend.loc': 'best',\n",
       "          'legend.markerscale': 1.0,\n",
       "          'legend.numpoints': 1,\n",
       "          'legend.scatterpoints': 1,\n",
       "          'legend.shadow': False,\n",
       "          'legend.title_fontsize': None,\n",
       "          'lines.antialiased': True,\n",
       "          'lines.color': 'C0',\n",
       "          'lines.dash_capstyle': 'butt',\n",
       "          'lines.dash_joinstyle': 'round',\n",
       "          'lines.dashdot_pattern': [6.4, 1.6, 1.0, 1.6],\n",
       "          'lines.dashed_pattern': [3.7, 1.6],\n",
       "          'lines.dotted_pattern': [1.0, 1.65],\n",
       "          'lines.linestyle': '-',\n",
       "          'lines.linewidth': 2.275,\n",
       "          'lines.marker': 'None',\n",
       "          'lines.markeredgecolor': 'auto',\n",
       "          'lines.markeredgewidth': 0.0,\n",
       "          'lines.markerfacecolor': 'auto',\n",
       "          'lines.markersize': 9.1,\n",
       "          'lines.scale_dashes': True,\n",
       "          'lines.solid_capstyle': 'projecting',\n",
       "          'lines.solid_joinstyle': 'round',\n",
       "          'markers.fillstyle': 'full',\n",
       "          'mathtext.bf': 'sans:bold',\n",
       "          'mathtext.cal': 'cursive',\n",
       "          'mathtext.default': 'it',\n",
       "          'mathtext.fallback_to_cm': True,\n",
       "          'mathtext.fontset': 'dejavusans',\n",
       "          'mathtext.it': 'sans:italic',\n",
       "          'mathtext.rm': 'sans',\n",
       "          'mathtext.sf': 'sans',\n",
       "          'mathtext.tt': 'monospace',\n",
       "          'patch.antialiased': True,\n",
       "          'patch.edgecolor': 'black',\n",
       "          'patch.facecolor': 'C0',\n",
       "          'patch.force_edgecolor': False,\n",
       "          'patch.linewidth': 0.39,\n",
       "          'path.effects': [],\n",
       "          'path.simplify': True,\n",
       "          'path.simplify_threshold': 0.1111111111111111,\n",
       "          'path.sketch': None,\n",
       "          'path.snap': True,\n",
       "          'pdf.compression': 6,\n",
       "          'pdf.fonttype': 3,\n",
       "          'pdf.inheritcolor': False,\n",
       "          'pdf.use14corefonts': False,\n",
       "          'pgf.preamble': [],\n",
       "          'pgf.rcfonts': True,\n",
       "          'pgf.texsystem': 'xelatex',\n",
       "          'polaraxes.grid': True,\n",
       "          'ps.distiller.res': 6000,\n",
       "          'ps.fonttype': 3,\n",
       "          'ps.papersize': 'letter',\n",
       "          'ps.useafm': False,\n",
       "          'ps.usedistiller': False,\n",
       "          'savefig.bbox': None,\n",
       "          'savefig.directory': '~',\n",
       "          'savefig.dpi': 'figure',\n",
       "          'savefig.edgecolor': 'white',\n",
       "          'savefig.facecolor': 'white',\n",
       "          'savefig.format': 'png',\n",
       "          'savefig.frameon': True,\n",
       "          'savefig.jpeg_quality': 95,\n",
       "          'savefig.orientation': 'portrait',\n",
       "          'savefig.pad_inches': 0.1,\n",
       "          'savefig.transparent': False,\n",
       "          'scatter.marker': 'o',\n",
       "          'svg.fonttype': 'path',\n",
       "          'svg.hashsalt': None,\n",
       "          'svg.image_inline': True,\n",
       "          'text.antialiased': True,\n",
       "          'text.color': 'black',\n",
       "          'text.hinting': 'auto',\n",
       "          'text.hinting_factor': 8,\n",
       "          'text.latex.preamble': [],\n",
       "          'text.latex.preview': False,\n",
       "          'text.latex.unicode': True,\n",
       "          'text.usetex': False,\n",
       "          'timezone': 'UTC',\n",
       "          'tk.window_focus': False,\n",
       "          'toolbar': 'toolbar2',\n",
       "          'verbose.fileo': 'sys.stdout',\n",
       "          'verbose.level': 'silent',\n",
       "          'webagg.address': '127.0.0.1',\n",
       "          'webagg.open_in_browser': True,\n",
       "          'webagg.port': 8988,\n",
       "          'webagg.port_retries': 50,\n",
       "          'xtick.alignment': 'center',\n",
       "          'xtick.bottom': True,\n",
       "          'xtick.color': 'black',\n",
       "          'xtick.direction': 'out',\n",
       "          'xtick.labelbottom': True,\n",
       "          'xtick.labelsize': 'large',\n",
       "          'xtick.labeltop': False,\n",
       "          'xtick.major.bottom': True,\n",
       "          'xtick.major.pad': 9.1,\n",
       "          'xtick.major.size': 3.5,\n",
       "          'xtick.major.top': True,\n",
       "          'xtick.major.width': 1.3,\n",
       "          'xtick.minor.bottom': True,\n",
       "          'xtick.minor.pad': 3.4,\n",
       "          'xtick.minor.size': 2.0,\n",
       "          'xtick.minor.top': True,\n",
       "          'xtick.minor.visible': False,\n",
       "          'xtick.minor.width': 0.65,\n",
       "          'xtick.top': False,\n",
       "          'ytick.alignment': 'center_baseline',\n",
       "          'ytick.color': 'black',\n",
       "          'ytick.direction': 'out',\n",
       "          'ytick.labelleft': True,\n",
       "          'ytick.labelright': False,\n",
       "          'ytick.labelsize': 'large',\n",
       "          'ytick.left': True,\n",
       "          'ytick.major.left': True,\n",
       "          'ytick.major.pad': 9.1,\n",
       "          'ytick.major.right': True,\n",
       "          'ytick.major.size': 3.5,\n",
       "          'ytick.major.width': 1.3,\n",
       "          'ytick.minor.left': True,\n",
       "          'ytick.minor.pad': 3.4,\n",
       "          'ytick.minor.right': True,\n",
       "          'ytick.minor.size': 2.0,\n",
       "          'ytick.minor.visible': False,\n",
       "          'ytick.minor.width': 0.65,\n",
       "          'ytick.right': False})"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plt.rcParams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['bmh',\n",
       " 'classic',\n",
       " 'dark_background',\n",
       " 'fast',\n",
       " 'fivethirtyeight',\n",
       " 'ggplot',\n",
       " 'grayscale',\n",
       " 'seaborn-bright',\n",
       " 'seaborn-colorblind',\n",
       " 'seaborn-dark-palette',\n",
       " 'seaborn-dark',\n",
       " 'seaborn-darkgrid',\n",
       " 'seaborn-deep',\n",
       " 'seaborn-muted',\n",
       " 'seaborn-notebook',\n",
       " 'seaborn-paper',\n",
       " 'seaborn-pastel',\n",
       " 'seaborn-poster',\n",
       " 'seaborn-talk',\n",
       " 'seaborn-ticks',\n",
       " 'seaborn-white',\n",
       " 'seaborn-whitegrid',\n",
       " 'seaborn',\n",
       " 'Solarize_Light2',\n",
       " 'tableau-colorblind10',\n",
       " '_classic_test']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "plt.style.available"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "pycharm": {
     "is_executing": false,
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "animelists['my_last_updated'] = pd.to_datetime(animelists['my_last_updated'], unit='s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-14 10:25:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95629</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>120</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-02-02</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-02-02 12:27:53</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212785</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>269</td>\n",
       "      <td>282</td>\n",
       "      <td>2012-11-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-30 10:18:22</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276646</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>721</td>\n",
       "      <td>38</td>\n",
       "      <td>2014-07-27</td>\n",
       "      <td>2014-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-02-09 15:02:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288406</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>853</td>\n",
       "      <td>26</td>\n",
       "      <td>2012-12-24</td>\n",
       "      <td>2012-12-24</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-24 13:33:51</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387077</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>1571</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-03-19 03:21:02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>419888</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>1698</td>\n",
       "      <td>23</td>\n",
       "      <td>2013-03-21</td>\n",
       "      <td>2013-03-22</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-03-22 15:38:38</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>446319</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>1735</td>\n",
       "      <td>312</td>\n",
       "      <td>2012-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-05 03:49:42</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>566786</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>3092</td>\n",
       "      <td>12</td>\n",
       "      <td>2012-12-29</td>\n",
       "      <td>2012-12-30</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-04-07 15:33:35</td>\n",
       "      <td>Slice of Life, Comedy, Romance, Yaoi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>604812</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>4224</td>\n",
       "      <td>25</td>\n",
       "      <td>2014-08-10</td>\n",
       "      <td>2014-08-13</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-13 03:30:48</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>705599</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>4814</td>\n",
       "      <td>12</td>\n",
       "      <td>2012-12-31</td>\n",
       "      <td>2012-12-31</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-04-13 07:58:08</td>\n",
       "      <td>Slice of Life, Comedy, Romance, Yaoi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745624</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>6045</td>\n",
       "      <td>25</td>\n",
       "      <td>2014-03-16</td>\n",
       "      <td>2014-03-22</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-21 17:51:51</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>799089</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>7054</td>\n",
       "      <td>26</td>\n",
       "      <td>2013-12-27</td>\n",
       "      <td>2013-12-28</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-12-28 10:39:45</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>843272</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>7674</td>\n",
       "      <td>25</td>\n",
       "      <td>2012-12-31</td>\n",
       "      <td>2012-12-31</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-31 11:23:52</td>\n",
       "      <td>Slice of Life, Shonen, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>877243</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>7817</td>\n",
       "      <td>12</td>\n",
       "      <td>2013-01-08</td>\n",
       "      <td>2013-01-08</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-08 15:21:50</td>\n",
       "      <td>Comedy, Ecchi, Slice of Life, Seinen</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                username  anime_id  my_watched_episodes my_start_date  \\\n",
       "1       RedvelvetDaisuki        21                    0    0000-00-00   \n",
       "95629   RedvelvetDaisuki       120                    1    2013-02-02   \n",
       "212785  RedvelvetDaisuki       269                  282    2012-11-00   \n",
       "276646  RedvelvetDaisuki       721                   38    2014-07-27   \n",
       "288406  RedvelvetDaisuki       853                   26    2012-12-24   \n",
       "387077  RedvelvetDaisuki      1571                    0    0000-00-00   \n",
       "419888  RedvelvetDaisuki      1698                   23    2013-03-21   \n",
       "446319  RedvelvetDaisuki      1735                  312    2012-00-00   \n",
       "566786  RedvelvetDaisuki      3092                   12    2012-12-29   \n",
       "604812  RedvelvetDaisuki      4224                   25    2014-08-10   \n",
       "705599  RedvelvetDaisuki      4814                   12    2012-12-31   \n",
       "745624  RedvelvetDaisuki      6045                   25    2014-03-16   \n",
       "799089  RedvelvetDaisuki      7054                   26    2013-12-27   \n",
       "843272  RedvelvetDaisuki      7674                   25    2012-12-31   \n",
       "877243  RedvelvetDaisuki      7817                   12    2013-01-08   \n",
       "\n",
       "       my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "1          0000-00-00         0          3            0.0                 0   \n",
       "95629      0000-00-00         3          3            NaN                 0   \n",
       "212785     0000-00-00         6          3            NaN                 0   \n",
       "276646     2014-00-00         8          2            0.0                 0   \n",
       "288406     2012-12-24         9          2            NaN                 0   \n",
       "387077     0000-00-00         0          6            0.0                 0   \n",
       "419888     2013-03-22         8          2            NaN                 0   \n",
       "446319     0000-00-00         9          3            NaN                 0   \n",
       "566786     2012-12-30        10          2            NaN                 0   \n",
       "604812     2014-08-13         7          2            NaN                 0   \n",
       "705599     2012-12-31        10          2            NaN                 0   \n",
       "745624     2014-03-22         6          2            NaN                 0   \n",
       "799089     2013-12-28         8          2            NaN                 0   \n",
       "843272     2012-12-31         8          2            NaN                 0   \n",
       "877243     2013-01-08         5          2            NaN                 0   \n",
       "\n",
       "           my_last_updated                               my_tags  \n",
       "1      2012-12-14 10:25:01                                   NaN  \n",
       "95629  2013-02-02 12:27:53                                   NaN  \n",
       "212785 2012-12-30 10:18:22                                   NaN  \n",
       "276646 2018-02-09 15:02:20                                   NaN  \n",
       "288406 2012-12-24 13:33:51                                   NaN  \n",
       "387077 2013-03-19 03:21:02                                   NaN  \n",
       "419888 2013-03-22 15:38:38                                   NaN  \n",
       "446319 2013-06-05 03:49:42                                   NaN  \n",
       "566786 2013-04-07 15:33:35  Slice of Life, Comedy, Romance, Yaoi  \n",
       "604812 2014-08-13 03:30:48                                   NaN  \n",
       "705599 2013-04-13 07:58:08  Slice of Life, Comedy, Romance, Yaoi  \n",
       "745624 2014-03-21 17:51:51                                   NaN  \n",
       "799089 2013-12-28 10:39:45                                   NaN  \n",
       "843272 2012-12-31 11:23:52        Slice of Life, Shonen, Romance  \n",
       "877243 2013-01-08 15:21:50  Comedy, Ecchi, Slice of Life, Seinen  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# some user with weird last online date\n",
    "animelists[animelists['username'] == 'RedvelvetDaisuki'].head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "username                       object\n",
       "anime_id                        int64\n",
       "my_watched_episodes             int64\n",
       "my_start_date                  object\n",
       "my_finish_date                 object\n",
       "my_score                        int64\n",
       "my_status                       int64\n",
       "my_rewatching                 float64\n",
       "my_rewatching_ep                int64\n",
       "my_last_updated        datetime64[ns]\n",
       "my_tags                        object\n",
       "dtype: object"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "grouped_lists = animelists.groupby('username')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "756 µs ± 23.7 µs per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
     ]
    }
   ],
   "source": [
    "%%timeit\n",
    "# some users have weird last online date, but have correct last update in their animelist, so I can infer it from that.\n",
    "#Now I am just trying it\n",
    "#animelists[animelists['username'] == 'RedvelvetDaisuki']['my_last_updated'].max()\n",
    "# 3.2 s ± 38.1 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n",
    "grouped_lists.get_group('RedvelvetDaisuki')['my_last_updated'].max()\n",
    "# 991 µs ± 72.4 µs per loop (mean ± std. dev. of 7 runs, 1 loop each)\n",
    "# so once grouping and then queying group per username is much faster than performing search each time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists['my_watched_episodes'].hist(bins=500, figsize=(16, 8))\n",
    "plt.gca().set_yscale('log')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "unique anime before: (14474,)\n",
      "animelists before: (35802006, 11)\n",
      "0        Gothicbabe26\n",
      "1         LeoAnimeMan\n",
      "2         narutofan69\n",
      "3             Angel_D\n",
      "4      dheiin_society\n",
      "5             heizwei\n",
      "6             warrose\n",
      "7     Takehara_Minami\n",
      "8             ozieboy\n",
      "9          YoruNoMajo\n",
      "10               Xiet\n",
      "11         Kihara-Kun\n",
      "12            donakos\n",
      "13          Amaru-kun\n",
      "14       Archeologist\n",
      "15    konan_akatsuki_\n",
      "16             MoiZzZ\n",
      "17     TheDerpyMuffin\n",
      "18              ajkla\n",
      "19        zaturama007\n",
      "20           thomasrm\n",
      "21         The-Marker\n",
      "22             Taizai\n",
      "23         Koska-chan\n",
      "24      asswithnolife\n",
      "dtype: object\n",
      "num of users for ban: 25\n",
      "num of records with 65535 episodes filled: 1863\n"
     ]
    }
   ],
   "source": [
    "print('unique anime before:', animelists['anime_id'].unique().shape)\n",
    "print('animelists before:', animelists.shape)\n",
    "# some users have insanely large amount of episodes, list and ban them\n",
    "users_for_ban = get_users_for_episode_count_ban(animelists)\n",
    "# banning users with 65535 episodes of single anime in their list -> not trustworthy\n",
    "print(users_for_ban)\n",
    "print('num of users for ban:', len(users_for_ban))\n",
    "print('num of records with 65535 episodes filled:', (animelists['my_watched_episodes'] == 65535).sum())\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "unique anime after: (14474,)\n",
      "animelists after: (35793977, 11)\n"
     ]
    }
   ],
   "source": [
    "animelists = animelists[~animelists['username'].isin(users_for_ban)]\n",
    "animelists = animelists.reset_index(drop=True)  # so indices are aligned, otherwise it breaks when using same mask with other dataframe\n",
    "print('unique anime after:', animelists['anime_id'].unique().shape)\n",
    "print('animelists after:', animelists.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists['my_watched_episodes'].hist(bins=5000, figsize=(16, 8))\n",
    "plt.gca().set_yscale('log')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animes = pd.read_csv('anime_filtered.csv')\n",
    "animelists_with_eps = pd.merge(animelists, animes[['anime_id', 'episodes', 'title']], on='anime_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(35793977, 13)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(35793977, 11)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(animelists_with_eps.shape)\n",
    "display(animelists.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "      <th>episodes</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>karthiga</td>\n",
       "      <td>21</td>\n",
       "      <td>586</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-03-03 10:52:53</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-14 10:25:01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Damonashu</td>\n",
       "      <td>21</td>\n",
       "      <td>418</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-09-30 07:39:05</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bskai</td>\n",
       "      <td>21</td>\n",
       "      <td>75</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-06-15 21:31:23</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Slimak</td>\n",
       "      <td>21</td>\n",
       "      <td>834</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-05-01 12:05:21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username  anime_id  my_watched_episodes my_start_date  \\\n",
       "0          karthiga        21                  586    0000-00-00   \n",
       "1  RedvelvetDaisuki        21                    0    0000-00-00   \n",
       "2         Damonashu        21                  418    0000-00-00   \n",
       "3             bskai        21                   75    0000-00-00   \n",
       "4            Slimak        21                  834    0000-00-00   \n",
       "\n",
       "  my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "0     0000-00-00         9          1            NaN                 0   \n",
       "1     0000-00-00         0          3            0.0                 0   \n",
       "2     0000-00-00        10          1            0.0                 0   \n",
       "3     0000-00-00         8          1            0.0                 0   \n",
       "4     0000-00-00        10          1            0.0                 0   \n",
       "\n",
       "      my_last_updated my_tags  episodes      title  \n",
       "0 2013-03-03 10:52:53     NaN         0  One Piece  \n",
       "1 2012-12-14 10:25:01     NaN         0  One Piece  \n",
       "2 2009-09-30 07:39:05     NaN         0  One Piece  \n",
       "3 2010-06-15 21:31:23     NaN         0  One Piece  \n",
       "4 2018-05-01 12:05:21     NaN         0  One Piece  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists_with_eps.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "num of incorrect records:  97931\n",
      "num of users with incorrect records:  45905\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "      <th>episodes</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50353</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>59</td>\n",
       "      <td>43</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62647</th>\n",
       "      <td>Sieg83</td>\n",
       "      <td>59</td>\n",
       "      <td>27</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-04-29 01:41:44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65431</th>\n",
       "      <td>ultimaweaponx</td>\n",
       "      <td>59</td>\n",
       "      <td>27</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67599</th>\n",
       "      <td>Yashima</td>\n",
       "      <td>59</td>\n",
       "      <td>9001</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-02 14:32:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74194</th>\n",
       "      <td>naturefull</td>\n",
       "      <td>59</td>\n",
       "      <td>28</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-08-12 21:05:02</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            username  anime_id  my_watched_episodes my_start_date  \\\n",
       "50353       heeroYuy        59                   43    0000-00-00   \n",
       "62647         Sieg83        59                   27    0000-00-00   \n",
       "65431  ultimaweaponx        59                   27    0000-00-00   \n",
       "67599        Yashima        59                 9001    0000-00-00   \n",
       "74194     naturefull        59                   28    0000-00-00   \n",
       "\n",
       "      my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "50353     0000-00-00         9          6            0.0                 0   \n",
       "62647     0000-00-00        10          2            0.0                 0   \n",
       "65431     0000-00-00         8          2            0.0                 0   \n",
       "67599     0000-00-00         7          2            NaN                 0   \n",
       "74194     0000-00-00         8          2            0.0                 0   \n",
       "\n",
       "          my_last_updated my_tags  episodes    title  \n",
       "50353 1970-01-01 00:00:00     NaN        26  Chobits  \n",
       "62647 2008-04-29 01:41:44     NaN        26  Chobits  \n",
       "65431 1970-01-01 00:00:00     NaN        26  Chobits  \n",
       "67599 2014-09-02 14:32:43     NaN        26  Chobits  \n",
       "74194 2009-08-12 21:05:02     NaN        26  Chobits  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# just showing shitheads with incorrectly filled episodes\n",
    "err_mask = (animelists_with_eps['my_watched_episodes'] > animelists_with_eps['episodes']) & (animelists_with_eps['episodes'] != 0)\n",
    "print('num of incorrect records: ', err_mask.sum())\n",
    "print('num of users with incorrect records: ', len(animelists_with_eps[err_mask]['username'].unique()))\n",
    "animelists_with_eps[err_mask].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "username                       object\n",
       "anime_id                        int64\n",
       "my_watched_episodes             int64\n",
       "my_start_date                  object\n",
       "my_finish_date                 object\n",
       "my_score                        int64\n",
       "my_status                       int64\n",
       "my_rewatching                 float64\n",
       "my_rewatching_ep                int64\n",
       "my_last_updated        datetime64[ns]\n",
       "my_tags                        object\n",
       "episodes                        int64\n",
       "title                          object\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "username                       object\n",
       "anime_id                        int64\n",
       "my_watched_episodes             int64\n",
       "my_start_date                  object\n",
       "my_finish_date                 object\n",
       "my_score                        int64\n",
       "my_status                       int64\n",
       "my_rewatching                 float64\n",
       "my_rewatching_ep                int64\n",
       "my_last_updated        datetime64[ns]\n",
       "my_tags                        object\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(35793977, 13)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(35793977, 11)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Int64Index([       0,        1,        2,        3,        4,        5,\n",
       "                   6,        7,        8,        9,\n",
       "            ...\n",
       "            35793967, 35793968, 35793969, 35793970, 35793971, 35793972,\n",
       "            35793973, 35793974, 35793975, 35793976],\n",
       "           dtype='int64', length=35793977)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "RangeIndex(start=0, stop=35793977, step=1)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(97931, 13)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(97931, 11)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(animelists_with_eps.dtypes)\n",
    "display(animelists.dtypes)\n",
    "display(animelists_with_eps.shape)\n",
    "display(animelists.shape)\n",
    "display(animelists_with_eps.index)\n",
    "display(animelists.index)\n",
    "display(animelists_with_eps[err_mask].shape)\n",
    "display(animelists[err_mask].shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "35793977"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "393733747"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "display(err_mask.size)\n",
    "animelists.size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# fixing incorrectly filled my_watched_episodes\n",
    "filtered_eps = animelists_with_eps[err_mask]['episodes']\n",
    "animelists.loc[err_mask, 'my_watched_episodes'] = filtered_eps"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50353</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62647</th>\n",
       "      <td>Sieg83</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-04-29 01:41:44</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65431</th>\n",
       "      <td>ultimaweaponx</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67599</th>\n",
       "      <td>Yashima</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-02 14:32:43</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74194</th>\n",
       "      <td>naturefull</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-08-12 21:05:02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75238</th>\n",
       "      <td>Sakyosa</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-12-01 21:18:25</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76289</th>\n",
       "      <td>NC7E</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-21 22:28:27</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84822</th>\n",
       "      <td>Niero17</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-04-25 10:59:30</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100680</th>\n",
       "      <td>MurTi</td>\n",
       "      <td>120</td>\n",
       "      <td>26</td>\n",
       "      <td>2014-00-00</td>\n",
       "      <td>2014-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 17:07:54</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112321</th>\n",
       "      <td>Yashima</td>\n",
       "      <td>120</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-02 14:34:44</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125367</th>\n",
       "      <td>thisfireburns</td>\n",
       "      <td>120</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-01 01:36:08</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133336</th>\n",
       "      <td>GuiPeli</td>\n",
       "      <td>210</td>\n",
       "      <td>161</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-11-12 03:23:36</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134723</th>\n",
       "      <td>masato66</td>\n",
       "      <td>210</td>\n",
       "      <td>161</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 14:52:24</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145341</th>\n",
       "      <td>Kluxx</td>\n",
       "      <td>210</td>\n",
       "      <td>161</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 11:52:33</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147126</th>\n",
       "      <td>Xean-Ri</td>\n",
       "      <td>210</td>\n",
       "      <td>161</td>\n",
       "      <td>2009-10-25</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-01-14 15:35:16</td>\n",
       "      <td>I LOVE IT!! AND IT'S SO ADDICTING!!!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160998</th>\n",
       "      <td>Izzy</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-01 14:15:55</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164477</th>\n",
       "      <td>neogenic</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-09-28 10:25:39</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170270</th>\n",
       "      <td>DeliberatorEVA</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 13:25:43</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170751</th>\n",
       "      <td>chibiwitch_yuna</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-01 11:07:28</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172506</th>\n",
       "      <td>Crismon</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 15:46:11</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173695</th>\n",
       "      <td>Zeffuri</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-09-28 21:17:12</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175282</th>\n",
       "      <td>crystinutza</td>\n",
       "      <td>232</td>\n",
       "      <td>70</td>\n",
       "      <td>1995-12-30</td>\n",
       "      <td>1995-12-30</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-08-01 20:20:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179017</th>\n",
       "      <td>jiro</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-11-19 02:10:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188314</th>\n",
       "      <td>nessa-mi</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>2008-07-22</td>\n",
       "      <td>2008-09-04</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-07-23 08:48:09</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192824</th>\n",
       "      <td>MikaYasaki</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-02 15:12:38</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197140</th>\n",
       "      <td>KikyoFlower</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-04-25 00:09:20</td>\n",
       "      <td>am i only one who hates kagome and loves Kikyo??</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204397</th>\n",
       "      <td>Kluxx</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-08-31 10:58:36</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207249</th>\n",
       "      <td>AmarylisChan</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-02 13:49:52</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211448</th>\n",
       "      <td>Chaosdragon91</td>\n",
       "      <td>249</td>\n",
       "      <td>167</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-08-10 13:08:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215499</th>\n",
       "      <td>akkir101</td>\n",
       "      <td>269</td>\n",
       "      <td>366</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-02-23 17:14:06</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767403</th>\n",
       "      <td>De_Baer</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-26 21:14:42</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767428</th>\n",
       "      <td>OtakuLogan98</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 23:01:37</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767435</th>\n",
       "      <td>Yaboku</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 18:18:04</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767437</th>\n",
       "      <td>mango5snowy</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 17:03:45</td>\n",
       "      <td>Comedy, Slice of Life</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767440</th>\n",
       "      <td>JerryFlynn</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-02-11</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 22:18:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767444</th>\n",
       "      <td>Nyarukan</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 19:15:48</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767451</th>\n",
       "      <td>Cir3s</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 09:10:48</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767452</th>\n",
       "      <td>gutox253</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 15:14:16</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767467</th>\n",
       "      <td>BloodyRaccoon</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-31</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 08:00:07</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767475</th>\n",
       "      <td>SirusRiddler</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-06</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 03:19:45</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767476</th>\n",
       "      <td>SSJ3Goku</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-12</td>\n",
       "      <td>2018-03-31</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 04:29:55</td>\n",
       "      <td>Crunchyroll</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767477</th>\n",
       "      <td>Temeee</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-07</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 16:29:34</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767484</th>\n",
       "      <td>cjcool10</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 23:43:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767485</th>\n",
       "      <td>Fronkdegronk</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 02:16:59</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767487</th>\n",
       "      <td>Maciek970213</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 20:15:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767492</th>\n",
       "      <td>Hancock92</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-12</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 01:15:35</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767501</th>\n",
       "      <td>Xithyl</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-06</td>\n",
       "      <td>2018-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 09:30:55</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767510</th>\n",
       "      <td>Kawaiiroo</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 14:30:37</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767512</th>\n",
       "      <td>LotusFotus</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-28 08:08:10</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767513</th>\n",
       "      <td>ChildsLonely</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 16:12:49</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767516</th>\n",
       "      <td>Tsukuyomi666</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-08</td>\n",
       "      <td>2018-03-26</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-26 08:08:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767517</th>\n",
       "      <td>Falkensausage</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 18:17:49</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767527</th>\n",
       "      <td>Yoni</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 03:15:26</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767528</th>\n",
       "      <td>Kurax</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-15</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 15:43:55</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767535</th>\n",
       "      <td>jGRite</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-31</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-31 11:44:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767544</th>\n",
       "      <td>SakataYusuke</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 06:41:49</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767546</th>\n",
       "      <td>SoraSenpai</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 15:40:58</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767548</th>\n",
       "      <td>Hoshikawa-san</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>2018-01-05</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 17:21:25</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767550</th>\n",
       "      <td>eptelist</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-05-05 08:12:36</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35767551</th>\n",
       "      <td>Nokatoki</td>\n",
       "      <td>36784</td>\n",
       "      <td>12</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2018-03-30</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-03-30 20:04:24</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>97931 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 username  anime_id  my_watched_episodes my_start_date  \\\n",
       "50353            heeroYuy        59                   26    0000-00-00   \n",
       "62647              Sieg83        59                   26    0000-00-00   \n",
       "65431       ultimaweaponx        59                   26    0000-00-00   \n",
       "67599             Yashima        59                   26    0000-00-00   \n",
       "74194          naturefull        59                   26    0000-00-00   \n",
       "75238             Sakyosa        59                   26    0000-00-00   \n",
       "76289                NC7E        59                   26    0000-00-00   \n",
       "84822             Niero17        59                   26    0000-00-00   \n",
       "100680              MurTi       120                   26    2014-00-00   \n",
       "112321            Yashima       120                   26    0000-00-00   \n",
       "125367      thisfireburns       120                   26    0000-00-00   \n",
       "133336            GuiPeli       210                  161    0000-00-00   \n",
       "134723           masato66       210                  161    0000-00-00   \n",
       "145341              Kluxx       210                  161    0000-00-00   \n",
       "147126            Xean-Ri       210                  161    2009-10-25   \n",
       "160998               Izzy       232                   70    0000-00-00   \n",
       "164477           neogenic       232                   70    0000-00-00   \n",
       "170270     DeliberatorEVA       232                   70    0000-00-00   \n",
       "170751    chibiwitch_yuna       232                   70    0000-00-00   \n",
       "172506            Crismon       232                   70    0000-00-00   \n",
       "173695            Zeffuri       232                   70    0000-00-00   \n",
       "175282        crystinutza       232                   70    1995-12-30   \n",
       "179017               jiro       249                  167    0000-00-00   \n",
       "188314           nessa-mi       249                  167    2008-07-22   \n",
       "192824         MikaYasaki       249                  167    0000-00-00   \n",
       "197140        KikyoFlower       249                  167    0000-00-00   \n",
       "204397              Kluxx       249                  167    0000-00-00   \n",
       "207249       AmarylisChan       249                  167    0000-00-00   \n",
       "211448      Chaosdragon91       249                  167    0000-00-00   \n",
       "215499           akkir101       269                  366    0000-00-00   \n",
       "...                   ...       ...                  ...           ...   \n",
       "35767403          De_Baer     36784                   12    0000-00-00   \n",
       "35767428     OtakuLogan98     36784                   12    0000-00-00   \n",
       "35767435           Yaboku     36784                   12    0000-00-00   \n",
       "35767437      mango5snowy     36784                   12    0000-00-00   \n",
       "35767440       JerryFlynn     36784                   12    2018-02-11   \n",
       "35767444         Nyarukan     36784                   12    0000-00-00   \n",
       "35767451            Cir3s     36784                   12    0000-00-00   \n",
       "35767452         gutox253     36784                   12    0000-00-00   \n",
       "35767467    BloodyRaccoon     36784                   12    0000-00-00   \n",
       "35767475     SirusRiddler     36784                   12    2018-01-06   \n",
       "35767476         SSJ3Goku     36784                   12    2018-01-12   \n",
       "35767477           Temeee     36784                   12    2018-01-07   \n",
       "35767484         cjcool10     36784                   12    0000-00-00   \n",
       "35767485     Fronkdegronk     36784                   12    0000-00-00   \n",
       "35767487     Maciek970213     36784                   12    0000-00-00   \n",
       "35767492        Hancock92     36784                   12    2018-01-12   \n",
       "35767501           Xithyl     36784                   12    2018-01-06   \n",
       "35767510        Kawaiiroo     36784                   12    0000-00-00   \n",
       "35767512       LotusFotus     36784                   12    0000-00-00   \n",
       "35767513     ChildsLonely     36784                   12    0000-00-00   \n",
       "35767516     Tsukuyomi666     36784                   12    2018-01-08   \n",
       "35767517    Falkensausage     36784                   12    0000-00-00   \n",
       "35767527             Yoni     36784                   12    0000-00-00   \n",
       "35767528            Kurax     36784                   12    2018-01-15   \n",
       "35767535           jGRite     36784                   12    0000-00-00   \n",
       "35767544     SakataYusuke     36784                   12    0000-00-00   \n",
       "35767546       SoraSenpai     36784                   12    0000-00-00   \n",
       "35767548    Hoshikawa-san     36784                   12    2018-01-05   \n",
       "35767550         eptelist     36784                   12    0000-00-00   \n",
       "35767551         Nokatoki     36784                   12    0000-00-00   \n",
       "\n",
       "         my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "50353        0000-00-00         9          6            0.0                 0   \n",
       "62647        0000-00-00        10          2            0.0                 0   \n",
       "65431        0000-00-00         8          2            0.0                 0   \n",
       "67599        0000-00-00         7          2            NaN                 0   \n",
       "74194        0000-00-00         8          2            0.0                 0   \n",
       "75238        0000-00-00         0          2            0.0                 0   \n",
       "76289        0000-00-00         6          4            0.0                 0   \n",
       "84822        0000-00-00         9          2            0.0                 0   \n",
       "100680       2014-00-00         6          2            0.0                 0   \n",
       "112321       0000-00-00        10          2            NaN                 0   \n",
       "125367       0000-00-00         0          2            NaN                 0   \n",
       "133336       0000-00-00         9          2            0.0                 0   \n",
       "134723       0000-00-00        10          2            NaN                 0   \n",
       "145341       0000-00-00         6          2            0.0                 0   \n",
       "147126       0000-00-00        10          2            NaN                 0   \n",
       "160998       0000-00-00         6          2            NaN                 0   \n",
       "164477       0000-00-00         6          2            0.0                 0   \n",
       "170270       0000-00-00         0          2            0.0                 0   \n",
       "170751       0000-00-00        10          2            NaN                 0   \n",
       "172506       0000-00-00         7          2            0.0                 0   \n",
       "173695       0000-00-00         8          2            0.0                 0   \n",
       "175282       1995-12-30        10          1            0.0                 0   \n",
       "179017       0000-00-00         8          1            NaN                 0   \n",
       "188314       2008-09-04        10          2            0.0                 0   \n",
       "192824       0000-00-00         9          2            0.0                 0   \n",
       "197140       0000-00-00        10          2            NaN                 0   \n",
       "204397       0000-00-00         8          2            0.0                 0   \n",
       "207249       0000-00-00         0          2            NaN                 0   \n",
       "211448       0000-00-00         9          2            NaN                 0   \n",
       "215499       0000-00-00         0          1            0.0                 0   \n",
       "...                 ...       ...        ...            ...               ...   \n",
       "35767403     0000-00-00         3          2            0.0                 0   \n",
       "35767428     2018-03-31         0          2            0.0                 0   \n",
       "35767435     0000-00-00         6          2            0.0                 0   \n",
       "35767437     2018-03-30         7          2            0.0                 0   \n",
       "35767440     2018-03-30         6          2            0.0                 0   \n",
       "35767444     2018-03-30         6          2            0.0                 0   \n",
       "35767451     0000-00-00         4          2            0.0                 0   \n",
       "35767452     0000-00-00         7          2            0.0                 0   \n",
       "35767467     2018-03-31         6          2            0.0                 0   \n",
       "35767475     2018-03-30         5          2            0.0                 0   \n",
       "35767476     2018-03-31         8          2            0.0                 0   \n",
       "35767477     2018-03-30         0          2            0.0                 0   \n",
       "35767484     0000-00-00         6          2            0.0                 0   \n",
       "35767485     0000-00-00         4          2            0.0                 0   \n",
       "35767487     0000-00-00         0          2            0.0                 0   \n",
       "35767492     2018-03-30         1          2            0.0                 0   \n",
       "35767501     2018-03-31         0          2            0.0                 0   \n",
       "35767510     2018-03-30         0          2            0.0                 0   \n",
       "35767512     0000-00-00         5          2            0.0                 0   \n",
       "35767513     0000-00-00         0          2            0.0                 0   \n",
       "35767516     2018-03-26         5          1            0.0                 0   \n",
       "35767517     2018-03-30         4          2            0.0                 0   \n",
       "35767527     0000-00-00         5          2            0.0                 0   \n",
       "35767528     2018-03-30         5          2            0.0                 0   \n",
       "35767535     2018-03-31         0          2            0.0                 0   \n",
       "35767544     0000-00-00         2          2            0.0                 0   \n",
       "35767546     0000-00-00         7          2            0.0                 0   \n",
       "35767548     2018-03-30         7          2            0.0                 0   \n",
       "35767550     0000-00-00         7          2            0.0                 0   \n",
       "35767551     2018-03-30         6          2            0.0                 0   \n",
       "\n",
       "             my_last_updated                                           my_tags  \n",
       "50353    1970-01-01 00:00:00                                               NaN  \n",
       "62647    2008-04-29 01:41:44                                               NaN  \n",
       "65431    1970-01-01 00:00:00                                               NaN  \n",
       "67599    2014-09-02 14:32:43                                               NaN  \n",
       "74194    2009-08-12 21:05:02                                               NaN  \n",
       "75238    2008-12-01 21:18:25                                               NaN  \n",
       "76289    2013-01-21 22:28:27                                               NaN  \n",
       "84822    2008-04-25 10:59:30                                               NaN  \n",
       "100680   2014-08-31 17:07:54                                               NaN  \n",
       "112321   2014-09-02 14:34:44                                               NaN  \n",
       "125367   2014-09-01 01:36:08                                               NaN  \n",
       "133336   2008-11-12 03:23:36                                               NaN  \n",
       "134723   2014-08-31 14:52:24                                               NaN  \n",
       "145341   2014-08-31 11:52:33                                               NaN  \n",
       "147126   2013-01-14 15:35:16              I LOVE IT!! AND IT'S SO ADDICTING!!!  \n",
       "160998   2014-09-01 14:15:55                                               NaN  \n",
       "164477   2007-09-28 10:25:39                                               NaN  \n",
       "170270   2014-08-31 13:25:43                                               NaN  \n",
       "170751   2014-09-01 11:07:28                                               NaN  \n",
       "172506   2014-08-31 15:46:11                                               NaN  \n",
       "173695   2008-09-28 21:17:12                                               NaN  \n",
       "175282   2010-08-01 20:20:17                                               NaN  \n",
       "179017   2009-11-19 02:10:32                                               NaN  \n",
       "188314   2008-07-23 08:48:09                                               NaN  \n",
       "192824   2014-09-02 15:12:38                                               NaN  \n",
       "197140   2012-04-25 00:09:20  am i only one who hates kagome and loves Kikyo??  \n",
       "204397   2014-08-31 10:58:36                                               NaN  \n",
       "207249   2014-09-02 13:49:52                                               NaN  \n",
       "211448   2012-08-10 13:08:18                                               NaN  \n",
       "215499   2012-02-23 17:14:06                                               NaN  \n",
       "...                      ...                                               ...  \n",
       "35767403 2018-03-26 21:14:42                                               NaN  \n",
       "35767428 2018-03-30 23:01:37                                               NaN  \n",
       "35767435 2018-03-30 18:18:04                                               NaN  \n",
       "35767437 2018-03-30 17:03:45                             Comedy, Slice of Life  \n",
       "35767440 2018-03-30 22:18:32                                               NaN  \n",
       "35767444 2018-03-30 19:15:48                                               NaN  \n",
       "35767451 2018-03-31 09:10:48                                               NaN  \n",
       "35767452 2018-03-30 15:14:16                                               NaN  \n",
       "35767467 2018-03-31 08:00:07                                               NaN  \n",
       "35767475 2018-03-31 03:19:45                                               NaN  \n",
       "35767476 2018-03-31 04:29:55                                       Crunchyroll  \n",
       "35767477 2018-03-30 16:29:34                                               NaN  \n",
       "35767484 2018-03-30 23:43:18                                               NaN  \n",
       "35767485 2018-03-31 02:16:59                                               NaN  \n",
       "35767487 2018-03-30 20:15:19                                               NaN  \n",
       "35767492 2018-03-31 01:15:35                                               NaN  \n",
       "35767501 2018-03-31 09:30:55                                               NaN  \n",
       "35767510 2018-03-30 14:30:37                                               NaN  \n",
       "35767512 2018-03-28 08:08:10                                               NaN  \n",
       "35767513 2018-03-30 16:12:49                                               NaN  \n",
       "35767516 2018-03-26 08:08:17                                               NaN  \n",
       "35767517 2018-03-30 18:17:49                                               NaN  \n",
       "35767527 2018-03-31 03:15:26                                               NaN  \n",
       "35767528 2018-03-30 15:43:55                                               NaN  \n",
       "35767535 2018-03-31 11:44:19                                               NaN  \n",
       "35767544 2018-03-30 06:41:49                                               NaN  \n",
       "35767546 2018-03-30 15:40:58                                               NaN  \n",
       "35767548 2018-03-30 17:21:25                                               NaN  \n",
       "35767550 2018-05-05 08:12:36                                               NaN  \n",
       "35767551 2018-03-30 20:04:24                                               NaN  \n",
       "\n",
       "[97931 rows x 11 columns]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists[err_mask]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "# example of watch time of some user with fixed episodes cound and thus watch time needs fix too.\n",
    "# So watch time will be tested and reconstructed in this part\n",
    "#users[users['username'] == 'heeroYuy']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#animelists[animelists['username'] == 'heeroYuy']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['anime_id', 'title', 'title_english', 'title_japanese',\n",
       "       'title_synonyms', 'image_url', 'type', 'source', 'episodes', 'status',\n",
       "       'airing', 'aired_string', 'aired', 'duration', 'rating', 'score',\n",
       "       'scored_by', 'rank', 'popularity', 'members', 'favorites', 'background',\n",
       "       'premiered', 'broadcast', 'related', 'producer', 'licensor', 'studio',\n",
       "       'genre', 'opening_theme', 'ending_theme'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animes.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>title</th>\n",
       "      <th>episodes</th>\n",
       "      <th>duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11013</td>\n",
       "      <td>Inu x Boku SS</td>\n",
       "      <td>12</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2104</td>\n",
       "      <td>Seto no Hanayome</td>\n",
       "      <td>26</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5262</td>\n",
       "      <td>Shugo Chara!! Doki</td>\n",
       "      <td>51</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>721</td>\n",
       "      <td>Princess Tutu</td>\n",
       "      <td>38</td>\n",
       "      <td>16 min. per ep.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12365</td>\n",
       "      <td>Bakuman. 3rd Season</td>\n",
       "      <td>25</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   anime_id                title  episodes         duration\n",
       "0     11013        Inu x Boku SS        12  24 min. per ep.\n",
       "1      2104     Seto no Hanayome        26  24 min. per ep.\n",
       "2      5262   Shugo Chara!! Doki        51  24 min. per ep.\n",
       "3       721        Princess Tutu        38  16 min. per ep.\n",
       "4     12365  Bakuman. 3rd Season        25  24 min. per ep."
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animes[['anime_id', 'title', 'episodes', 'duration']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#animes['duration'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "# calculating watch time in minutes and adding it to new column for anime\n",
    "def str_to_minutes(string):\n",
    "    m = re.search('((\\d+) hr\\.)?( ?(\\d+) min\\.)?( ?(\\d+) sec\\.)?( per ep\\.)?', string)\n",
    "    hours = 0 if m.group(2) is None else int(m.group(2))\n",
    "    minutes = 0 if m.group(4) is None else int(m.group(4))\n",
    "    seconds = 0 if m.group(6) is None else int(m.group(6))\n",
    "    return hours * 60 + minutes + seconds / 60\n",
    "\n",
    "animes['duration_min'] = animes['duration'].apply(str_to_minutes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>title</th>\n",
       "      <th>episodes</th>\n",
       "      <th>duration</th>\n",
       "      <th>duration_min</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11013</td>\n",
       "      <td>Inu x Boku SS</td>\n",
       "      <td>12</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2104</td>\n",
       "      <td>Seto no Hanayome</td>\n",
       "      <td>26</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5262</td>\n",
       "      <td>Shugo Chara!! Doki</td>\n",
       "      <td>51</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>721</td>\n",
       "      <td>Princess Tutu</td>\n",
       "      <td>38</td>\n",
       "      <td>16 min. per ep.</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12365</td>\n",
       "      <td>Bakuman. 3rd Season</td>\n",
       "      <td>25</td>\n",
       "      <td>24 min. per ep.</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   anime_id                title  episodes         duration  duration_min\n",
       "0     11013        Inu x Boku SS        12  24 min. per ep.          24.0\n",
       "1      2104     Seto no Hanayome        26  24 min. per ep.          24.0\n",
       "2      5262   Shugo Chara!! Doki        51  24 min. per ep.          24.0\n",
       "3       721        Princess Tutu        38  16 min. per ep.          16.0\n",
       "4     12365  Bakuman. 3rd Season        25  24 min. per ep.          24.0"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animes[['anime_id', 'title', 'episodes', 'duration', 'duration_min']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "lists_with_mins = pd.merge(animelists, animes[['anime_id', 'duration_min', 'title']], on='anime_id')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "      <th>duration_min</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50353</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>59</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Chobits</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87470</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>74</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-11-07 13:32:49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Gakuen Alice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128310</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>178</td>\n",
       "      <td>19</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-11-07 14:13:10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Ultra Maniac</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133661</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>210</td>\n",
       "      <td>161</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2007-11-07 13:47:44</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Ranma ½</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150736</th>\n",
       "      <td>heeroYuy</td>\n",
       "      <td>232</td>\n",
       "      <td>40</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Cardcaptor Sakura</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        username  anime_id  my_watched_episodes my_start_date my_finish_date  \\\n",
       "50353   heeroYuy        59                   26    0000-00-00     0000-00-00   \n",
       "87470   heeroYuy        74                   26    0000-00-00     0000-00-00   \n",
       "128310  heeroYuy       178                   19    0000-00-00     0000-00-00   \n",
       "133661  heeroYuy       210                  161    0000-00-00     0000-00-00   \n",
       "150736  heeroYuy       232                   40    0000-00-00     0000-00-00   \n",
       "\n",
       "        my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "50353          9          6            0.0                 0   \n",
       "87470         10          2            0.0                 0   \n",
       "128310         8          1            0.0                 0   \n",
       "133661        10          2            0.0                 0   \n",
       "150736        10          6            0.0                 0   \n",
       "\n",
       "           my_last_updated my_tags  duration_min              title  \n",
       "50353  1970-01-01 00:00:00     NaN          24.0            Chobits  \n",
       "87470  2007-11-07 13:32:49     NaN          25.0       Gakuen Alice  \n",
       "128310 2007-11-07 14:13:10     NaN          24.0       Ultra Maniac  \n",
       "133661 2007-11-07 13:47:44     NaN          24.0            Ranma ½  \n",
       "150736 1970-01-01 00:00:00     NaN          25.0  Cardcaptor Sakura  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "one_user_data = lists_with_mins[lists_with_mins['username'] == 'heeroYuy']\n",
    "one_user_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "38.00069444444444"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(one_user_data['my_watched_episodes'] * one_user_data['duration_min']).sum() / (60 * 24) # because it is in days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "623.2052662037037"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "one_user_data = lists_with_mins[lists_with_mins['username'] == 'abystoma2']\n",
    "(one_user_data['my_watched_episodes'] * one_user_data['duration_min']).sum() / (60 * 24) # because it is in days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "one_user_data = lists_with_mins[lists_with_mins['username'] == 'warrose']\n",
    "(one_user_data['my_watched_episodes'] * one_user_data['duration_min']).sum() / (60 * 24) # because it is in days"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "# some weitd shit happening with grouped_tuples, they are insanely slow\n",
    "grouped_lists = lists_with_mins.groupby('username')\n",
    "#grouped_tuples = [(name, group) for name, group in grouped_lists]\n",
    "#grouped_dict = {name: group for name, group in grouped_lists}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "      <th>duration_min</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16725</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>One Piece</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108291</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>120</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Fruits Basket</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>306755</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>853</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-02-18 22:11:38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Ouran Koukou Host Club</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>369540</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>957</td>\n",
       "      <td>39</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Saiunkoku Monogatari</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395563</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1571</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Ghost Hunt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413247</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1579</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Kiniro no Corda: Primo Passo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>430176</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1698</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Nodame Cantabile</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>465298</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1735</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Naruto: Shippuuden</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1204819</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Cowboy Bebop</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1286404</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Monster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1330159</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Naruto</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1385081</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>24</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>School Rumble</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1569113</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>43</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.0</td>\n",
       "      <td>Ghost in the Shell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1597188</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.0</td>\n",
       "      <td>Rurouni Kenshin: Meiji Kenkaku Romantan - Tsui...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1688472</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>57</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Beck</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1758667</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>93</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Mobile Suit Gundam SEED</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1804528</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>121</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Fullmetal Alchemist</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1884584</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>135</td>\n",
       "      <td>75</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Hikaru no Go</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1898846</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>136</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Hunter x Hunter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1980913</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>153</td>\n",
       "      <td>45</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Juuni Kokuki</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004764</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>164</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>130.0</td>\n",
       "      <td>Mononoke Hime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2078394</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>199</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>125.0</td>\n",
       "      <td>Sen to Chihiro no Kamikakushi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2229988</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>226</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Elfen Lied</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2372887</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>237</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Eureka Seven</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2401208</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>239</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Gankutsuou</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2437987</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>245</td>\n",
       "      <td>43</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-02-18 22:08:20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Great Teacher Onizuka</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2650989</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>355</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Shakugan no Shana</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2856519</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>401</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>42.0</td>\n",
       "      <td>Rurouni Kenshin: Meiji Kenkaku Romantan - Seis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2895773</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>430</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>105.0</td>\n",
       "      <td>Fullmetal Alchemist: The Conqueror of Shamballa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2929942</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>431</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>117.0</td>\n",
       "      <td>Howl no Ugoku Shiro</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15628704</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Air</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15658073</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>122</td>\n",
       "      <td>52</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Full Moon wo Sagashite</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16136808</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>389</td>\n",
       "      <td>6</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.0</td>\n",
       "      <td>Karas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16694660</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1142</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Hachimitsu to Clover II</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16805303</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1530</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Kanon (2006)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17136000</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2158</td>\n",
       "      <td>24</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Terra e... (TV)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17205751</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2924</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>ef: A Tale of Memories.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17248063</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2927</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Kimikiss Pure Rouge</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17816268</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>5118</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Suzumiya Haruhi-chan no Yuuutsu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18368210</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>949</td>\n",
       "      <td>6</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.0</td>\n",
       "      <td>Top wo Nerae! Gunbuster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19291704</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2129</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>True Tears</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21179759</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>18</td>\n",
       "      <td>24</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27.0</td>\n",
       "      <td>Initial D Fourth Stage</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21411832</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>263</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Hajime no Ippo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21480736</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>329</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Planetes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21565122</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>444</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Maria-sama ga Miteru: Haru</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21618113</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>459</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-02-12 06:02:07</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>One Piece Movie 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21750589</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>558</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Major S2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22468596</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1453</td>\n",
       "      <td>96</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Maison Ikkoku</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22499566</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1519</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Black Lagoon: The Second Barrage</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22684784</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1729</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>50.0</td>\n",
       "      <td>Maria-sama ga Miteru 3rd</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23064427</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2680</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>One Piece: Straw Hat Theater</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23143938</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2952</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>126.0</td>\n",
       "      <td>Final Fantasy VII: Advent Children Complete</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25938549</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>77</td>\n",
       "      <td>13</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Mahou Shoujo Lyrical Nanoha A&amp;#039;s</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27513082</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>820</td>\n",
       "      <td>110</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26.0</td>\n",
       "      <td>Ginga Eiyuu Densetsu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27541519</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>2685</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-02-18 05:01:17</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.0</td>\n",
       "      <td>Tsubasa: Tokyo Revelations</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28069334</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1002</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>30.0</td>\n",
       "      <td>Top wo Nerae 2! Diebuster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28221611</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1364</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>100.0</td>\n",
       "      <td>Detective Conan Movie 05: Countdown to Heaven</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28233484</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1367</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>108.0</td>\n",
       "      <td>Detective Conan Movie 08: Magician of the Silv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28305407</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1576</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-02-18 22:12:43</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.0</td>\n",
       "      <td>Bakumatsu Kikansetsu Irohanihoheto</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33871699</th>\n",
       "      <td>----phoebelyn</td>\n",
       "      <td>1888</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1970-01-01 00:00:00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>Ichigo Mashimaro OVA</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>101 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               username  anime_id  my_watched_episodes my_start_date  \\\n",
       "16725     ----phoebelyn        21                    0    0000-00-00   \n",
       "108291    ----phoebelyn       120                    0    0000-00-00   \n",
       "306755    ----phoebelyn       853                   26    0000-00-00   \n",
       "369540    ----phoebelyn       957                   39    0000-00-00   \n",
       "395563    ----phoebelyn      1571                    0    0000-00-00   \n",
       "413247    ----phoebelyn      1579                    0    0000-00-00   \n",
       "430176    ----phoebelyn      1698                    0    0000-00-00   \n",
       "465298    ----phoebelyn      1735                    0    0000-00-00   \n",
       "1204819   ----phoebelyn         1                    0    0000-00-00   \n",
       "1286404   ----phoebelyn        19                    0    0000-00-00   \n",
       "1330159   ----phoebelyn        20                    0    0000-00-00   \n",
       "1385081   ----phoebelyn        24                   26    0000-00-00   \n",
       "1569113   ----phoebelyn        43                    1    0000-00-00   \n",
       "1597188   ----phoebelyn        44                    0    0000-00-00   \n",
       "1688472   ----phoebelyn        57                    0    0000-00-00   \n",
       "1758667   ----phoebelyn        93                    0    0000-00-00   \n",
       "1804528   ----phoebelyn       121                    0    0000-00-00   \n",
       "1884584   ----phoebelyn       135                   75    0000-00-00   \n",
       "1898846   ----phoebelyn       136                    0    0000-00-00   \n",
       "1980913   ----phoebelyn       153                   45    0000-00-00   \n",
       "2004764   ----phoebelyn       164                    0    0000-00-00   \n",
       "2078394   ----phoebelyn       199                    0    0000-00-00   \n",
       "2229988   ----phoebelyn       226                    0    0000-00-00   \n",
       "2372887   ----phoebelyn       237                    0    0000-00-00   \n",
       "2401208   ----phoebelyn       239                    0    0000-00-00   \n",
       "2437987   ----phoebelyn       245                   43    0000-00-00   \n",
       "2650989   ----phoebelyn       355                    0    0000-00-00   \n",
       "2856519   ----phoebelyn       401                    0    0000-00-00   \n",
       "2895773   ----phoebelyn       430                    0    0000-00-00   \n",
       "2929942   ----phoebelyn       431                    0    0000-00-00   \n",
       "...                 ...       ...                  ...           ...   \n",
       "15628704  ----phoebelyn       101                    0    0000-00-00   \n",
       "15658073  ----phoebelyn       122                   52    0000-00-00   \n",
       "16136808  ----phoebelyn       389                    6    0000-00-00   \n",
       "16694660  ----phoebelyn      1142                    0    0000-00-00   \n",
       "16805303  ----phoebelyn      1530                    0    0000-00-00   \n",
       "17136000  ----phoebelyn      2158                   24    0000-00-00   \n",
       "17205751  ----phoebelyn      2924                    0    0000-00-00   \n",
       "17248063  ----phoebelyn      2927                    0    0000-00-00   \n",
       "17816268  ----phoebelyn      5118                    0    0000-00-00   \n",
       "18368210  ----phoebelyn       949                    6    0000-00-00   \n",
       "19291704  ----phoebelyn      2129                    0    0000-00-00   \n",
       "21179759  ----phoebelyn        18                   24    0000-00-00   \n",
       "21411832  ----phoebelyn       263                    0    0000-00-00   \n",
       "21480736  ----phoebelyn       329                   26    0000-00-00   \n",
       "21565122  ----phoebelyn       444                    0    0000-00-00   \n",
       "21618113  ----phoebelyn       459                    0    0000-00-00   \n",
       "21750589  ----phoebelyn       558                   26    0000-00-00   \n",
       "22468596  ----phoebelyn      1453                   96    0000-00-00   \n",
       "22499566  ----phoebelyn      1519                    0    0000-00-00   \n",
       "22684784  ----phoebelyn      1729                    0    0000-00-00   \n",
       "23064427  ----phoebelyn      2680                    0    0000-00-00   \n",
       "23143938  ----phoebelyn      2952                    1    0000-00-00   \n",
       "25938549  ----phoebelyn        77                   13    0000-00-00   \n",
       "27513082  ----phoebelyn       820                  110    0000-00-00   \n",
       "27541519  ----phoebelyn      2685                    3    0000-00-00   \n",
       "28069334  ----phoebelyn      1002                    0    0000-00-00   \n",
       "28221611  ----phoebelyn      1364                    0    0000-00-00   \n",
       "28233484  ----phoebelyn      1367                    0    0000-00-00   \n",
       "28305407  ----phoebelyn      1576                   26    0000-00-00   \n",
       "33871699  ----phoebelyn      1888                    0    0000-00-00   \n",
       "\n",
       "         my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "16725        0000-00-00         0          1            0.0                 0   \n",
       "108291       0000-00-00         0          6            0.0                 0   \n",
       "306755       0000-00-00         0          2            0.0                 0   \n",
       "369540       0000-00-00         0          2            0.0                 0   \n",
       "395563       0000-00-00         0          3            0.0                 0   \n",
       "413247       0000-00-00        10          3            0.0                 0   \n",
       "430176       0000-00-00         0          1            0.0                 0   \n",
       "465298       0000-00-00         0          1            0.0                 0   \n",
       "1204819      0000-00-00         0          1            0.0                 0   \n",
       "1286404      0000-00-00         0          1            0.0                 0   \n",
       "1330159      0000-00-00         0          1            0.0                 0   \n",
       "1385081      0000-00-00         0          2            0.0                 0   \n",
       "1569113      0000-00-00         0          2            0.0                 0   \n",
       "1597188      0000-00-00         0          1            0.0                 0   \n",
       "1688472      0000-00-00         0          3            0.0                 0   \n",
       "1758667      0000-00-00         0          3            0.0                 0   \n",
       "1804528      0000-00-00         0          3            0.0                 0   \n",
       "1884584      0000-00-00         0          2            0.0                 0   \n",
       "1898846      0000-00-00         0          3            0.0                 0   \n",
       "1980913      0000-00-00         0          2            0.0                 0   \n",
       "2004764      0000-00-00         0          1            0.0                 0   \n",
       "2078394      0000-00-00         0          1            0.0                 0   \n",
       "2229988      0000-00-00         0          3            0.0                 0   \n",
       "2372887      0000-00-00         0          1            0.0                 0   \n",
       "2401208      0000-00-00         0          4            0.0                 0   \n",
       "2437987      0000-00-00        10          2            0.0                 0   \n",
       "2650989      0000-00-00         0          6            0.0                 0   \n",
       "2856519      0000-00-00         0          6            0.0                 0   \n",
       "2895773      0000-00-00         0          6            0.0                 0   \n",
       "2929942      0000-00-00         0          1            0.0                 0   \n",
       "...                 ...       ...        ...            ...               ...   \n",
       "15628704     0000-00-00         0          3            0.0                 0   \n",
       "15658073     0000-00-00         0          2            0.0                 0   \n",
       "16136808     0000-00-00         0          2            0.0                 0   \n",
       "16694660     0000-00-00         0          1            0.0                 0   \n",
       "16805303     0000-00-00         0          1            0.0                 0   \n",
       "17136000     0000-00-00        10          2            0.0                 0   \n",
       "17205751     0000-00-00         0          1            0.0                 0   \n",
       "17248063     0000-00-00         0          1            0.0                 0   \n",
       "17816268     0000-00-00         0          6            0.0                 0   \n",
       "18368210     0000-00-00         0          2            0.0                 0   \n",
       "19291704     0000-00-00         0          6            0.0                 0   \n",
       "21179759     0000-00-00         0          2            0.0                 0   \n",
       "21411832     0000-00-00         0          1            0.0                 0   \n",
       "21480736     0000-00-00         0          2            0.0                 0   \n",
       "21565122     0000-00-00        10          3            0.0                 0   \n",
       "21618113     0000-00-00         0          3            0.0                 0   \n",
       "21750589     0000-00-00         0          2            0.0                 0   \n",
       "22468596     0000-00-00         0          2            0.0                 0   \n",
       "22499566     0000-00-00         0          3            0.0                 0   \n",
       "22684784     0000-00-00         0          3            0.0                 0   \n",
       "23064427     0000-00-00        10          3            0.0                 0   \n",
       "23143938     0000-00-00         0          6            0.0                 0   \n",
       "25938549     0000-00-00        10          2            0.0                 0   \n",
       "27513082     0000-00-00        10          2            0.0                 0   \n",
       "27541519     0000-00-00         0          6            0.0                 0   \n",
       "28069334     0000-00-00        10          6            0.0                 0   \n",
       "28221611     0000-00-00        10          3            0.0                 0   \n",
       "28233484     0000-00-00         0          6            0.0                 0   \n",
       "28305407     0000-00-00        10          2            0.0                 0   \n",
       "33871699     0000-00-00        10          3            0.0                 0   \n",
       "\n",
       "             my_last_updated my_tags  duration_min  \\\n",
       "16725    1970-01-01 00:00:00     NaN          24.0   \n",
       "108291   1970-01-01 00:00:00     NaN          24.0   \n",
       "306755   2008-02-18 22:11:38     NaN          23.0   \n",
       "369540   1970-01-01 00:00:00     NaN          25.0   \n",
       "395563   1970-01-01 00:00:00     NaN          25.0   \n",
       "413247   1970-01-01 00:00:00     NaN          24.0   \n",
       "430176   1970-01-01 00:00:00     NaN          22.0   \n",
       "465298   1970-01-01 00:00:00     NaN          23.0   \n",
       "1204819  1970-01-01 00:00:00     NaN          24.0   \n",
       "1286404  1970-01-01 00:00:00     NaN          24.0   \n",
       "1330159  1970-01-01 00:00:00     NaN          23.0   \n",
       "1385081  1970-01-01 00:00:00     NaN          23.0   \n",
       "1569113  1970-01-01 00:00:00     NaN          82.0   \n",
       "1597188  1970-01-01 00:00:00     NaN          30.0   \n",
       "1688472  1970-01-01 00:00:00     NaN          25.0   \n",
       "1758667  1970-01-01 00:00:00     NaN          24.0   \n",
       "1804528  1970-01-01 00:00:00     NaN          24.0   \n",
       "1884584  1970-01-01 00:00:00     NaN          23.0   \n",
       "1898846  1970-01-01 00:00:00     NaN          23.0   \n",
       "1980913  1970-01-01 00:00:00     NaN          25.0   \n",
       "2004764  1970-01-01 00:00:00     NaN         130.0   \n",
       "2078394  1970-01-01 00:00:00     NaN         125.0   \n",
       "2229988  1970-01-01 00:00:00     NaN          25.0   \n",
       "2372887  1970-01-01 00:00:00     NaN          24.0   \n",
       "2401208  1970-01-01 00:00:00     NaN          24.0   \n",
       "2437987  2008-02-18 22:08:20     NaN          25.0   \n",
       "2650989  1970-01-01 00:00:00     NaN          24.0   \n",
       "2856519  1970-01-01 00:00:00     NaN          42.0   \n",
       "2895773  1970-01-01 00:00:00     NaN         105.0   \n",
       "2929942  1970-01-01 00:00:00     NaN         117.0   \n",
       "...                      ...     ...           ...   \n",
       "15628704 1970-01-01 00:00:00     NaN          24.0   \n",
       "15658073 1970-01-01 00:00:00     NaN          24.0   \n",
       "16136808 1970-01-01 00:00:00     NaN          30.0   \n",
       "16694660 1970-01-01 00:00:00     NaN          23.0   \n",
       "16805303 1970-01-01 00:00:00     NaN          24.0   \n",
       "17136000 1970-01-01 00:00:00     NaN          24.0   \n",
       "17205751 1970-01-01 00:00:00     NaN          24.0   \n",
       "17248063 1970-01-01 00:00:00     NaN          24.0   \n",
       "17816268 1970-01-01 00:00:00     NaN           5.0   \n",
       "18368210 1970-01-01 00:00:00     NaN          30.0   \n",
       "19291704 1970-01-01 00:00:00     NaN          24.0   \n",
       "21179759 1970-01-01 00:00:00     NaN          27.0   \n",
       "21411832 1970-01-01 00:00:00     NaN          23.0   \n",
       "21480736 1970-01-01 00:00:00     NaN          25.0   \n",
       "21565122 1970-01-01 00:00:00     NaN          24.0   \n",
       "21618113 2008-02-12 06:02:07     NaN          50.0   \n",
       "21750589 1970-01-01 00:00:00     NaN          25.0   \n",
       "22468596 1970-01-01 00:00:00     NaN          25.0   \n",
       "22499566 1970-01-01 00:00:00     NaN          24.0   \n",
       "22684784 1970-01-01 00:00:00     NaN          50.0   \n",
       "23064427 1970-01-01 00:00:00     NaN           3.0   \n",
       "23143938 1970-01-01 00:00:00     NaN         126.0   \n",
       "25938549 1970-01-01 00:00:00     NaN          25.0   \n",
       "27513082 1970-01-01 00:00:00     NaN          26.0   \n",
       "27541519 2008-02-18 05:01:17     NaN          30.0   \n",
       "28069334 1970-01-01 00:00:00     NaN          30.0   \n",
       "28221611 1970-01-01 00:00:00     NaN         100.0   \n",
       "28233484 1970-01-01 00:00:00     NaN         108.0   \n",
       "28305407 2008-02-18 22:12:43     NaN          24.0   \n",
       "33871699 1970-01-01 00:00:00     NaN          25.0   \n",
       "\n",
       "                                                      title  \n",
       "16725                                             One Piece  \n",
       "108291                                        Fruits Basket  \n",
       "306755                               Ouran Koukou Host Club  \n",
       "369540                                 Saiunkoku Monogatari  \n",
       "395563                                           Ghost Hunt  \n",
       "413247                         Kiniro no Corda: Primo Passo  \n",
       "430176                                     Nodame Cantabile  \n",
       "465298                                   Naruto: Shippuuden  \n",
       "1204819                                        Cowboy Bebop  \n",
       "1286404                                             Monster  \n",
       "1330159                                              Naruto  \n",
       "1385081                                       School Rumble  \n",
       "1569113                                  Ghost in the Shell  \n",
       "1597188   Rurouni Kenshin: Meiji Kenkaku Romantan - Tsui...  \n",
       "1688472                                                Beck  \n",
       "1758667                             Mobile Suit Gundam SEED  \n",
       "1804528                                 Fullmetal Alchemist  \n",
       "1884584                                        Hikaru no Go  \n",
       "1898846                                     Hunter x Hunter  \n",
       "1980913                                        Juuni Kokuki  \n",
       "2004764                                       Mononoke Hime  \n",
       "2078394                       Sen to Chihiro no Kamikakushi  \n",
       "2229988                                          Elfen Lied  \n",
       "2372887                                        Eureka Seven  \n",
       "2401208                                          Gankutsuou  \n",
       "2437987                               Great Teacher Onizuka  \n",
       "2650989                                   Shakugan no Shana  \n",
       "2856519   Rurouni Kenshin: Meiji Kenkaku Romantan - Seis...  \n",
       "2895773     Fullmetal Alchemist: The Conqueror of Shamballa  \n",
       "2929942                                 Howl no Ugoku Shiro  \n",
       "...                                                     ...  \n",
       "15628704                                                Air  \n",
       "15658073                             Full Moon wo Sagashite  \n",
       "16136808                                              Karas  \n",
       "16694660                            Hachimitsu to Clover II  \n",
       "16805303                                       Kanon (2006)  \n",
       "17136000                                    Terra e... (TV)  \n",
       "17205751                            ef: A Tale of Memories.  \n",
       "17248063                                Kimikiss Pure Rouge  \n",
       "17816268                    Suzumiya Haruhi-chan no Yuuutsu  \n",
       "18368210                            Top wo Nerae! Gunbuster  \n",
       "19291704                                         True Tears  \n",
       "21179759                             Initial D Fourth Stage  \n",
       "21411832                                     Hajime no Ippo  \n",
       "21480736                                           Planetes  \n",
       "21565122                         Maria-sama ga Miteru: Haru  \n",
       "21618113                                  One Piece Movie 1  \n",
       "21750589                                           Major S2  \n",
       "22468596                                      Maison Ikkoku  \n",
       "22499566                   Black Lagoon: The Second Barrage  \n",
       "22684784                           Maria-sama ga Miteru 3rd  \n",
       "23064427                       One Piece: Straw Hat Theater  \n",
       "23143938        Final Fantasy VII: Advent Children Complete  \n",
       "25938549               Mahou Shoujo Lyrical Nanoha A&#039;s  \n",
       "27513082                               Ginga Eiyuu Densetsu  \n",
       "27541519                         Tsubasa: Tokyo Revelations  \n",
       "28069334                          Top wo Nerae 2! Diebuster  \n",
       "28221611      Detective Conan Movie 05: Countdown to Heaven  \n",
       "28233484  Detective Conan Movie 08: Magician of the Silv...  \n",
       "28305407                 Bakumatsu Kikansetsu Irohanihoheto  \n",
       "33871699                               Ichigo Mashimaro OVA  \n",
       "\n",
       "[101 rows x 13 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#[(i, j) for i, j in grouped_lists.groups]\n",
    "#grouped_lists.groups[list(grouped_lists.groups.keys())[0]]\n",
    "lists_with_mins.loc[grouped_lists.groups[list(grouped_lists.groups.keys())[0]]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "pycharm": {
     "is_executing": false,
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "def count_to_days(group):\n",
    "    return (group['my_watched_episodes'] * group['duration_min']).sum() / (60 * 24)\n",
    "\n",
    "# just can not get it fucking faster\n",
    "def apply_parallel(df, func):\n",
    "    ret_st = Parallel(n_jobs=4, backend='threading')(delayed(func)(row) for row in df)\n",
    "    #return pd.concat(ret_st)\n",
    "    return ret_st\n",
    "\n",
    "def apply_parallel_2(df_grouped, func):\n",
    "    ret_st = Parallel(n_jobs=4, backend='threading')(delayed(func)(group) for name, group in df_grouped)\n",
    "    #return pd.Series(np.concatenate(ret_st))\n",
    "    return ret_st\n",
    "\n",
    "def apply_parallel_3(df_grouped, func):\n",
    "    ret_st = Parallel(n_jobs=4, backend='threading')(delayed(func)(group.copy()) for name, group in df_grouped)\n",
    "    #return pd.Series(np.concatenate(ret_st))\n",
    "    return ret_st\n",
    "\n",
    "def apply_parallel_4(df_grouped, func):\n",
    "    ret_st = Parallel(n_jobs=4, backend='threading')(delayed(func)(group) for group in df_grouped)\n",
    "    #return pd.Series(np.concatenate(ret_st))\n",
    "    return ret_st\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "usernames_arr = animelists['username'].unique()\n",
    "usernames = pd.Series(data=usernames_arr, index=usernames_arr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "pycharm": {
     "is_executing": false,
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\n%%time\\nuser_days_spent_watching = usernames[:10000].apply(lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]]))\\n%%time\\nuser_days_spent_watching = usernames[:10000].apply(lambda x: count_to_days(grouped_lists.get_group(x)))\\n%%time\\nuser_days_spent_watching = usernames[:1000].apply(lambda x: count_to_days(grouped_dict[x]))\\n%%time\\nuser_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(grouped_lists.get_group(x)))\\n%%time\\nuser_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]]))\\n%%time\\nuser_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]].copy()))\\n%%time\\n#user_days_spent_watching_2 = apply_parallel_2(grouped_lists, lambda group: count_to_days(group))\\nuser_days_spent_watching_2 = apply_parallel_2(grouped_tuples[:1000], count_to_days)\\n%%time\\nuser_days_spent_watching_3 = apply_parallel_3(grouped_lists, lambda group: count_to_days(group))\\n%%time\\nuser_days_spent_watching_4 = apply_parallel_3(grouped_dict.values(), lambda group: count_to_days(group))\\n%%time\\n#[(name, type(group)) for name, group in grouped_lists]\\n#[(name, type(group)) for name, group in grouped_tuples]\\n[type(group) for group in grouped_dict.values()]\\n#for name, group in grouped_lists:\\n#    pass\\n#for username in usernames:\\n#    pass\\n'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "%%time\n",
    "user_days_spent_watching = usernames[:10000].apply(lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]]))\n",
    "%%time\n",
    "user_days_spent_watching = usernames[:10000].apply(lambda x: count_to_days(grouped_lists.get_group(x)))\n",
    "%%time\n",
    "user_days_spent_watching = usernames[:1000].apply(lambda x: count_to_days(grouped_dict[x]))\n",
    "%%time\n",
    "user_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(grouped_lists.get_group(x)))\n",
    "%%time\n",
    "user_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]]))\n",
    "%%time\n",
    "user_days_spent_watching_2 = apply_parallel(usernames[:10000], lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]].copy()))\n",
    "%%time\n",
    "#user_days_spent_watching_2 = apply_parallel_2(grouped_lists, lambda group: count_to_days(group))\n",
    "user_days_spent_watching_2 = apply_parallel_2(grouped_tuples[:1000], count_to_days)\n",
    "%%time\n",
    "user_days_spent_watching_3 = apply_parallel_3(grouped_lists, lambda group: count_to_days(group))\n",
    "%%time\n",
    "user_days_spent_watching_4 = apply_parallel_3(grouped_dict.values(), lambda group: count_to_days(group))\n",
    "%%time\n",
    "#[(name, type(group)) for name, group in grouped_lists]\n",
    "#[(name, type(group)) for name, group in grouped_tuples]\n",
    "[type(group) for group in grouped_dict.values()]\n",
    "#for name, group in grouped_lists:\n",
    "#    pass\n",
    "#for username in usernames:\n",
    "#    pass\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "if not osp.isfile('cache_user_days_spent_watching.csv'):\n",
    "    user_days_spent_watching = usernames.apply(lambda x: count_to_days(lists_with_mins.loc[grouped_lists.groups[x]]))\n",
    "    user_days_spent_watching.to_frame(name='days_spent_watching').to_csv('cache_user_days_spent_watching.csv', sep=',', encoding='utf-8')\n",
    "\n",
    "if not osp.isfile('cache_users_last_list_update.csv'):\n",
    "    users_last_list_update = usernames.apply(lambda x: grouped_lists.get_group(x)['my_last_updated'].max())\n",
    "    users_last_list_update.to_frame(name='last_list_update').to_csv('cache_users_last_list_update.csv', sep=',', encoding='utf-8')\n",
    "    \n",
    "if not osp.isfile('cache_users_stats_episodes.csv'):\n",
    "    users_stats_episodes = usernames.apply(lambda x: grouped_lists.get_group(x)['my_watched_episodes'].sum())\n",
    "    users_stats_episodes.to_frame(name='stats_episodes').to_csv('cache_users_stats_episodes.csv', sep=',', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "261"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(lists_with_mins['username'] == 'null').sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists['username'].isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "      <th>episodes</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>35788089</th>\n",
       "      <td>ComfyLoli</td>\n",
       "      <td>37481</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-05-05 12:17:40</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>Ongaku Shoujo (TV)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34901467</th>\n",
       "      <td>ComfyLoli</td>\n",
       "      <td>28613</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-12-17 16:44:26</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>Ginga Jinpuu Jinraiger</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34900614</th>\n",
       "      <td>ComfyLoli</td>\n",
       "      <td>27785</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-10-12 14:18:03</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>Doamaiger D</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34899707</th>\n",
       "      <td>ComfyLoli</td>\n",
       "      <td>22465</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-11-30 16:01:23</td>\n",
       "      <td>NaN</td>\n",
       "      <td>48</td>\n",
       "      <td>KutsuDaru.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34898326</th>\n",
       "      <td>ComfyLoli</td>\n",
       "      <td>21851</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-04-29 13:56:37</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12</td>\n",
       "      <td>Tesagure! Bukatsumono Encore</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username  anime_id  my_watched_episodes my_start_date  \\\n",
       "35788089  ComfyLoli     37481                    0    0000-00-00   \n",
       "34901467  ComfyLoli     28613                    0    0000-00-00   \n",
       "34900614  ComfyLoli     27785                    0    0000-00-00   \n",
       "34899707  ComfyLoli     22465                    0    0000-00-00   \n",
       "34898326  ComfyLoli     21851                    0    0000-00-00   \n",
       "\n",
       "         my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "35788089     0000-00-00         0          6            0.0                 0   \n",
       "34901467     0000-00-00         0          6            0.0                 0   \n",
       "34900614     0000-00-00         0          6            NaN                 0   \n",
       "34899707     0000-00-00         0          6            0.0                 0   \n",
       "34898326     0000-00-00         0          6            NaN                 0   \n",
       "\n",
       "             my_last_updated my_tags  episodes                         title  \n",
       "35788089 2018-05-05 12:17:40     NaN         0            Ongaku Shoujo (TV)  \n",
       "34901467 2014-12-17 16:44:26     NaN         0        Ginga Jinpuu Jinraiger  \n",
       "34900614 2014-10-12 14:18:03     NaN        13                   Doamaiger D  \n",
       "34899707 2014-11-30 16:01:23     NaN        48                    KutsuDaru.  \n",
       "34898326 2015-04-29 13:56:37     NaN        12  Tesagure! Bukatsumono Encore  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#animelists_with_eps[animelists['username'] == 'dheiin_society']['my_watched_episodes'].nlargest(10)\n",
    "animelists_with_eps[animelists['username'] == 'ComfyLoli'].sort_values(by='my_watched_episodes').head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>2.802716e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.169565e+04</td>\n",
       "      <td>1.213340e+01</td>\n",
       "      <td>4.538777e+00</td>\n",
       "      <td>3.038835e+00</td>\n",
       "      <td>7.663282e-04</td>\n",
       "      <td>1.605091e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.137970e+04</td>\n",
       "      <td>3.612339e+01</td>\n",
       "      <td>3.915338e+00</td>\n",
       "      <td>1.746322e+00</td>\n",
       "      <td>2.767202e-02</td>\n",
       "      <td>9.434558e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.690000e+03</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>7.870000e+03</td>\n",
       "      <td>3.000000e+00</td>\n",
       "      <td>6.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.967100e+04</td>\n",
       "      <td>1.300000e+01</td>\n",
       "      <td>8.000000e+00</td>\n",
       "      <td>4.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>3.791600e+04</td>\n",
       "      <td>9.999000e+03</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>5.500000e+01</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>5.644513e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           anime_id  my_watched_episodes      my_score     my_status  \\\n",
       "count  3.579398e+07         3.579398e+07  3.579398e+07  3.579398e+07   \n",
       "mean   1.169565e+04         1.213340e+01  4.538777e+00  3.038835e+00   \n",
       "std    1.137970e+04         3.612339e+01  3.915338e+00  1.746322e+00   \n",
       "min    1.000000e+00         0.000000e+00  0.000000e+00  0.000000e+00   \n",
       "25%    1.690000e+03         0.000000e+00  0.000000e+00  2.000000e+00   \n",
       "50%    7.870000e+03         3.000000e+00  6.000000e+00  2.000000e+00   \n",
       "75%    1.967100e+04         1.300000e+01  8.000000e+00  4.000000e+00   \n",
       "max    3.791600e+04         9.999000e+03  1.000000e+01  5.500000e+01   \n",
       "\n",
       "       my_rewatching  my_rewatching_ep  \n",
       "count   2.802716e+07      3.579398e+07  \n",
       "mean    7.663282e-04      1.605091e-01  \n",
       "std     2.767202e-02      9.434558e+02  \n",
       "min     0.000000e+00      0.000000e+00  \n",
       "25%     0.000000e+00      0.000000e+00  \n",
       "50%     0.000000e+00      0.000000e+00  \n",
       "75%     0.000000e+00      0.000000e+00  \n",
       "max     1.000000e+00      5.644513e+06  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>karthiga</td>\n",
       "      <td>21</td>\n",
       "      <td>586</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-03-03 10:52:53</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-14 10:25:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Damonashu</td>\n",
       "      <td>21</td>\n",
       "      <td>418</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-09-30 07:39:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bskai</td>\n",
       "      <td>21</td>\n",
       "      <td>75</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-06-15 21:31:23</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Slimak</td>\n",
       "      <td>21</td>\n",
       "      <td>834</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-05-01 12:05:21</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username  anime_id  my_watched_episodes my_start_date  \\\n",
       "0          karthiga        21                  586    0000-00-00   \n",
       "1  RedvelvetDaisuki        21                    0    0000-00-00   \n",
       "2         Damonashu        21                  418    0000-00-00   \n",
       "3             bskai        21                   75    0000-00-00   \n",
       "4            Slimak        21                  834    0000-00-00   \n",
       "\n",
       "  my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "0     0000-00-00         9          1            NaN                 0   \n",
       "1     0000-00-00         0          3            0.0                 0   \n",
       "2     0000-00-00        10          1            0.0                 0   \n",
       "3     0000-00-00         8          1            0.0                 0   \n",
       "4     0000-00-00        10          1            0.0                 0   \n",
       "\n",
       "      my_last_updated my_tags  \n",
       "0 2013-03-03 10:52:53     NaN  \n",
       "1 2012-12-14 10:25:01     NaN  \n",
       "2 2009-09-30 07:39:05     NaN  \n",
       "3 2010-06-15 21:31:23     NaN  \n",
       "4 2018-05-01 12:05:21     NaN  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3.370156e+07</td>\n",
       "      <td>3.370156e+07</td>\n",
       "      <td>3.370156e+07</td>\n",
       "      <td>3.370156e+07</td>\n",
       "      <td>2.641755e+07</td>\n",
       "      <td>3.370156e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.170690e+04</td>\n",
       "      <td>1.219264e+01</td>\n",
       "      <td>4.555682e+00</td>\n",
       "      <td>3.040442e+00</td>\n",
       "      <td>7.560882e-04</td>\n",
       "      <td>1.701883e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.138307e+04</td>\n",
       "      <td>3.627464e+01</td>\n",
       "      <td>3.923886e+00</td>\n",
       "      <td>1.748151e+00</td>\n",
       "      <td>2.748666e-02</td>\n",
       "      <td>9.723027e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.690000e+03</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>8.023000e+03</td>\n",
       "      <td>3.000000e+00</td>\n",
       "      <td>6.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.968500e+04</td>\n",
       "      <td>1.300000e+01</td>\n",
       "      <td>8.000000e+00</td>\n",
       "      <td>4.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>3.791600e+04</td>\n",
       "      <td>9.999000e+03</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>5.500000e+01</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>5.644513e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           anime_id  my_watched_episodes      my_score     my_status  \\\n",
       "count  3.370156e+07         3.370156e+07  3.370156e+07  3.370156e+07   \n",
       "mean   1.170690e+04         1.219264e+01  4.555682e+00  3.040442e+00   \n",
       "std    1.138307e+04         3.627464e+01  3.923886e+00  1.748151e+00   \n",
       "min    1.000000e+00         0.000000e+00  0.000000e+00  0.000000e+00   \n",
       "25%    1.690000e+03         0.000000e+00  0.000000e+00  2.000000e+00   \n",
       "50%    8.023000e+03         3.000000e+00  6.000000e+00  2.000000e+00   \n",
       "75%    1.968500e+04         1.300000e+01  8.000000e+00  4.000000e+00   \n",
       "max    3.791600e+04         9.999000e+03  1.000000e+01  5.500000e+01   \n",
       "\n",
       "       my_rewatching  my_rewatching_ep  \n",
       "count   2.641755e+07      3.370156e+07  \n",
       "mean    7.560882e-04      1.701883e-01  \n",
       "std     2.748666e-02      9.723027e+02  \n",
       "min     0.000000e+00      0.000000e+00  \n",
       "25%     0.000000e+00      0.000000e+00  \n",
       "50%     0.000000e+00      0.000000e+00  \n",
       "75%     0.000000e+00      0.000000e+00  \n",
       "max     1.000000e+00      5.644513e+06  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "usernames_to_keep = get_usernames_to_keep_cached()\n",
    "# clearing animelists according to dropped users\n",
    "animelists_smaller = pd.merge(animelists, usernames_to_keep, on='username', how='right')\n",
    "animelists_smaller.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "      <td>2.802716e+07</td>\n",
       "      <td>3.579398e+07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.169565e+04</td>\n",
       "      <td>1.213340e+01</td>\n",
       "      <td>4.538777e+00</td>\n",
       "      <td>3.038835e+00</td>\n",
       "      <td>7.663282e-04</td>\n",
       "      <td>1.605091e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.137970e+04</td>\n",
       "      <td>3.612339e+01</td>\n",
       "      <td>3.915338e+00</td>\n",
       "      <td>1.746322e+00</td>\n",
       "      <td>2.767202e-02</td>\n",
       "      <td>9.434558e+02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>1.690000e+03</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>7.870000e+03</td>\n",
       "      <td>3.000000e+00</td>\n",
       "      <td>6.000000e+00</td>\n",
       "      <td>2.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.967100e+04</td>\n",
       "      <td>1.300000e+01</td>\n",
       "      <td>8.000000e+00</td>\n",
       "      <td>4.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>3.791600e+04</td>\n",
       "      <td>9.999000e+03</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>5.500000e+01</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>5.644513e+06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           anime_id  my_watched_episodes      my_score     my_status  \\\n",
       "count  3.579398e+07         3.579398e+07  3.579398e+07  3.579398e+07   \n",
       "mean   1.169565e+04         1.213340e+01  4.538777e+00  3.038835e+00   \n",
       "std    1.137970e+04         3.612339e+01  3.915338e+00  1.746322e+00   \n",
       "min    1.000000e+00         0.000000e+00  0.000000e+00  0.000000e+00   \n",
       "25%    1.690000e+03         0.000000e+00  0.000000e+00  2.000000e+00   \n",
       "50%    7.870000e+03         3.000000e+00  6.000000e+00  2.000000e+00   \n",
       "75%    1.967100e+04         1.300000e+01  8.000000e+00  4.000000e+00   \n",
       "max    3.791600e+04         9.999000e+03  1.000000e+01  5.500000e+01   \n",
       "\n",
       "       my_rewatching  my_rewatching_ep  \n",
       "count   2.802716e+07      3.579398e+07  \n",
       "mean    7.663282e-04      1.605091e-01  \n",
       "std     2.767202e-02      9.434558e+02  \n",
       "min     0.000000e+00      0.000000e+00  \n",
       "25%     0.000000e+00      0.000000e+00  \n",
       "50%     0.000000e+00      0.000000e+00  \n",
       "75%     0.000000e+00      0.000000e+00  \n",
       "max     1.000000e+00      5.644513e+06  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>karthiga</td>\n",
       "      <td>21</td>\n",
       "      <td>586</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-03-03 10:52:53</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>RedvelvetDaisuki</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-14 10:25:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Damonashu</td>\n",
       "      <td>21</td>\n",
       "      <td>418</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-09-30 07:39:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bskai</td>\n",
       "      <td>21</td>\n",
       "      <td>75</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-06-15 21:31:23</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Slimak</td>\n",
       "      <td>21</td>\n",
       "      <td>834</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2018-05-01 12:05:21</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           username  anime_id  my_watched_episodes my_start_date  \\\n",
       "0          karthiga        21                  586    0000-00-00   \n",
       "1  RedvelvetDaisuki        21                    0    0000-00-00   \n",
       "2         Damonashu        21                  418    0000-00-00   \n",
       "3             bskai        21                   75    0000-00-00   \n",
       "4            Slimak        21                  834    0000-00-00   \n",
       "\n",
       "  my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "0     0000-00-00         9          1            NaN                 0   \n",
       "1     0000-00-00         0          3            0.0                 0   \n",
       "2     0000-00-00        10          1            0.0                 0   \n",
       "3     0000-00-00         8          1            0.0                 0   \n",
       "4     0000-00-00        10          1            0.0                 0   \n",
       "\n",
       "      my_last_updated my_tags  \n",
       "0 2013-03-03 10:52:53     NaN  \n",
       "1 2012-12-14 10:25:01     NaN  \n",
       "2 2009-09-30 07:39:05     NaN  \n",
       "3 2010-06-15 21:31:23     NaN  \n",
       "4 2018-05-01 12:05:21     NaN  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "unique anime before filtering:  (14474,)\n",
      "unique anime after filtering:  (14402,)\n"
     ]
    }
   ],
   "source": [
    "print('unique anime before filtering: ', animelists['anime_id'].unique().shape)\n",
    "print('unique anime after filtering: ', animelists_smaller['anime_id'].unique().shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "# now replacing data with cleaned animelists, using only columns before merge\n",
    "animelists = animelists_smaller[animelists.columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "pd.Series(animelists_smaller['anime_id'].unique()).to_frame(name='anime_id').to_csv('cache_anime_ids_after_username_clear.csv', sep=',', index=False, encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "pycharm": {
     "is_executing": false,
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "anime_ids_to_remain = get_anime_ids_after_cleaning_cached()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2417776, 11)"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists[~animelists['anime_id'].isin(anime_ids_to_remain['anime_id'])].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists = animelists[animelists['anime_id'].isin(anime_ids_to_remain['anime_id'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(31283787, 11)"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(108709,)"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists['username'].unique().shape\n",
    "# no users rated only these truncated anime, so no need to clear users now"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "animelists.to_csv('animelists_cleaned_2.csv', index=False, sep=',', encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "animelists_1 = pd.read_csv('animelists_cleaned.csv', na_values=user_na_values, keep_default_na=False)\n",
    "animelists_2 = pd.read_csv('animelists_cleaned_2.csv', na_values=user_na_values, keep_default_na=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((31284030, 11), (31283787, 11))"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists_1.shape, animelists_2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>31283787</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>13221</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-11 20:51:57</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283788</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>7611</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-15 20:46:27</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283789</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>1404</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:39:33</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283790</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2007</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:36:36</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283791</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2208</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:39:48</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283792</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2357</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:34:15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283793</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2411</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:23:14</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283794</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2433</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:33:11</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283795</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2935</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:54:57</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283796</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>3171</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:54:29</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283797</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>6220</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-11 21:11:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283798</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>6686</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-04-27 23:41:48</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283799</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>6694</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-05-13 02:53:26</td>\n",
       "      <td>netorare</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283800</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>6892</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:11:45</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283801</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>7266</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:24:57</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283802</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>8039</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:36:34</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283803</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>8655</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 22:50:07</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283804</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>9310</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-07-28 01:40:55</td>\n",
       "      <td>netorare</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283805</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>10694</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-15 18:54:39</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283806</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>10728</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-29 18:18:23</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283807</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11031</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-31 02:00:58</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283808</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11465</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 22:08:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283809</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>13057</td>\n",
       "      <td>6</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 20:54:35</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283810</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>14539</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-11 21:08:30</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283811</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>14995</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 21:48:02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283812</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>16914</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-31 01:47:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283813</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>19569</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-11 20:13:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283814</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>21751</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 21:35:26</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283815</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>28859</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-04-11 16:19:06</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283816</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>29085</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-04-13 15:04:12</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284000</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>12997</td>\n",
       "      <td>2</td>\n",
       "      <td>2012-09-05</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-09-05 05:02:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284001</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14127</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:50:25</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284002</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>12055</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:58:50</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284003</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13595</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:32:38</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284004</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14991</td>\n",
       "      <td>2</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:07:47</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284005</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>15097</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:14:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284006</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17491</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 15:26:34</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284007</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>15537</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:10:02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284008</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>16472</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:46:10</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284009</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>5959</td>\n",
       "      <td>4</td>\n",
       "      <td>2012-08-21</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:16:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284010</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13221</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 09:29:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284011</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>10770</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:13:27</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284012</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>11807</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:10:33</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284013</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13057</td>\n",
       "      <td>5</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 15:07:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284014</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13937</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:32:22</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284015</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14539</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-09-05</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-09-05 07:28:04</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284016</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14995</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:30:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284017</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>16914</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:48:40</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284018</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17012</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:05:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284019</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17543</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 16:52:07</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284020</th>\n",
       "      <td>puppals</td>\n",
       "      <td>5231</td>\n",
       "      <td>103</td>\n",
       "      <td>2010-06-18</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-10-18 07:17:14</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284021</th>\n",
       "      <td>WolfGuardian</td>\n",
       "      <td>589</td>\n",
       "      <td>21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-01-23 04:53:24</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284022</th>\n",
       "      <td>WolfGuardian</td>\n",
       "      <td>915</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-01-23 05:00:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284023</th>\n",
       "      <td>melodyluvr11</td>\n",
       "      <td>1110</td>\n",
       "      <td>39</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-08-20 20:18:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284024</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>9539</td>\n",
       "      <td>37</td>\n",
       "      <td>2013-04-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:31:15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284025</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>15611</td>\n",
       "      <td>48</td>\n",
       "      <td>2014-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:33:03</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284026</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>27815</td>\n",
       "      <td>22</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:32:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284027</th>\n",
       "      <td>wargod</td>\n",
       "      <td>5945</td>\n",
       "      <td>39</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-03-29 04:24:12</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284028</th>\n",
       "      <td>JMc_SetoKai_LoVe</td>\n",
       "      <td>1316</td>\n",
       "      <td>52</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-12-23 05:45:14</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31284029</th>\n",
       "      <td>hinogurl_mikha</td>\n",
       "      <td>1744</td>\n",
       "      <td>58</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-04-05 11:36:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>243 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  username  anime_id  my_watched_episodes my_start_date  \\\n",
       "31283787        danvelez09     13221                    2    0000-00-00   \n",
       "31283788        danvelez09      7611                    0    0000-00-00   \n",
       "31283789        danvelez09      1404                    0    0000-00-00   \n",
       "31283790        danvelez09      2007                    0    0000-00-00   \n",
       "31283791        danvelez09      2208                    0    0000-00-00   \n",
       "31283792        danvelez09      2357                    0    0000-00-00   \n",
       "31283793        danvelez09      2411                    2    0000-00-00   \n",
       "31283794        danvelez09      2433                    3    0000-00-00   \n",
       "31283795        danvelez09      2935                    0    0000-00-00   \n",
       "31283796        danvelez09      3171                    2    0000-00-00   \n",
       "31283797        danvelez09      6220                    2    0000-00-00   \n",
       "31283798        danvelez09      6686                    0    0000-00-00   \n",
       "31283799        danvelez09      6694                    2    0000-00-00   \n",
       "31283800        danvelez09      6892                    0    0000-00-00   \n",
       "31283801        danvelez09      7266                    1    0000-00-00   \n",
       "31283802        danvelez09      8039                    2    0000-00-00   \n",
       "31283803        danvelez09      8655                    0    0000-00-00   \n",
       "31283804        danvelez09      9310                    0    0000-00-00   \n",
       "31283805        danvelez09     10694                    0    0000-00-00   \n",
       "31283806        danvelez09     10728                    0    0000-00-00   \n",
       "31283807        danvelez09     11031                    0    0000-00-00   \n",
       "31283808        danvelez09     11465                    2    0000-00-00   \n",
       "31283809        danvelez09     13057                    6    0000-00-00   \n",
       "31283810        danvelez09     14539                    1    0000-00-00   \n",
       "31283811        danvelez09     14995                    2    0000-00-00   \n",
       "31283812        danvelez09     16914                    2    0000-00-00   \n",
       "31283813        danvelez09     19569                    2    0000-00-00   \n",
       "31283814        danvelez09     21751                    1    0000-00-00   \n",
       "31283815        danvelez09     28859                    1    0000-00-00   \n",
       "31283816        danvelez09     29085                    1    0000-00-00   \n",
       "...                    ...       ...                  ...           ...   \n",
       "31284000       Hentai-Time     12997                    2    2012-09-05   \n",
       "31284001       Hentai-Time     14127                    2    0000-00-00   \n",
       "31284002       Hentai-Time     12055                    2    0000-00-00   \n",
       "31284003       Hentai-Time     13595                    2    0000-00-00   \n",
       "31284004       Hentai-Time     14991                    2    2012-12-16   \n",
       "31284005       Hentai-Time     15097                    1    2012-12-16   \n",
       "31284006       Hentai-Time     17491                    1    2013-06-21   \n",
       "31284007       Hentai-Time     15537                    1    2013-06-21   \n",
       "31284008       Hentai-Time     16472                    1    2013-06-21   \n",
       "31284009       Hentai-Time      5959                    4    2012-08-21   \n",
       "31284010       Hentai-Time     13221                    2    0000-00-00   \n",
       "31284011       Hentai-Time     10770                    0    0000-00-00   \n",
       "31284012       Hentai-Time     11807                    2    0000-00-00   \n",
       "31284013       Hentai-Time     13057                    5    0000-00-00   \n",
       "31284014       Hentai-Time     13937                    2    0000-00-00   \n",
       "31284015       Hentai-Time     14539                    1    2012-09-05   \n",
       "31284016       Hentai-Time     14995                    1    2012-12-16   \n",
       "31284017       Hentai-Time     16914                    1    2013-06-21   \n",
       "31284018       Hentai-Time     17012                    1    2013-06-21   \n",
       "31284019       Hentai-Time     17543                    1    2013-06-21   \n",
       "31284020           puppals      5231                  103    2010-06-18   \n",
       "31284021      WolfGuardian       589                   21    0000-00-00   \n",
       "31284022      WolfGuardian       915                   26    0000-00-00   \n",
       "31284023      melodyluvr11      1110                   39    0000-00-00   \n",
       "31284024     Yokonightcore      9539                   37    2013-04-21   \n",
       "31284025     Yokonightcore     15611                   48    2014-00-00   \n",
       "31284026     Yokonightcore     27815                   22    0000-00-00   \n",
       "31284027            wargod      5945                   39    0000-00-00   \n",
       "31284028  JMc_SetoKai_LoVe      1316                   52    0000-00-00   \n",
       "31284029    hinogurl_mikha      1744                   58    0000-00-00   \n",
       "\n",
       "         my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "31283787     0000-00-00         0          2            0.0                 0   \n",
       "31283788     0000-00-00         0          1            0.0                 0   \n",
       "31283789     0000-00-00         0          1            0.0                 0   \n",
       "31283790     0000-00-00         0          1            0.0                 0   \n",
       "31283791     0000-00-00         0          1            0.0                 0   \n",
       "31283792     0000-00-00         0          1            0.0                 0   \n",
       "31283793     0000-00-00         7          2            0.0                 0   \n",
       "31283794     0000-00-00         0          2            0.0                 0   \n",
       "31283795     0000-00-00         0          1            0.0                 0   \n",
       "31283796     0000-00-00         0          2            0.0                 0   \n",
       "31283797     0000-00-00         0          2            0.0                 0   \n",
       "31283798     0000-00-00         0          1            0.0                 0   \n",
       "31283799     0000-00-00         6          3            0.0                 0   \n",
       "31283800     0000-00-00         0          1            0.0                 0   \n",
       "31283801     0000-00-00         0          2            0.0                 0   \n",
       "31283802     0000-00-00         0          2            0.0                 0   \n",
       "31283803     0000-00-00         0          1            0.0                 0   \n",
       "31283804     0000-00-00         0          3            0.0                 0   \n",
       "31283805     0000-00-00         0          1            0.0                 0   \n",
       "31283806     0000-00-00         0          1            0.0                 0   \n",
       "31283807     0000-00-00         0          1            0.0                 0   \n",
       "31283808     0000-00-00         0          2            0.0                 0   \n",
       "31283809     0000-00-00         7          2            0.0                 0   \n",
       "31283810     0000-00-00         0          2            0.0                 0   \n",
       "31283811     0000-00-00         0          2            0.0                 0   \n",
       "31283812     0000-00-00         7          2            0.0                 0   \n",
       "31283813     0000-00-00         0          1            0.0                 0   \n",
       "31283814     0000-00-00         7          1            0.0                 0   \n",
       "31283815     0000-00-00         0          1            0.0                 0   \n",
       "31283816     0000-00-00         0          1            0.0                 0   \n",
       "...                 ...       ...        ...            ...               ...   \n",
       "31284000     2013-06-21        10          2            0.0                 0   \n",
       "31284001     2013-06-21        10          2            0.0                 0   \n",
       "31284002     2013-06-21        10          2            0.0                 0   \n",
       "31284003     2013-06-21         9          2            0.0                 0   \n",
       "31284004     2013-06-21        10          2            0.0                 0   \n",
       "31284005     0000-00-00        10          1            0.0                 0   \n",
       "31284006     0000-00-00        10          1            0.0                 0   \n",
       "31284007     0000-00-00        10          1            0.0                 0   \n",
       "31284008     0000-00-00         5          1            0.0                 0   \n",
       "31284009     2012-12-16         6          2            0.0                 0   \n",
       "31284010     2013-06-21         9          2            0.0                 0   \n",
       "31284011     0000-00-00         0          1            0.0                 0   \n",
       "31284012     0000-00-00         9          1            0.0                 0   \n",
       "31284013     0000-00-00         0          1            0.0                 0   \n",
       "31284014     2013-06-21        10          2            0.0                 0   \n",
       "31284015     0000-00-00         6          1            0.0                 0   \n",
       "31284016     0000-00-00         8          1            0.0                 0   \n",
       "31284017     0000-00-00         0          1            0.0                 0   \n",
       "31284018     0000-00-00         0          1            0.0                 0   \n",
       "31284019     0000-00-00         0          1            0.0                 0   \n",
       "31284020     0000-00-00        10          1            NaN                 0   \n",
       "31284021     0000-00-00        10          2            0.0                 0   \n",
       "31284022     0000-00-00        10          2            0.0                 0   \n",
       "31284023     0000-00-00        10          2            0.0                 0   \n",
       "31284024     0000-00-00         9          1            NaN                 0   \n",
       "31284025     0000-00-00         9          1            NaN                 0   \n",
       "31284026     0000-00-00         9          1            NaN                 0   \n",
       "31284027     0000-00-00         8          2            0.0                 0   \n",
       "31284028     0000-00-00         9          2            NaN                 0   \n",
       "31284029     0000-00-00        10          1            0.0                 0   \n",
       "\n",
       "              my_last_updated   my_tags  \n",
       "31283787  2014-03-11 20:51:57       NaN  \n",
       "31283788  2014-03-15 20:46:27       NaN  \n",
       "31283789  2014-03-12 21:39:33       NaN  \n",
       "31283790  2014-03-12 21:36:36       NaN  \n",
       "31283791  2014-03-12 21:39:48       NaN  \n",
       "31283792  2014-03-10 21:34:15       NaN  \n",
       "31283793  2014-03-02 21:23:14       NaN  \n",
       "31283794  2014-03-10 21:33:11       NaN  \n",
       "31283795  2014-03-10 21:54:57       NaN  \n",
       "31283796  2014-03-10 21:54:29       NaN  \n",
       "31283797  2014-03-11 21:11:32       NaN  \n",
       "31283798  2014-04-27 23:41:48       NaN  \n",
       "31283799  2014-05-13 02:53:26  netorare  \n",
       "31283800  2014-03-12 21:11:45       NaN  \n",
       "31283801  2014-03-02 21:24:57       NaN  \n",
       "31283802  2014-03-10 21:36:34       NaN  \n",
       "31283803  2014-03-10 22:50:07       NaN  \n",
       "31283804  2014-07-28 01:40:55  netorare  \n",
       "31283805  2014-03-15 18:54:39       NaN  \n",
       "31283806  2014-03-29 18:18:23       NaN  \n",
       "31283807  2014-03-31 02:00:58       NaN  \n",
       "31283808  2014-03-10 22:08:19       NaN  \n",
       "31283809  2014-03-24 20:54:35       NaN  \n",
       "31283810  2014-03-11 21:08:30       NaN  \n",
       "31283811  2014-03-24 21:48:02       NaN  \n",
       "31283812  2014-03-31 01:47:18       NaN  \n",
       "31283813  2014-03-11 20:13:20       NaN  \n",
       "31283814  2014-03-24 21:35:26       NaN  \n",
       "31283815  2015-04-11 16:19:06       NaN  \n",
       "31283816  2015-04-13 15:04:12       NaN  \n",
       "...                       ...       ...  \n",
       "31284000  2012-09-05 05:02:17       NaN  \n",
       "31284001  2013-06-21 17:50:25       NaN  \n",
       "31284002  2012-12-16 08:58:50       NaN  \n",
       "31284003  2012-12-16 08:32:38       NaN  \n",
       "31284004  2013-06-21 18:07:47       NaN  \n",
       "31284005  2012-12-16 00:14:20       NaN  \n",
       "31284006  2013-06-21 15:26:34       NaN  \n",
       "31284007  2013-06-21 18:10:02       NaN  \n",
       "31284008  2013-06-21 17:46:10       NaN  \n",
       "31284009  2012-12-16 00:16:01       NaN  \n",
       "31284010  2012-12-16 09:29:17       NaN  \n",
       "31284011  2013-06-21 18:13:27       NaN  \n",
       "31284012  2012-12-16 08:10:33       NaN  \n",
       "31284013  2013-06-21 15:07:18       NaN  \n",
       "31284014  2012-12-16 00:32:22       NaN  \n",
       "31284015  2012-09-05 07:28:04       NaN  \n",
       "31284016  2012-12-16 08:30:32       NaN  \n",
       "31284017  2013-06-21 17:48:40       NaN  \n",
       "31284018  2013-06-21 17:05:19       NaN  \n",
       "31284019  2013-06-21 16:52:07       NaN  \n",
       "31284020  2010-10-18 07:17:14       NaN  \n",
       "31284021  2010-01-23 04:53:24       NaN  \n",
       "31284022  2010-01-23 05:00:17       NaN  \n",
       "31284023  2009-08-20 20:18:05       NaN  \n",
       "31284024  2015-09-07 17:31:15       NaN  \n",
       "31284025  2015-09-07 17:33:03       NaN  \n",
       "31284026  2015-09-07 17:32:05       NaN  \n",
       "31284027  2010-03-29 04:24:12       NaN  \n",
       "31284028  2009-12-23 05:45:14       NaN  \n",
       "31284029  2008-04-05 11:36:20       NaN  \n",
       "\n",
       "[243 rows x 11 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists_1.loc[~animelists_1.index.isin(animelists_2.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [username, anime_id, my_watched_episodes, my_start_date, my_finish_date, my_score, my_status, my_rewatching, my_rewatching_ep, my_last_updated, my_tags]\n",
       "Index: []"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists_2.loc[~animelists_2.index.isin(animelists_1.index)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['danvelez09', 'MonteCarlo', 'Lustdemon', 'dragonslayerx999',\n",
       "       'SatanField', 'kirillloginov', 'Heart-cookies', 'blackwing29',\n",
       "       'Takius', 'garo321', 'dehmene', 'shizukaechizen', 'xxANGELxx',\n",
       "       'Sky_KinG', 'crystal1627', 'SakiTachibana', 'MyMewArt',\n",
       "       'scaredangel', 'memee', 'L0vemachine', 'KinomiyaMichiru',\n",
       "       'exteel-san', 'Luurah', 'prabashiloveu', 'Beast-Master',\n",
       "       'AlainaCuyler', 'Ayathehegdehog', 'WaterIcePrincess',\n",
       "       'Ritarikukka', 'allponir', 'Animeangel54', 'X_TsukiCondor_X',\n",
       "       'Jet7', 'Leirona', 'spo7goro', 'ThePuckishRogue', 'curerainbow',\n",
       "       '1LUCY3553', 'ragnogirl', 'lokokinho', 'kisskaori', 'Mussab86',\n",
       "       'Jason00Zero', 'Shinx09', 'Nekomimi_Megane', 'Hentai-Time',\n",
       "       'puppals', 'WolfGuardian', 'melodyluvr11', 'Yokonightcore',\n",
       "       'wargod', 'JMc_SetoKai_LoVe', 'hinogurl_mikha'], dtype=object)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anim_1_usernames = animelists_1.loc[~animelists_1.index.isin(animelists_2.index)]['username'].unique()\n",
    "anim_1_usernames"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>anime_id</th>\n",
       "      <th>my_watched_episodes</th>\n",
       "      <th>my_start_date</th>\n",
       "      <th>my_finish_date</th>\n",
       "      <th>my_score</th>\n",
       "      <th>my_status</th>\n",
       "      <th>my_rewatching</th>\n",
       "      <th>my_rewatching_ep</th>\n",
       "      <th>my_last_updated</th>\n",
       "      <th>my_tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>31283503</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2135</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:50:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283504</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>4732</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-05-13 03:04:18</td>\n",
       "      <td>netorare</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283505</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>1263</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 22:56:47</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283506</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>3102</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-31 01:47:08</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283507</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>3918</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-31 01:53:26</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283508</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>5762</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:23:36</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283509</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>6893</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:33:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283510</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>7053</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:25:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283511</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>7411</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:32:43</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283512</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>8110</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-15 18:54:04</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283513</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>8654</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-05-13 12:53:22</td>\n",
       "      <td>netorare</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283514</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>9308</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:29:56</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283515</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>9718</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-09-22 12:05:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283516</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>10380</td>\n",
       "      <td>1</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:33:24</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283517</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>10457</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 21:48:07</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283518</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>10827</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:43:55</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283519</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11185</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-07-28 01:39:26</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283520</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11879</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:33:34</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283521</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>12375</td>\n",
       "      <td>4</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-04-11 16:27:39</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283522</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2798</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:56:13</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283523</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>5097</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 21:47:40</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283524</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>1113</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-12 21:41:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283525</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>1896</td>\n",
       "      <td>3</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-02 21:23:57</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283526</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>2136</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 20:53:15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283527</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>13785</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-11 21:55:16</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283528</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>14991</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 21:36:15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283529</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>15097</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-24 20:51:10</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283530</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>4010</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-05-05 00:16:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283531</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11827</td>\n",
       "      <td>4</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-31 02:03:40</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283532</th>\n",
       "      <td>danvelez09</td>\n",
       "      <td>11997</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2014-03-10 22:27:00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283757</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>12997</td>\n",
       "      <td>2</td>\n",
       "      <td>2012-09-05</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-09-05 05:02:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283758</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14127</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:50:25</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283759</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>12055</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:58:50</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283760</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13595</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:32:38</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283761</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14991</td>\n",
       "      <td>2</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:07:47</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283762</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>15097</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:14:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283763</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17491</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 15:26:34</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283764</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>15537</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:10:02</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283765</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>16472</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:46:10</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283766</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>5959</td>\n",
       "      <td>4</td>\n",
       "      <td>2012-08-21</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:16:01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283767</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13221</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 09:29:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283768</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>10770</td>\n",
       "      <td>0</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 18:13:27</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283769</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>11807</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:10:33</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283770</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13057</td>\n",
       "      <td>5</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 15:07:18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283771</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>13937</td>\n",
       "      <td>2</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 00:32:22</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283772</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14539</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-09-05</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-09-05 07:28:04</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283773</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>14995</td>\n",
       "      <td>1</td>\n",
       "      <td>2012-12-16</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2012-12-16 08:30:32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283774</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>16914</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:48:40</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283775</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17012</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 17:05:19</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283776</th>\n",
       "      <td>Hentai-Time</td>\n",
       "      <td>17543</td>\n",
       "      <td>1</td>\n",
       "      <td>2013-06-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2013-06-21 16:52:07</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283777</th>\n",
       "      <td>puppals</td>\n",
       "      <td>5231</td>\n",
       "      <td>103</td>\n",
       "      <td>2010-06-18</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-10-18 07:17:14</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283778</th>\n",
       "      <td>WolfGuardian</td>\n",
       "      <td>589</td>\n",
       "      <td>21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-01-23 04:53:24</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283779</th>\n",
       "      <td>WolfGuardian</td>\n",
       "      <td>915</td>\n",
       "      <td>26</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-01-23 05:00:17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283780</th>\n",
       "      <td>melodyluvr11</td>\n",
       "      <td>1110</td>\n",
       "      <td>39</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-08-20 20:18:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283781</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>9539</td>\n",
       "      <td>37</td>\n",
       "      <td>2013-04-21</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:31:15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283782</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>15611</td>\n",
       "      <td>48</td>\n",
       "      <td>2014-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:33:03</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283783</th>\n",
       "      <td>Yokonightcore</td>\n",
       "      <td>27815</td>\n",
       "      <td>22</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-09-07 17:32:05</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283784</th>\n",
       "      <td>wargod</td>\n",
       "      <td>5945</td>\n",
       "      <td>39</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2010-03-29 04:24:12</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283785</th>\n",
       "      <td>JMc_SetoKai_LoVe</td>\n",
       "      <td>1316</td>\n",
       "      <td>52</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>9</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>2009-12-23 05:45:14</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31283786</th>\n",
       "      <td>hinogurl_mikha</td>\n",
       "      <td>1744</td>\n",
       "      <td>58</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>0000-00-00</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2008-04-05 11:36:20</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>284 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  username  anime_id  my_watched_episodes my_start_date  \\\n",
       "31283503        danvelez09      2135                    2    0000-00-00   \n",
       "31283504        danvelez09      4732                    0    0000-00-00   \n",
       "31283505        danvelez09      1263                    0    0000-00-00   \n",
       "31283506        danvelez09      3102                    2    0000-00-00   \n",
       "31283507        danvelez09      3918                    0    0000-00-00   \n",
       "31283508        danvelez09      5762                    3    0000-00-00   \n",
       "31283509        danvelez09      6893                    2    0000-00-00   \n",
       "31283510        danvelez09      7053                    3    0000-00-00   \n",
       "31283511        danvelez09      7411                    3    0000-00-00   \n",
       "31283512        danvelez09      8110                    2    0000-00-00   \n",
       "31283513        danvelez09      8654                    0    0000-00-00   \n",
       "31283514        danvelez09      9308                    2    0000-00-00   \n",
       "31283515        danvelez09      9718                    0    0000-00-00   \n",
       "31283516        danvelez09     10380                    1    0000-00-00   \n",
       "31283517        danvelez09     10457                    2    0000-00-00   \n",
       "31283518        danvelez09     10827                    0    0000-00-00   \n",
       "31283519        danvelez09     11185                    2    0000-00-00   \n",
       "31283520        danvelez09     11879                    2    0000-00-00   \n",
       "31283521        danvelez09     12375                    4    0000-00-00   \n",
       "31283522        danvelez09      2798                    0    0000-00-00   \n",
       "31283523        danvelez09      5097                    0    0000-00-00   \n",
       "31283524        danvelez09      1113                    0    0000-00-00   \n",
       "31283525        danvelez09      1896                    3    0000-00-00   \n",
       "31283526        danvelez09      2136                    0    0000-00-00   \n",
       "31283527        danvelez09     13785                    0    0000-00-00   \n",
       "31283528        danvelez09     14991                    2    0000-00-00   \n",
       "31283529        danvelez09     15097                    0    0000-00-00   \n",
       "31283530        danvelez09      4010                    0    0000-00-00   \n",
       "31283531        danvelez09     11827                    4    0000-00-00   \n",
       "31283532        danvelez09     11997                    2    0000-00-00   \n",
       "...                    ...       ...                  ...           ...   \n",
       "31283757       Hentai-Time     12997                    2    2012-09-05   \n",
       "31283758       Hentai-Time     14127                    2    0000-00-00   \n",
       "31283759       Hentai-Time     12055                    2    0000-00-00   \n",
       "31283760       Hentai-Time     13595                    2    0000-00-00   \n",
       "31283761       Hentai-Time     14991                    2    2012-12-16   \n",
       "31283762       Hentai-Time     15097                    1    2012-12-16   \n",
       "31283763       Hentai-Time     17491                    1    2013-06-21   \n",
       "31283764       Hentai-Time     15537                    1    2013-06-21   \n",
       "31283765       Hentai-Time     16472                    1    2013-06-21   \n",
       "31283766       Hentai-Time      5959                    4    2012-08-21   \n",
       "31283767       Hentai-Time     13221                    2    0000-00-00   \n",
       "31283768       Hentai-Time     10770                    0    0000-00-00   \n",
       "31283769       Hentai-Time     11807                    2    0000-00-00   \n",
       "31283770       Hentai-Time     13057                    5    0000-00-00   \n",
       "31283771       Hentai-Time     13937                    2    0000-00-00   \n",
       "31283772       Hentai-Time     14539                    1    2012-09-05   \n",
       "31283773       Hentai-Time     14995                    1    2012-12-16   \n",
       "31283774       Hentai-Time     16914                    1    2013-06-21   \n",
       "31283775       Hentai-Time     17012                    1    2013-06-21   \n",
       "31283776       Hentai-Time     17543                    1    2013-06-21   \n",
       "31283777           puppals      5231                  103    2010-06-18   \n",
       "31283778      WolfGuardian       589                   21    0000-00-00   \n",
       "31283779      WolfGuardian       915                   26    0000-00-00   \n",
       "31283780      melodyluvr11      1110                   39    0000-00-00   \n",
       "31283781     Yokonightcore      9539                   37    2013-04-21   \n",
       "31283782     Yokonightcore     15611                   48    2014-00-00   \n",
       "31283783     Yokonightcore     27815                   22    0000-00-00   \n",
       "31283784            wargod      5945                   39    0000-00-00   \n",
       "31283785  JMc_SetoKai_LoVe      1316                   52    0000-00-00   \n",
       "31283786    hinogurl_mikha      1744                   58    0000-00-00   \n",
       "\n",
       "         my_finish_date  my_score  my_status  my_rewatching  my_rewatching_ep  \\\n",
       "31283503     0000-00-00         7          2            0.0                 0   \n",
       "31283504     0000-00-00         0          3            0.0                 0   \n",
       "31283505     0000-00-00         0          1            0.0                 0   \n",
       "31283506     0000-00-00         7          2            0.0                 0   \n",
       "31283507     0000-00-00         0          1            0.0                 0   \n",
       "31283508     0000-00-00         0          2            0.0                 0   \n",
       "31283509     0000-00-00         0          2            0.0                 0   \n",
       "31283510     0000-00-00         0          2            0.0                 0   \n",
       "31283511     0000-00-00         0          2            0.0                 0   \n",
       "31283512     0000-00-00         0          2            0.0                 0   \n",
       "31283513     0000-00-00         0          3            0.0                 0   \n",
       "31283514     0000-00-00         0          2            0.0                 0   \n",
       "31283515     0000-00-00         0          1            0.0                 0   \n",
       "31283516     0000-00-00         0          2            0.0                 0   \n",
       "31283517     0000-00-00         0          2            0.0                 0   \n",
       "31283518     0000-00-00         0          1            0.0                 0   \n",
       "31283519     0000-00-00         0          3            0.0                 0   \n",
       "31283520     0000-00-00         0          2            0.0                 0   \n",
       "31283521     0000-00-00         8          2            0.0                 0   \n",
       "31283522     0000-00-00         0          1            0.0                 0   \n",
       "31283523     0000-00-00         0          1            0.0                 0   \n",
       "31283524     0000-00-00         0          1            0.0                 0   \n",
       "31283525     0000-00-00         0          2            0.0                 0   \n",
       "31283526     0000-00-00         0          1            0.0                 0   \n",
       "31283527     0000-00-00         0          1            0.0                 0   \n",
       "31283528     0000-00-00         0          2            0.0                 0   \n",
       "31283529     0000-00-00         0          1            0.0                 0   \n",
       "31283530     0000-00-00         0          6            0.0                 0   \n",
       "31283531     0000-00-00         7          2            0.0                 0   \n",
       "31283532     0000-00-00         0          2            0.0                 0   \n",
       "...                 ...       ...        ...            ...               ...   \n",
       "31283757     2013-06-21        10          2            0.0                 0   \n",
       "31283758     2013-06-21        10          2            0.0                 0   \n",
       "31283759     2013-06-21        10          2            0.0                 0   \n",
       "31283760     2013-06-21         9          2            0.0                 0   \n",
       "31283761     2013-06-21        10          2            0.0                 0   \n",
       "31283762     0000-00-00        10          1            0.0                 0   \n",
       "31283763     0000-00-00        10          1            0.0                 0   \n",
       "31283764     0000-00-00        10          1            0.0                 0   \n",
       "31283765     0000-00-00         5          1            0.0                 0   \n",
       "31283766     2012-12-16         6          2            0.0                 0   \n",
       "31283767     2013-06-21         9          2            0.0                 0   \n",
       "31283768     0000-00-00         0          1            0.0                 0   \n",
       "31283769     0000-00-00         9          1            0.0                 0   \n",
       "31283770     0000-00-00         0          1            0.0                 0   \n",
       "31283771     2013-06-21        10          2            0.0                 0   \n",
       "31283772     0000-00-00         6          1            0.0                 0   \n",
       "31283773     0000-00-00         8          1            0.0                 0   \n",
       "31283774     0000-00-00         0          1            0.0                 0   \n",
       "31283775     0000-00-00         0          1            0.0                 0   \n",
       "31283776     0000-00-00         0          1            0.0                 0   \n",
       "31283777     0000-00-00        10          1            NaN                 0   \n",
       "31283778     0000-00-00        10          2            0.0                 0   \n",
       "31283779     0000-00-00        10          2            0.0                 0   \n",
       "31283780     0000-00-00        10          2            0.0                 0   \n",
       "31283781     0000-00-00         9          1            NaN                 0   \n",
       "31283782     0000-00-00         9          1            NaN                 0   \n",
       "31283783     0000-00-00         9          1            NaN                 0   \n",
       "31283784     0000-00-00         8          2            0.0                 0   \n",
       "31283785     0000-00-00         9          2            NaN                 0   \n",
       "31283786     0000-00-00        10          1            0.0                 0   \n",
       "\n",
       "              my_last_updated   my_tags  \n",
       "31283503  2014-03-02 21:50:20       NaN  \n",
       "31283504  2014-05-13 03:04:18  netorare  \n",
       "31283505  2014-03-10 22:56:47       NaN  \n",
       "31283506  2014-03-31 01:47:08       NaN  \n",
       "31283507  2014-03-31 01:53:26       NaN  \n",
       "31283508  2014-03-02 21:23:36       NaN  \n",
       "31283509  2014-03-02 21:33:19       NaN  \n",
       "31283510  2014-03-02 21:25:05       NaN  \n",
       "31283511  2014-03-10 21:32:43       NaN  \n",
       "31283512  2014-03-15 18:54:04       NaN  \n",
       "31283513  2014-05-13 12:53:22  netorare  \n",
       "31283514  2014-03-02 21:29:56       NaN  \n",
       "31283515  2014-09-22 12:05:18       NaN  \n",
       "31283516  2014-03-02 21:33:24       NaN  \n",
       "31283517  2014-03-24 21:48:07       NaN  \n",
       "31283518  2014-03-12 21:43:55       NaN  \n",
       "31283519  2014-07-28 01:39:26       NaN  \n",
       "31283520  2014-03-02 21:33:34       NaN  \n",
       "31283521  2015-04-11 16:27:39       NaN  \n",
       "31283522  2014-03-12 21:56:13       NaN  \n",
       "31283523  2014-03-24 21:47:40       NaN  \n",
       "31283524  2014-03-12 21:41:01       NaN  \n",
       "31283525  2014-03-02 21:23:57       NaN  \n",
       "31283526  2014-03-24 20:53:15       NaN  \n",
       "31283527  2014-03-11 21:55:16       NaN  \n",
       "31283528  2014-03-10 21:36:15       NaN  \n",
       "31283529  2014-03-24 20:51:10       NaN  \n",
       "31283530  2014-05-05 00:16:32       NaN  \n",
       "31283531  2014-03-31 02:03:40       NaN  \n",
       "31283532  2014-03-10 22:27:00       NaN  \n",
       "...                       ...       ...  \n",
       "31283757  2012-09-05 05:02:17       NaN  \n",
       "31283758  2013-06-21 17:50:25       NaN  \n",
       "31283759  2012-12-16 08:58:50       NaN  \n",
       "31283760  2012-12-16 08:32:38       NaN  \n",
       "31283761  2013-06-21 18:07:47       NaN  \n",
       "31283762  2012-12-16 00:14:20       NaN  \n",
       "31283763  2013-06-21 15:26:34       NaN  \n",
       "31283764  2013-06-21 18:10:02       NaN  \n",
       "31283765  2013-06-21 17:46:10       NaN  \n",
       "31283766  2012-12-16 00:16:01       NaN  \n",
       "31283767  2012-12-16 09:29:17       NaN  \n",
       "31283768  2013-06-21 18:13:27       NaN  \n",
       "31283769  2012-12-16 08:10:33       NaN  \n",
       "31283770  2013-06-21 15:07:18       NaN  \n",
       "31283771  2012-12-16 00:32:22       NaN  \n",
       "31283772  2012-09-05 07:28:04       NaN  \n",
       "31283773  2012-12-16 08:30:32       NaN  \n",
       "31283774  2013-06-21 17:48:40       NaN  \n",
       "31283775  2013-06-21 17:05:19       NaN  \n",
       "31283776  2013-06-21 16:52:07       NaN  \n",
       "31283777  2010-10-18 07:17:14       NaN  \n",
       "31283778  2010-01-23 04:53:24       NaN  \n",
       "31283779  2010-01-23 05:00:17       NaN  \n",
       "31283780  2009-08-20 20:18:05       NaN  \n",
       "31283781  2015-09-07 17:31:15       NaN  \n",
       "31283782  2015-09-07 17:33:03       NaN  \n",
       "31283783  2015-09-07 17:32:05       NaN  \n",
       "31283784  2010-03-29 04:24:12       NaN  \n",
       "31283785  2009-12-23 05:45:14       NaN  \n",
       "31283786  2008-04-05 11:36:20       NaN  \n",
       "\n",
       "[284 rows x 11 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "animelists_2.loc[animelists_2['username'].isin(anim_1_usernames)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "position": {
    "height": "702px",
    "left": "1817px",
    "right": "20px",
    "top": "115px",
    "width": "718px"
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}