cb_optimized.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd\n",
    "import re\n",
    "from sklearn.ensemble import GradientBoostingClassifier\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.externals import joblib\n",
    "from tqdm import tqdm\n",
    "\n",
    "from datetime import datetime\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>862</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>en</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "      <td>21.9469</td>\n",
       "      <td>[{'id': 16, 'name': 'Animation'}, {'id': 35, '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8844</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>en</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>[{'id': 12, 'name': 'Adventure'}, {'id': 14, '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15602</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>[{'id': 10749, 'name': 'Romance'}, {'id': 35, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31357</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>en</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11862</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>en</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>[{'id': 35, 'name': 'Comedy'}]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  movieId               original_title original_language      revenue  \\\n",
       "0     862                    Toy Story                en  373554033.0   \n",
       "1    8844                      Jumanji                en  262797249.0   \n",
       "2   15602             Grumpier Old Men                en          0.0   \n",
       "3   31357            Waiting to Exhale                en   81452156.0   \n",
       "4   11862  Father of the Bride Part II                en   76578911.0   \n",
       "\n",
       "   vote_average  vote_count popularity  \\\n",
       "0           7.7      5415.0    21.9469   \n",
       "1           6.9      2413.0    17.0155   \n",
       "2           6.5        92.0    11.7129   \n",
       "3           6.1        34.0    3.85949   \n",
       "4           5.7       173.0    8.38752   \n",
       "\n",
       "                                              genres  \n",
       "0  [{'id': 16, 'name': 'Animation'}, {'id': 35, '...  \n",
       "1  [{'id': 12, 'name': 'Adventure'}, {'id': 14, '...  \n",
       "2  [{'id': 10749, 'name': 'Romance'}, {'id': 35, ...  \n",
       "3  [{'id': 35, 'name': 'Comedy'}, {'id': 18, 'nam...  \n",
       "4                     [{'id': 35, 'name': 'Comedy'}]  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#importing movie metadata and keep necessary columns\n",
    "meta = pd.read_csv(\"movies_metadata.csv\")\n",
    "meta = meta[['id', 'original_title', 'original_language',\n",
    "             'revenue', 'vote_average', 'vote_count', 'popularity', 'genres']]\n",
    "meta = meta.rename(columns={'id':'movieId'})\n",
    "meta = meta[meta['original_language']== 'en']\n",
    "meta.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>862</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>en</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "      <td>21.9469</td>\n",
       "      <td>[16, 35, 10751]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8844</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>en</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>[12, 14, 10751]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15602</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>[10749, 35]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31357</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>en</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>[35, 18, 10749]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11862</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>en</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>[35]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  movieId               original_title original_language      revenue  \\\n",
       "0     862                    Toy Story                en  373554033.0   \n",
       "1    8844                      Jumanji                en  262797249.0   \n",
       "2   15602             Grumpier Old Men                en          0.0   \n",
       "3   31357            Waiting to Exhale                en   81452156.0   \n",
       "4   11862  Father of the Bride Part II                en   76578911.0   \n",
       "\n",
       "   vote_average  vote_count popularity           genres  \n",
       "0           7.7      5415.0    21.9469  [16, 35, 10751]  \n",
       "1           6.9      2413.0    17.0155  [12, 14, 10751]  \n",
       "2           6.5        92.0    11.7129      [10749, 35]  \n",
       "3           6.1        34.0    3.85949  [35, 18, 10749]  \n",
       "4           5.7       173.0    8.38752             [35]  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "meta.genres = [list(map(int, re.findall('\\d+', x))) for x in meta.genres]\n",
    "meta.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Max # of Genres:  8\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>862</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>en</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "      <td>21.9469</td>\n",
       "      <td>[16, 35, 10751, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8844</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>en</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>[12, 14, 10751, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15602</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>[10749, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31357</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>en</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11862</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>en</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  movieId               original_title original_language      revenue  \\\n",
       "0     862                    Toy Story                en  373554033.0   \n",
       "1    8844                      Jumanji                en  262797249.0   \n",
       "2   15602             Grumpier Old Men                en          0.0   \n",
       "3   31357            Waiting to Exhale                en   81452156.0   \n",
       "4   11862  Father of the Bride Part II                en   76578911.0   \n",
       "\n",
       "   vote_average  vote_count popularity                          genres  \n",
       "0           7.7      5415.0    21.9469  [16, 35, 10751, 0, 0, 0, 0, 0]  \n",
       "1           6.9      2413.0    17.0155  [12, 14, 10751, 0, 0, 0, 0, 0]  \n",
       "2           6.5        92.0    11.7129   [10749, 35, 0, 0, 0, 0, 0, 0]  \n",
       "3           6.1        34.0    3.85949  [35, 18, 10749, 0, 0, 0, 0, 0]  \n",
       "4           5.7       173.0    8.38752       [35, 0, 0, 0, 0, 0, 0, 0]  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max_length = len(max(meta.genres, key = len))\n",
    "print('Max # of Genres: ', max_length)\n",
    "\n",
    "def padarray(A, size):\n",
    "    t = size - len(A)\n",
    "    return np.pad(A, pad_width=(0, t), mode='constant')\n",
    "\n",
    "meta.genres = [padarray(x, max_length) for x in meta.genres]\n",
    "meta.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>862</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>en</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "      <td>21.9469</td>\n",
       "      <td>[16, 35, 10751, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8844</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>en</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>[12, 14, 10751, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15602</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>[10749, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31357</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>en</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11862</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>en</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  movieId               original_title original_language      revenue  \\\n",
       "0     862                    Toy Story                en  373554033.0   \n",
       "1    8844                      Jumanji                en  262797249.0   \n",
       "2   15602             Grumpier Old Men                en          0.0   \n",
       "3   31357            Waiting to Exhale                en   81452156.0   \n",
       "4   11862  Father of the Bride Part II                en   76578911.0   \n",
       "\n",
       "   vote_average  vote_count popularity                          genres  \n",
       "0           7.7      5415.0    21.9469  [16, 35, 10751, 0, 0, 0, 0, 0]  \n",
       "1           6.9      2413.0    17.0155  [12, 14, 10751, 0, 0, 0, 0, 0]  \n",
       "2           6.5        92.0    11.7129   [10749, 35, 0, 0, 0, 0, 0, 0]  \n",
       "3           6.1        34.0    3.85949  [35, 18, 10749, 0, 0, 0, 0, 0]  \n",
       "4           5.7       173.0    8.38752       [35, 0, 0, 0, 0, 0, 0, 0]  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ref = pd.read_csv(\"movies_metadata.csv\")\n",
    "ref = ref[['id', 'original_title', 'original_language',\n",
    "           'revenue', 'vote_average', 'vote_count', 'popularity', 'genres']]\n",
    "ref = ref.rename(columns={'id':'movieId'})\n",
    "ref = ref[ref['original_language']== 'en']\n",
    "ref.genres = [list(map(int, re.findall('\\d+', x))) for x in ref.genres]\n",
    "ref.genres = [padarray(x, max_length) for x in ref.genres]\n",
    "ref.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movieId</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genre1</th>\n",
       "      <th>genre2</th>\n",
       "      <th>genre3</th>\n",
       "      <th>genre4</th>\n",
       "      <th>genre5</th>\n",
       "      <th>genre6</th>\n",
       "      <th>genre7</th>\n",
       "      <th>genre8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>862</td>\n",
       "      <td>Toy Story</td>\n",
       "      <td>en</td>\n",
       "      <td>373554033.0</td>\n",
       "      <td>7.7</td>\n",
       "      <td>5415.0</td>\n",
       "      <td>21.9469</td>\n",
       "      <td>16</td>\n",
       "      <td>35</td>\n",
       "      <td>10751</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8844</td>\n",
       "      <td>Jumanji</td>\n",
       "      <td>en</td>\n",
       "      <td>262797249.0</td>\n",
       "      <td>6.9</td>\n",
       "      <td>2413.0</td>\n",
       "      <td>17.0155</td>\n",
       "      <td>12</td>\n",
       "      <td>14</td>\n",
       "      <td>10751</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15602</td>\n",
       "      <td>Grumpier Old Men</td>\n",
       "      <td>en</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>11.7129</td>\n",
       "      <td>10749</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>31357</td>\n",
       "      <td>Waiting to Exhale</td>\n",
       "      <td>en</td>\n",
       "      <td>81452156.0</td>\n",
       "      <td>6.1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>3.85949</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11862</td>\n",
       "      <td>Father of the Bride Part II</td>\n",
       "      <td>en</td>\n",
       "      <td>76578911.0</td>\n",
       "      <td>5.7</td>\n",
       "      <td>173.0</td>\n",
       "      <td>8.38752</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  movieId               original_title original_language      revenue  \\\n",
       "0     862                    Toy Story                en  373554033.0   \n",
       "1    8844                      Jumanji                en  262797249.0   \n",
       "2   15602             Grumpier Old Men                en          0.0   \n",
       "3   31357            Waiting to Exhale                en   81452156.0   \n",
       "4   11862  Father of the Bride Part II                en   76578911.0   \n",
       "\n",
       "   vote_average  vote_count popularity  genre1  genre2  genre3  genre4  \\\n",
       "0           7.7      5415.0    21.9469      16      35   10751       0   \n",
       "1           6.9      2413.0    17.0155      12      14   10751       0   \n",
       "2           6.5        92.0    11.7129   10749      35       0       0   \n",
       "3           6.1        34.0    3.85949      35      18   10749       0   \n",
       "4           5.7       173.0    8.38752      35       0       0       0   \n",
       "\n",
       "   genre5  genre6  genre7  genre8  \n",
       "0       0       0       0       0  \n",
       "1       0       0       0       0  \n",
       "2       0       0       0       0  \n",
       "3       0       0       0       0  \n",
       "4       0       0       0       0  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for n in range(0, max_length):\n",
    "    meta['genre'+str(n+1)] = meta.genres.apply(lambda x: int(x[n]))\n",
    "\n",
    "meta.drop('genres', axis=1, inplace=True)\n",
    "meta.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>movieId</th>\n",
       "      <th>rating</th>\n",
       "      <th>original_title</th>\n",
       "      <th>original_language</th>\n",
       "      <th>revenue</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>popularity</th>\n",
       "      <th>genre1</th>\n",
       "      <th>genre2</th>\n",
       "      <th>genre3</th>\n",
       "      <th>genre4</th>\n",
       "      <th>genre5</th>\n",
       "      <th>genre6</th>\n",
       "      <th>genre7</th>\n",
       "      <th>genre8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>858</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>en</td>\n",
       "      <td>227799884.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>630.0</td>\n",
       "      <td>10.2349</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>858</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>en</td>\n",
       "      <td>227799884.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>630.0</td>\n",
       "      <td>10.2349</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>858</td>\n",
       "      <td>5.0</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>en</td>\n",
       "      <td>227799884.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>630.0</td>\n",
       "      <td>10.2349</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12</td>\n",
       "      <td>858</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>en</td>\n",
       "      <td>227799884.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>630.0</td>\n",
       "      <td>10.2349</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20</td>\n",
       "      <td>858</td>\n",
       "      <td>4.5</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>en</td>\n",
       "      <td>227799884.0</td>\n",
       "      <td>6.5</td>\n",
       "      <td>630.0</td>\n",
       "      <td>10.2349</td>\n",
       "      <td>35</td>\n",
       "      <td>18</td>\n",
       "      <td>10749</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   userId  movieId  rating        original_title original_language  \\\n",
       "0       1      858     5.0  Sleepless in Seattle                en   \n",
       "1       3      858     4.0  Sleepless in Seattle                en   \n",
       "2       5      858     5.0  Sleepless in Seattle                en   \n",
       "3      12      858     4.0  Sleepless in Seattle                en   \n",
       "4      20      858     4.5  Sleepless in Seattle                en   \n",
       "\n",
       "       revenue  vote_average  vote_count popularity  genre1  genre2  genre3  \\\n",
       "0  227799884.0           6.5       630.0    10.2349      35      18   10749   \n",
       "1  227799884.0           6.5       630.0    10.2349      35      18   10749   \n",
       "2  227799884.0           6.5       630.0    10.2349      35      18   10749   \n",
       "3  227799884.0           6.5       630.0    10.2349      35      18   10749   \n",
       "4  227799884.0           6.5       630.0    10.2349      35      18   10749   \n",
       "\n",
       "   genre4  genre5  genre6  genre7  genre8  \n",
       "0       0       0       0       0       0  \n",
       "1       0       0       0       0       0  \n",
       "2       0       0       0       0       0  \n",
       "3       0       0       0       0       0  \n",
       "4       0       0       0       0       0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#importing movie ratings and keep necessary columns\n",
    "ratings = pd.read_csv(\"ratings.csv\")\n",
    "ratings = ratings[['userId', 'movieId', 'rating']]\n",
    "\n",
    "# taking a 2.5MM sample because it can take too long to pivot data later on\n",
    "ratings = ratings.head(2500000)\n",
    "\n",
    "#convert data types before merging\n",
    "meta.movieId = pd.to_numeric(meta.movieId, errors = 'coerce')\n",
    "ratings.movieId = pd.to_numeric(ratings.movieId, errors = 'coerce')\n",
    "\n",
    "#merge the 2 datasets, so that we can have the labels for the movie titles\n",
    "data= pd.merge(ratings, meta, on = 'movieId', how = 'inner')\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>original_title</th>\n",
       "      <th>!Women Art Revolution</th>\n",
       "      <th>$5 a Day</th>\n",
       "      <th>'Gator Bait</th>\n",
       "      <th>'R Xmas</th>\n",
       "      <th>'Twas the Night Before Christmas</th>\n",
       "      <th>(A)Sexual</th>\n",
       "      <th>...And the Pursuit of Happiness</th>\n",
       "      <th>10 Items or Less</th>\n",
       "      <th>10 Things I Hate About You</th>\n",
       "      <th>10,000 BC</th>\n",
       "      <th>...</th>\n",
       "      <th>Æon Flux</th>\n",
       "      <th>Бабник</th>\n",
       "      <th>Грозовые ворота</th>\n",
       "      <th>Дневник его жены</th>\n",
       "      <th>Мой сводный брат Франкенштейн</th>\n",
       "      <th>Цирк сгорел, и клоуны разбежались</th>\n",
       "      <th>به امید دیدار</th>\n",
       "      <th>مارمولک</th>\n",
       "      <th>რამინი</th>\n",
       "      <th>黑太陽731</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>userId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 4079 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "original_title  !Women Art Revolution  $5 a Day  'Gator Bait  'R Xmas  \\\n",
       "userId                                                                  \n",
       "1                                 0.0       0.0          0.0      0.0   \n",
       "2                                 0.0       0.0          0.0      0.0   \n",
       "3                                 0.0       0.0          0.0      0.0   \n",
       "4                                 0.0       0.0          0.0      0.0   \n",
       "5                                 0.0       0.0          0.0      0.0   \n",
       "6                                 0.0       0.0          0.0      0.0   \n",
       "7                                 0.0       0.0          0.0      0.0   \n",
       "8                                 0.0       0.0          0.0      0.0   \n",
       "9                                 0.0       0.0          0.0      0.0   \n",
       "10                                0.0       0.0          0.0      0.0   \n",
       "\n",
       "original_title  'Twas the Night Before Christmas  (A)Sexual  \\\n",
       "userId                                                        \n",
       "1                                            0.0        0.0   \n",
       "2                                            0.0        0.0   \n",
       "3                                            0.0        0.0   \n",
       "4                                            0.0        0.0   \n",
       "5                                            0.0        0.0   \n",
       "6                                            0.0        0.0   \n",
       "7                                            0.0        0.0   \n",
       "8                                            0.0        0.0   \n",
       "9                                            0.0        0.0   \n",
       "10                                           0.0        0.0   \n",
       "\n",
       "original_title  ...And the Pursuit of Happiness  10 Items or Less  \\\n",
       "userId                                                              \n",
       "1                                           0.0               0.0   \n",
       "2                                           0.0               0.0   \n",
       "3                                           0.0               0.0   \n",
       "4                                           0.0               0.0   \n",
       "5                                           0.0               0.0   \n",
       "6                                           0.0               0.0   \n",
       "7                                           0.0               0.0   \n",
       "8                                           0.0               0.0   \n",
       "9                                           0.0               0.0   \n",
       "10                                          0.0               0.0   \n",
       "\n",
       "original_title  10 Things I Hate About You  10,000 BC   ...    Æon Flux  \\\n",
       "userId                                                  ...               \n",
       "1                                      0.0        0.0   ...         0.0   \n",
       "2                                      0.0        0.0   ...         0.0   \n",
       "3                                      0.0        0.0   ...         0.0   \n",
       "4                                      0.0        0.0   ...         0.0   \n",
       "5                                      0.0        0.0   ...         0.0   \n",
       "6                                      0.0        0.0   ...         0.0   \n",
       "7                                      0.0        0.0   ...         0.0   \n",
       "8                                      0.0        0.0   ...         0.0   \n",
       "9                                      0.0        0.0   ...         0.0   \n",
       "10                                     0.0        0.0   ...         0.0   \n",
       "\n",
       "original_title  Бабник  Грозовые ворота  Дневник его жены  \\\n",
       "userId                                                      \n",
       "1                  0.0              0.0               0.0   \n",
       "2                  0.0              0.0               0.0   \n",
       "3                  0.0              0.0               0.0   \n",
       "4                  0.0              0.0               0.0   \n",
       "5                  0.0              0.0               0.0   \n",
       "6                  0.0              0.0               0.0   \n",
       "7                  0.0              0.0               0.0   \n",
       "8                  0.0              0.0               0.0   \n",
       "9                  0.0              0.0               0.0   \n",
       "10                 0.0              0.0               0.0   \n",
       "\n",
       "original_title  Мой сводный брат Франкенштейн  \\\n",
       "userId                                          \n",
       "1                                         0.0   \n",
       "2                                         0.0   \n",
       "3                                         0.0   \n",
       "4                                         0.0   \n",
       "5                                         0.0   \n",
       "6                                         0.0   \n",
       "7                                         0.0   \n",
       "8                                         0.0   \n",
       "9                                         0.0   \n",
       "10                                        0.0   \n",
       "\n",
       "original_title  Цирк сгорел, и клоуны разбежались  به امید دیدار  مارمولک  \\\n",
       "userId                                                                      \n",
       "1                                             0.0            0.0      0.0   \n",
       "2                                             0.0            0.0      0.0   \n",
       "3                                             0.0            0.0      0.0   \n",
       "4                                             0.0            0.0      0.0   \n",
       "5                                             0.0            0.0      0.0   \n",
       "6                                             0.0            0.0      0.0   \n",
       "7                                             0.0            0.0      0.0   \n",
       "8                                             0.0            0.0      0.0   \n",
       "9                                             0.0            0.0      0.0   \n",
       "10                                            0.0            0.0      0.0   \n",
       "\n",
       "original_title  რამინი  黑太陽731  \n",
       "userId                          \n",
       "1                  0.0     0.0  \n",
       "2                  0.0     0.0  \n",
       "3                  0.0     0.0  \n",
       "4                  0.0     0.0  \n",
       "5                  0.0     0.0  \n",
       "6                  0.0     0.0  \n",
       "7                  0.0     0.0  \n",
       "8                  0.0     0.0  \n",
       "9                  0.0     0.0  \n",
       "10                 0.0     0.0  \n",
       "\n",
       "[10 rows x 4079 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#pivot the table so that rows = users and columns = movies and the content is the ratings\n",
    "matrix= data.pivot_table(index='userId', columns='original_title', values='rating').fillna(0)\n",
    "matrix.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total ratings score of userId 1:  30.0\n",
      "Mean ratings score of userId 1:  0.007354743809757294\n",
      "Ratings Count of userId 1:  4079\n"
     ]
    }
   ],
   "source": [
    "# Check to see if the columns are not empty\n",
    "print('Total ratings score of userId 1: ', matrix.iloc[0].sum())\n",
    "print('Mean ratings score of userId 1: ', matrix.iloc[0].mean())\n",
    "print('Ratings Count of userId 1: ', matrix.iloc[0].count())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create reference table\n",
    "data_ref = data\n",
    "data_ref['target'] = np.where(data_ref.rating < 4, 0, 1)\n",
    "data_ref['popularity'] = data_ref.popularity.astype(float)\n",
    "\n",
    "# Load Model\n",
    "gbc = joblib.load('gbc60000.pkl') "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Helper Functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Pearson Correlation\n",
    "def pearsonR(s1, s2):\n",
    "    s1_c = s1-s1.mean()\n",
    "    s2_c = s2-s2.mean()\n",
    "    return np.sum(s1_c * s2_c) / np.sqrt(np.sum(s1_c**2) * np.sum(s2_c**2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create watched list based on userId.\n",
    "def has_watched(M, userid):\n",
    "    watched = []\n",
    "    t = M[M.index==userid]\n",
    "    for c in t.columns:\n",
    "        if t[c].values[0] != 0:\n",
    "            watched.append(c)\n",
    "    return watched"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Return the score of a recently watched movie\n",
    "def returnscore(movie, userid, data_ref):\n",
    "    rs = data_ref.loc[(data_ref.userId == userid) & (data_ref.original_title == movie)].reset_index(drop=True)\n",
    "    rs.drop(['original_title', 'original_language', 'revenue', 'target'], axis=1, inplace=True)\n",
    "    rating = rs.iloc[0]['rating']\n",
    "    if rating < 4:\n",
    "        s = 0\n",
    "    else:\n",
    "        s = 1\n",
    "    return s, rating"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def findcommong(movie1, movie2, ref):\n",
    "    list1 = ref[ref.original_title == movie1].genres.values\n",
    "    list1 = list1[0]\n",
    "    list2 = ref[ref.original_title == movie2].genres.values\n",
    "    list2 = list2[0]\n",
    "    common = [i for i in list1 if i in list2 if i != 0]\n",
    "    return common"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "def findallcommon(list1, list2, ref):\n",
    "    all_common = []\n",
    "    watched_genre = []\n",
    "    rec_genre = []\n",
    "    mov_list1 = list1.tolist()\n",
    "    mov_list2 = list2.tolist()\n",
    "    genre_matched=[]\n",
    "    \n",
    "    for n, title in enumerate(mov_list1):\n",
    "        \n",
    "        m1 = ref[ref.original_title == mov_list1[n]].genres.values\n",
    "        m1 = m1[0]\n",
    "        m2 = ref[ref.original_title == mov_list2[n]].genres.values\n",
    "        m2 = m2[0]\n",
    "        \n",
    "        watched_genre.append(m1)\n",
    "        rec_genre.append(m2)\n",
    "        all_common.append(findcommong(mov_list1[n], mov_list2[n], ref))\n",
    "    ln = np.concatenate(all_common).ravel().tolist()\n",
    "    df = pd.DataFrame()\n",
    "    df['watched_title'] = list1\n",
    "    df['watched_genre'] = watched_genre\n",
    "    df['recommended_title'] = list2\n",
    "    df['recommended_genre'] = rec_genre\n",
    "    df['in_common_genre'] = all_common\n",
    "    \n",
    "    for c in df.in_common_genre:\n",
    "        if c == []:\n",
    "            genre_matched.append(0)\n",
    "        else:\n",
    "            genre_matched.append(1)\n",
    "    df['matched_genre'] = genre_matched\n",
    "    return df, len(ln)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def countcommon(list1):\n",
    "    ct = 0\n",
    "    for l in list1:\n",
    "        if l != []:\n",
    "            ct += 1\n",
    "    return ct "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "def print_metrics(r, start=0, end=9):\n",
    "    end = end+1\n",
    "    print('Accuracy Score: ', accuracy_score(r.target, r.pred))\n",
    "    print('Average Similarity Score: ', r.similarity_score.mean())\n",
    "    print('Average Probability Score: ', r.probability_of_pred.mean(), '\\n')\n",
    "\n",
    "    com_hlist, l_hcom = findallcommon(r.watched_title, r.recommended_title, ref)\n",
    "\n",
    "    print('Out of a total of {} recommendations.'.format(len(r)))\n",
    "    print(\"{} recommendations had at least one matching genre.\".format(countcommon(com_hlist.in_common_genre)))\n",
    "    print('{0:.0f}% of watched and recommended genres matched.'.format(countcommon(com_hlist.in_common_genre) / len(r) * 100), '\\n')\n",
    "\n",
    "    return com_hlist"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Transform X function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "def getx(movie, userid, data_ref):\n",
    "    newx = data_ref.loc[data_ref.original_title == movie].reset_index(drop=True)\n",
    "    newx.drop(['userId', 'rating', 'original_title', 'original_language', 'revenue', 'target'], axis=1, inplace=True)\n",
    "    newx = newx[:1]\n",
    "\n",
    "    idx = 0\n",
    "    new_col = [userid]  \n",
    "    newx.insert(loc=idx, column='userId', value=new_col)\n",
    "    return newx"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Main Recommendation Structure"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def return_liked_watch(M, userid, data_ref):\n",
    "    watched=[]\n",
    "    watch = has_watched(M, userid)\n",
    "    for mov in watch:\n",
    "        score, rating = returnscore(mov, userid, data_ref)\n",
    "        if score == 1:\n",
    "            watched.append(mov)\n",
    "    return watched"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_sim_user(M, n_user, userid):\n",
    "    \n",
    "    # A function to make N recommendations based on Pearson Correlation.\n",
    "    users=[]\n",
    "    for u, row in M.iterrows():\n",
    "        if u == userid:\n",
    "            continue\n",
    "        \n",
    "        cor = pearsonR(M.loc[userid], M.loc[u])\n",
    "        users.append((u, cor))\n",
    "    \n",
    "    # Sort the table of users descending by similarity\n",
    "    users.sort(key= lambda tup: tup[1], reverse=True)\n",
    "    usr = pd.DataFrame(users[:n_user], columns=['User', 'Score'])\n",
    "\n",
    "    return usr, M[M.index.isin(usr.User.values)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_recommendation_cf(movie, watched, M2, n_rec, userid, data_ref, ref, model, matching_genre='default'):\n",
    "    \n",
    "    # A function to make N recommendations based on Pearson Correlation.\n",
    "    reviews=[]\n",
    "    score, rating = returnscore(movie, userid, data_ref)\n",
    "    for title in M2.columns:\n",
    "        if title in watched:\n",
    "            continue\n",
    "        \n",
    "        cor = pearsonR(M2[movie], M2[title])\n",
    "        reviews.append((userid, movie, rating, score, title, cor))\n",
    "    \n",
    "    # Sort the table of movies descending by similarity\n",
    "    rev = pd.DataFrame(reviews, columns=['userId',\n",
    "                                         'watched_title',\n",
    "                                         'rating',\n",
    "                                         'target',\n",
    "                                         'recommended_title',\n",
    "                                         'similarity_score'])\n",
    "    rev.sort_values(by='similarity_score', ascending=False, inplace=True)\n",
    "    rev.reset_index(drop=True, inplace=True)\n",
    "    \n",
    "    rec_count=0\n",
    "    \n",
    "    uid=[]\n",
    "    wt=[]\n",
    "    r=[]\n",
    "    t=[]\n",
    "    rt=[]\n",
    "    ss=[]\n",
    "    ypred=[]\n",
    "    proba=[]\n",
    "    \n",
    "    for n, title in enumerate(rev.recommended_title):\n",
    "        X = getx(title, userid, data_ref)\n",
    "        pred = model.predict(X)\n",
    "        prob = model.predict_proba(X)\n",
    "        c = findcommong(rev.watched_title[n], title, ref)\n",
    "        \n",
    "        if matching_genre == 'all':\n",
    "            if int(pred) == 1: \n",
    "                if c != []:\n",
    "                    uid.append(rev.userId[n])\n",
    "                    wt.append(rev.watched_title[n])\n",
    "                    r.append(rev.rating[n])\n",
    "                    t.append(rev.target[n])\n",
    "                    rt.append(title)\n",
    "                    ss.append(rev.similarity_score[n])\n",
    "                    ypred.append(int(pred))\n",
    "                    proba.append(float(prob[:,int(pred)]))\n",
    "                    rec_count = rec_count + 1\n",
    "\n",
    "        elif matching_genre == 'none':\n",
    "            if int(pred) == 1:\n",
    "                if c == []:\n",
    "                    uid.append(rev.userId[n])\n",
    "                    wt.append(rev.watched_title[n])\n",
    "                    r.append(rev.rating[n])\n",
    "                    t.append(rev.target[n])\n",
    "                    rt.append(title)\n",
    "                    ss.append(rev.similarity_score[n])\n",
    "                    ypred.append(int(pred))\n",
    "                    proba.append(float(prob[:,int(pred)]))\n",
    "                    rec_count = rec_count + 1\n",
    "       \n",
    "        elif matching_genre == 'default':\n",
    "            if int(pred) == 1:\n",
    "                uid.append(rev.userId[n])\n",
    "                wt.append(rev.watched_title[n])\n",
    "                r.append(rev.rating[n])\n",
    "                t.append(rev.target[n])\n",
    "                rt.append(title)\n",
    "                ss.append(rev.similarity_score[n])\n",
    "                ypred.append(int(pred))\n",
    "                proba.append(float(prob[:,int(pred)]))\n",
    "\n",
    "                rec_count = rec_count + 1\n",
    "      \n",
    "        if rec_count == n_rec:\n",
    "                break\n",
    "             \n",
    "    t_df = pd.DataFrame(\n",
    "    {'userId': uid,\n",
    "     'watched_title': wt,\n",
    "     'rating': r,\n",
    "     'target': t,\n",
    "     'recommended_title': rt,\n",
    "     'similarity_score': ss,\n",
    "     'probability_of_pred': proba,\n",
    "     'pred': ypred\n",
    "    })\n",
    "    \n",
    "    t_df = t_df[['userId', 'watched_title', 'rating', 'target',\n",
    "                 'recommended_title', 'similarity_score',\n",
    "                 'probability_of_pred', 'pred']]\n",
    "    \n",
    "    return t_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def recommend_from_history(matrix, userids, n_user, n_rec, data_ref, ref, model, matching_genre='default'):\n",
    "    final_df = pd.DataFrame()\n",
    "    for userid in tqdm(userids):\n",
    "        watched = return_liked_watch(matrix, userid, data_ref)\n",
    "        u, matrix2 = get_sim_user(matrix, n_user, userid)\n",
    "        for mov in watched:\n",
    "            r = get_recommendation_cf(mov, watched, matrix2, n_rec, userid, data_ref, ref, model, matching_genre=matching_genre)\n",
    "            final_df = pd.concat([final_df, r]).reset_index(drop=True)\n",
    "    return final_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "def whatismissing(df1, df2, no_of_rec):\n",
    "    s = df2.groupby('userId').size().reset_index()\n",
    "    s.columns = ['userId', 'count']\n",
    "    s['count'] = s['count'] / no_of_rec\n",
    "\n",
    "    m = df1.groupby('userId').size().reset_index()\n",
    "    m.columns = ['userId', 'real_count']\n",
    "\n",
    "    z = pd.merge(m, s, how='left', on='userId')\n",
    "    z.fillna(value=0, inplace=True)\n",
    "    z['diff'] = z['real_count'] - z['count']\n",
    "    z = z[z['diff'] > 0]\n",
    "\n",
    "    return z"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Length of list between 5-10:  50\n",
      "Truncated list between 5-10:  [1, 3, 5, 28, 50, 138, 146, 184, 204, 206, 448, 502, 643, 812, 840, 862, 915, 959, 1182, 1202, 1206, 1303, 1317, 1347, 1377, 1387, 1442, 1446, 1474, 1610, 1632, 1642, 1690, 1835, 1854, 1913, 1936, 1942, 1969, 1984, 2028, 2031, 2134, 2161, 2176, 2197, 2225, 2246, 2271, 2274]\n"
     ]
    }
   ],
   "source": [
    "comp_user_list = data_ref.userId.unique()\n",
    "comp_user_list = comp_user_list[:500]\n",
    "user_list_under16 = []\n",
    "\n",
    "for u in comp_user_list:\n",
    "    hw = has_watched(matrix, u)\n",
    "    if len(hw) < 11:\n",
    "        if len(hw) > 4:\n",
    "            user_list_under16.append(u)\n",
    "        \n",
    "trunc_user_list = user_list_under16[:50]       \n",
    "print('Length of list between 5-10: ', len(user_list_under16))\n",
    "print('Truncated list between 5-10: ', trunc_user_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   userId                                         likedMovie\n",
      "0       1                                      Fools Rush In\n",
      "1       1                                     License to Wed\n",
      "2       1                                       Rocky Balboa\n",
      "3       1  Shriek If You Know What I Did Last Friday the ...\n",
      "4       1                               Sleepless in Seattle\n",
      "5       1                                 Young and Innocent\n",
      "6       3                                 Once Were Warriors\n",
      "7       3                               Sleepless in Seattle\n",
      "8       5                                    Murder She Said\n",
      "9       5                                               Nell\n",
      "\n",
      "From a total of 50 users, here are a total of 255 liked movies.\n",
      "There are 3 recommendation for each movie watched, therefore\n",
      "there should be a total of 765 recommedations.\n"
     ]
    }
   ],
   "source": [
    "no_of_rec = 3\n",
    "\n",
    "m_df = pd.DataFrame()\n",
    "uid = []\n",
    "mov = []\n",
    "for userid in trunc_user_list:\n",
    "        m = return_liked_watch(matrix, userid, data_ref)\n",
    "        for mv in m:\n",
    "            uid.append(userid)\n",
    "            mov.append(mv)\n",
    "            \n",
    "m_df['userId'] = uid\n",
    "m_df['likedMovie'] = mov\n",
    "print(m_df.head(10))\n",
    "print('''\n",
    "From a total of {} users, there is a total of {} liked movies.\n",
    "There are {} recommendation for each movie watched and liked.\n",
    "Therefore there should be a total of {} recommedations.'''.format(len(m_df.userId.unique()),\n",
    "                                                                  len(m_df),\n",
    "                                                                  no_of_rec,\n",
    "                                                                  len(m_df)*no_of_rec))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [48:43<00:00, 58.46s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.359308</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.316797</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Malcolm X</td>\n",
       "      <td>0.313359</td>\n",
       "      <td>0.996683</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.429492</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.389292</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.349045</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.386661</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.377303</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.344532</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.445656</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.396504</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boat</td>\n",
       "      <td>0.381995</td>\n",
       "      <td>0.996780</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.274330</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.196640</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.174254</td>\n",
       "      <td>0.999496</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.424610</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.323063</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.314826</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.346278</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.177266</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Local Color</td>\n",
       "      <td>0.125923</td>\n",
       "      <td>0.964064</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.452048</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.188986</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Local Color</td>\n",
       "      <td>0.137010</td>\n",
       "      <td>0.964064</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.338304</td>\n",
       "      <td>0.754621</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.330091</td>\n",
       "      <td>0.830754</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.320903</td>\n",
       "      <td>0.961910</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bollywood/Hollywood</td>\n",
       "      <td>0.817327</td>\n",
       "      <td>0.986417</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Galaxy Quest</td>\n",
       "      <td>0.817327</td>\n",
       "      <td>0.921281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Videodrome</td>\n",
       "      <td>0.570833</td>\n",
       "      <td>0.807841</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.575277</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.212749</td>\n",
       "      <td>0.803361</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.192656</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.349609</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.160597</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.146264</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>$5 a Day</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.525355</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>'Gator Bait</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.809072</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>'Twas the Night Before Christmas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.704644</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.618738</td>\n",
       "      <td>0.915789</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.586336</td>\n",
       "      <td>0.793266</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Silent Hill</td>\n",
       "      <td>0.586336</td>\n",
       "      <td>0.794605</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Love Is the Devil: Study for a Portrait of Fra...</td>\n",
       "      <td>0.478071</td>\n",
       "      <td>0.807104</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>20,000 Leagues Under the Sea</td>\n",
       "      <td>0.394210</td>\n",
       "      <td>0.708926</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Snatch</td>\n",
       "      <td>0.394210</td>\n",
       "      <td>0.547628</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.213328</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.157404</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.135511</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>$5 a Day</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.525355</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>'Gator Bait</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.809072</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>'Twas the Night Before Christmas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.704644</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.704341</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.609648</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.497507</td>\n",
       "      <td>0.920116</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.511909</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.436318</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.434272</td>\n",
       "      <td>0.822844</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.133649</td>\n",
       "      <td>0.819663</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.101347</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.099156</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                                  recommended_title  \\\n",
       "0         1                               Bridge to Terabithia   \n",
       "1         1                                        Beetlejuice   \n",
       "2         1                                          Malcolm X   \n",
       "3         1                           The Million Dollar Hotel   \n",
       "4         1                                        5 Card Stud   \n",
       "5         1                                 Once Were Warriors   \n",
       "6         1                                 Once Were Warriors   \n",
       "7         1                 Terminator 3: Rise of the Machines   \n",
       "8         1                                            48 Hrs.   \n",
       "9         1                           The Million Dollar Hotel   \n",
       "10        1                                        5 Card Stud   \n",
       "11        1                                               Boat   \n",
       "12        1                           The Million Dollar Hotel   \n",
       "13        1                                 Once Were Warriors   \n",
       "14        1                                       The 39 Steps   \n",
       "15        1                                    Say Anything...   \n",
       "16        1                                   My Name Is Bruce   \n",
       "17        1                                        5 Card Stud   \n",
       "18        1                           The Million Dollar Hotel   \n",
       "19        1                                    Say Anything...   \n",
       "20        1                                        Local Color   \n",
       "21        1                           The Million Dollar Hotel   \n",
       "22        1                                     License to Wed   \n",
       "23        1                                        Local Color   \n",
       "24        1                                     The Good Thief   \n",
       "25        1                                     License to Wed   \n",
       "26        1                                        Point Break   \n",
       "27        1                                Bollywood/Hollywood   \n",
       "28        1                                       Galaxy Quest   \n",
       "29        1                                         Videodrome   \n",
       "..      ...                                                ...   \n",
       "735       1                           The Million Dollar Hotel   \n",
       "736       1                            The Thomas Crown Affair   \n",
       "737       1                                    Say Anything...   \n",
       "738       1                           The Million Dollar Hotel   \n",
       "739       1                                     License to Wed   \n",
       "740       1                                    Say Anything...   \n",
       "741       1                                           $5 a Day   \n",
       "742       1                                        'Gator Bait   \n",
       "743       1                   'Twas the Night Before Christmas   \n",
       "744       1                                        Beetlejuice   \n",
       "745       1                                            48 Hrs.   \n",
       "746       1                                        Silent Hill   \n",
       "747       1  Love Is the Devil: Study for a Portrait of Fra...   \n",
       "748       1                       20,000 Leagues Under the Sea   \n",
       "749       1                                             Snatch   \n",
       "750       1                           The Million Dollar Hotel   \n",
       "751       1                                 Once Were Warriors   \n",
       "752       1                 Terminator 3: Rise of the Machines   \n",
       "753       1                                           $5 a Day   \n",
       "754       1                                        'Gator Bait   \n",
       "755       1                   'Twas the Night Before Christmas   \n",
       "756       1                           The Million Dollar Hotel   \n",
       "757       1                                 Once Were Warriors   \n",
       "758       1                                     License to Wed   \n",
       "759       1                            The Thomas Crown Affair   \n",
       "760       1                                    Murder She Said   \n",
       "761       1                 Terminator 3: Rise of the Machines   \n",
       "762       1                                       The 39 Steps   \n",
       "763       1                            The Thomas Crown Affair   \n",
       "764       1                           The Million Dollar Hotel   \n",
       "\n",
       "     similarity_score  probability_of_pred  pred  \n",
       "0            0.359308             0.994812     1  \n",
       "1            0.316797             0.992277     1  \n",
       "2            0.313359             0.996683     1  \n",
       "3            0.429492             0.999883     1  \n",
       "4            0.389292             0.998627     1  \n",
       "5            0.349045             0.999992     1  \n",
       "6            0.386661             0.999992     1  \n",
       "7            0.377303             0.989955     1  \n",
       "8            0.344532             0.994897     1  \n",
       "9            0.445656             0.999883     1  \n",
       "10           0.396504             0.998627     1  \n",
       "11           0.381995             0.996780     1  \n",
       "12           0.274330             0.999883     1  \n",
       "13           0.196640             0.999992     1  \n",
       "14           0.174254             0.999496     1  \n",
       "15           0.424610             0.999424     1  \n",
       "16           0.323063             0.749316     1  \n",
       "17           0.314826             0.998627     1  \n",
       "18           0.346278             0.969839     1  \n",
       "19           0.177266             0.935199     1  \n",
       "20           0.125923             0.964064     1  \n",
       "21           0.452048             0.969839     1  \n",
       "22           0.188986             0.720958     1  \n",
       "23           0.137010             0.964064     1  \n",
       "24           0.338304             0.754621     1  \n",
       "25           0.330091             0.830754     1  \n",
       "26           0.320903             0.961910     1  \n",
       "27           0.817327             0.986417     1  \n",
       "28           0.817327             0.921281     1  \n",
       "29           0.570833             0.807841     1  \n",
       "..                ...                  ...   ...  \n",
       "735          0.575277             0.895943     1  \n",
       "736          0.212749             0.803361     1  \n",
       "737          0.192656             0.782052     1  \n",
       "738          0.349609             0.895943     1  \n",
       "739          0.160597             0.867797     1  \n",
       "740          0.146264             0.782052     1  \n",
       "741               NaN             0.525355     1  \n",
       "742               NaN             0.809072     1  \n",
       "743               NaN             0.704644     1  \n",
       "744          0.618738             0.915789     1  \n",
       "745          0.586336             0.793266     1  \n",
       "746          0.586336             0.794605     1  \n",
       "747          0.478071             0.807104     1  \n",
       "748          0.394210             0.708926     1  \n",
       "749          0.394210             0.547628     1  \n",
       "750          0.213328             0.961489     1  \n",
       "751          0.157404             0.930422     1  \n",
       "752          0.135511             0.891011     1  \n",
       "753               NaN             0.525355     1  \n",
       "754               NaN             0.809072     1  \n",
       "755               NaN             0.704644     1  \n",
       "756          0.704341             0.961489     1  \n",
       "757          0.609648             0.930422     1  \n",
       "758          0.497507             0.920116     1  \n",
       "759          0.511909             0.745016     1  \n",
       "760          0.436318             0.820902     1  \n",
       "761          0.434272             0.822844     1  \n",
       "762          0.133649             0.819663     1  \n",
       "763          0.101347             0.745016     1  \n",
       "764          0.099156             0.909197     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df1 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 100,                              # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='default')         # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.3108298809854046\n",
      "Average Probability Score:  0.7895970358091873 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "454 recommendations had at least one matching genre.\n",
      "59% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Malcolm X</td>\n",
       "      <td>[18, 36, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>[18, 53, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>[28, 37, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>[18, 53, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre                   recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]                Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]                         Beetlejuice   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]                           Malcolm X   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]            The Million Dollar Hotel   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]                         5 Card Stud   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                  Once Were Warriors   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                  Once Were Warriors   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                             48 Hrs.   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]            The Million Dollar Hotel   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "2      [18, 36, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3      [18, 53, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "4     [28, 37, 53, 0, 0, 0, 0, 0]              []              0  \n",
       "5       [18, 0, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "7    [28, 53, 878, 0, 0, 0, 0, 0]              []              0  \n",
       "8   [53, 28, 35, 80, 18, 0, 0, 0]            [18]              1  \n",
       "9      [18, 53, 0, 0, 0, 0, 0, 0]              []              0  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met1 = print_metrics(rec_df1, start=0, end=9)\n",
    "met1.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Local Color</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0                      License to Wed     54\n",
       "1  Terminator 3: Rise of the Machines     41\n",
       "2                     Say Anything...     40\n",
       "3                         5 Card Stud     40\n",
       "4            The Million Dollar Hotel     38\n",
       "5                  Once Were Warriors     33\n",
       "6                        The 39 Steps     31\n",
       "7                      The Good Thief     25\n",
       "8             The Talented Mr. Ripley     25\n",
       "9                         Local Color     20"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec1 = rec_df1.groupby('recommended_title').size().reset_index()\n",
    "m_rec1.columns = ['recommended_title', 'count']\n",
    "m_rec1 = m_rec1.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec1[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a = whatismissing(m_df, rec_df1, no_of_rec)\n",
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [49:59<00:00, 60.00s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.283324</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>0.231711</td>\n",
       "      <td>0.996297</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Wish You Were Here</td>\n",
       "      <td>0.229200</td>\n",
       "      <td>0.941733</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.460774</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.424208</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.342126</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.379045</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.327037</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.319503</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.514270</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.467111</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.416801</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.339733</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.309637</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.288481</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.332587</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.246104</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.225918</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.433457</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.186857</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.183208</td>\n",
       "      <td>0.828682</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.397914</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.271716</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.211965</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.435486</td>\n",
       "      <td>0.981160</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.395623</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.368882</td>\n",
       "      <td>0.984021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.452944</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.415058</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Meet the Robinsons</td>\n",
       "      <td>0.366710</td>\n",
       "      <td>0.981148</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.495575</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.269299</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.263103</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.444593</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.269714</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.243066</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Memoirs of an Invisible Man</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.704013</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Backdraft</td>\n",
       "      <td>-0.002004</td>\n",
       "      <td>0.848717</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Under Siege 2: Dark Territory</td>\n",
       "      <td>-0.002004</td>\n",
       "      <td>0.767339</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Viva Zapata!</td>\n",
       "      <td>0.309975</td>\n",
       "      <td>0.704037</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Pale Rider</td>\n",
       "      <td>0.278157</td>\n",
       "      <td>0.840069</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>What's New Pussycat?</td>\n",
       "      <td>0.278157</td>\n",
       "      <td>0.898993</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>War of the Worlds</td>\n",
       "      <td>0.244434</td>\n",
       "      <td>0.516012</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Judgment Night</td>\n",
       "      <td>0.229935</td>\n",
       "      <td>0.557987</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.224968</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.246549</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.200850</td>\n",
       "      <td>0.918919</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.182892</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Great American Girl Robbery</td>\n",
       "      <td>0.528076</td>\n",
       "      <td>0.730498</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hour of the Gun</td>\n",
       "      <td>0.497992</td>\n",
       "      <td>0.917456</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Gods and Monsters</td>\n",
       "      <td>0.463492</td>\n",
       "      <td>0.699428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.572235</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.491203</td>\n",
       "      <td>0.920116</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.450432</td>\n",
       "      <td>0.960852</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.466493</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.385328</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.364334</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.140277</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.125773</td>\n",
       "      <td>0.809114</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.120205</td>\n",
       "      <td>0.822844</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                   recommended_title  similarity_score  \\\n",
       "0         1                Bridge to Terabithia          0.283324   \n",
       "1         1       Twin Peaks: Fire Walk with Me          0.231711   \n",
       "2         1                  Wish You Were Here          0.229200   \n",
       "3         1            The Million Dollar Hotel          0.460774   \n",
       "4         1  Terminator 3: Rise of the Machines          0.424208   \n",
       "5         1                         5 Card Stud          0.342126   \n",
       "6         1                    My Name Is Bruce          0.379045   \n",
       "7         1                     Say Anything...          0.327037   \n",
       "8         1                             48 Hrs.          0.319503   \n",
       "9         1  Terminator 3: Rise of the Machines          0.514270   \n",
       "10        1            The Million Dollar Hotel          0.467111   \n",
       "11        1                         5 Card Stud          0.416801   \n",
       "12        1            The Million Dollar Hotel          0.339733   \n",
       "13        1  Terminator 3: Rise of the Machines          0.309637   \n",
       "14        1                  Once Were Warriors          0.288481   \n",
       "15        1                     Say Anything...          0.332587   \n",
       "16        1                                Rope          0.246104   \n",
       "17        1                    My Name Is Bruce          0.225918   \n",
       "18        1            The Million Dollar Hotel          0.433457   \n",
       "19        1                      License to Wed          0.186857   \n",
       "20        1                         5 Card Stud          0.183208   \n",
       "21        1            The Million Dollar Hotel          0.397914   \n",
       "22        1                      License to Wed          0.271716   \n",
       "23        1                     Say Anything...          0.211965   \n",
       "24        1                    Dawn of the Dead          0.435486   \n",
       "25        1             The Thomas Crown Affair          0.395623   \n",
       "26        1                            Scarface          0.368882   \n",
       "27        1                       The Big Sleep          0.452944   \n",
       "28        1                     Hannibal Rising          0.415058   \n",
       "29        1                  Meet the Robinsons          0.366710   \n",
       "..      ...                                 ...               ...   \n",
       "735       1            The Million Dollar Hotel          0.495575   \n",
       "736       1                      License to Wed          0.269299   \n",
       "737       1  Terminator 3: Rise of the Machines          0.263103   \n",
       "738       1            The Million Dollar Hotel          0.444593   \n",
       "739       1                      License to Wed          0.269714   \n",
       "740       1                     Say Anything...          0.243066   \n",
       "741       1         Memoirs of an Invisible Man          1.000000   \n",
       "742       1                           Backdraft         -0.002004   \n",
       "743       1       Under Siege 2: Dark Territory         -0.002004   \n",
       "744       1                        Viva Zapata!          0.309975   \n",
       "745       1                          Pale Rider          0.278157   \n",
       "746       1                What's New Pussycat?          0.278157   \n",
       "747       1                   War of the Worlds          0.244434   \n",
       "748       1                      Judgment Night          0.229935   \n",
       "749       1                   The Fifth Element          0.224968   \n",
       "750       1            The Million Dollar Hotel          0.246549   \n",
       "751       1                        The 39 Steps          0.200850   \n",
       "752       1                  Once Were Warriors          0.182892   \n",
       "753       1     The Great American Girl Robbery          0.528076   \n",
       "754       1                     Hour of the Gun          0.497992   \n",
       "755       1                   Gods and Monsters          0.463492   \n",
       "756       1  Terminator 3: Rise of the Machines          0.572235   \n",
       "757       1                      License to Wed          0.491203   \n",
       "758       1                      The Good Thief          0.450432   \n",
       "759       1                     Murder She Said          0.466493   \n",
       "760       1             The Thomas Crown Affair          0.385328   \n",
       "761       1                    Dawn of the Dead          0.364334   \n",
       "762       1            The Million Dollar Hotel          0.140277   \n",
       "763       1                      License to Wed          0.125773   \n",
       "764       1  Terminator 3: Rise of the Machines          0.120205   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.994812     1  \n",
       "1               0.996297     1  \n",
       "2               0.941733     1  \n",
       "3               0.999883     1  \n",
       "4               0.989955     1  \n",
       "5               0.998627     1  \n",
       "6               0.749316     1  \n",
       "7               0.999424     1  \n",
       "8               0.994897     1  \n",
       "9               0.989955     1  \n",
       "10              0.999883     1  \n",
       "11              0.998627     1  \n",
       "12              0.999883     1  \n",
       "13              0.989955     1  \n",
       "14              0.999992     1  \n",
       "15              0.999424     1  \n",
       "16              0.994010     1  \n",
       "17              0.749316     1  \n",
       "18              0.969839     1  \n",
       "19              0.720958     1  \n",
       "20              0.828682     1  \n",
       "21              0.969839     1  \n",
       "22              0.720958     1  \n",
       "23              0.935199     1  \n",
       "24              0.981160     1  \n",
       "25              0.995009     1  \n",
       "26              0.984021     1  \n",
       "27              0.998428     1  \n",
       "28              0.563070     1  \n",
       "29              0.981148     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.867797     1  \n",
       "737             0.813495     1  \n",
       "738             0.895943     1  \n",
       "739             0.867797     1  \n",
       "740             0.782052     1  \n",
       "741             0.704013     1  \n",
       "742             0.848717     1  \n",
       "743             0.767339     1  \n",
       "744             0.704037     1  \n",
       "745             0.840069     1  \n",
       "746             0.898993     1  \n",
       "747             0.516012     1  \n",
       "748             0.557987     1  \n",
       "749             0.592243     1  \n",
       "750             0.961489     1  \n",
       "751             0.918919     1  \n",
       "752             0.930422     1  \n",
       "753             0.730498     1  \n",
       "754             0.917456     1  \n",
       "755             0.699428     1  \n",
       "756             0.891011     1  \n",
       "757             0.920116     1  \n",
       "758             0.960852     1  \n",
       "759             0.820902     1  \n",
       "760             0.745016     1  \n",
       "761             0.707795     1  \n",
       "762             0.909197     1  \n",
       "763             0.809114     1  \n",
       "764             0.822844     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df2 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 500,                              # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='default')         # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.29969714911351536\n",
      "Average Probability Score:  0.788686710167273 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "422 recommendations had at least one matching genre.\n",
      "55% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>[18, 9648, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Wish You Were Here</td>\n",
       "      <td>[35, 18, 10769, 10749, 0, 0, 0, 0]</td>\n",
       "      <td>[18, 35, 10749]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>[18, 53, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>[28, 37, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>[35, 27, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre                   recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]                Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]       Twin Peaks: Fire Walk with Me   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]                  Wish You Were Here   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]            The Million Dollar Hotel   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                         5 Card Stud   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                    My Name Is Bruce   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                     Say Anything...   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                             48 Hrs.   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "\n",
       "                    recommended_genre  in_common_genre  matched_genre  \n",
       "0      [12, 18, 10751, 0, 0, 0, 0, 0]             [18]              1  \n",
       "1        [18, 9648, 0, 0, 0, 0, 0, 0]             [18]              1  \n",
       "2  [35, 18, 10769, 10749, 0, 0, 0, 0]  [18, 35, 10749]              1  \n",
       "3          [18, 53, 0, 0, 0, 0, 0, 0]               []              0  \n",
       "4        [28, 53, 878, 0, 0, 0, 0, 0]               []              0  \n",
       "5         [28, 37, 53, 0, 0, 0, 0, 0]               []              0  \n",
       "6          [35, 27, 0, 0, 0, 0, 0, 0]               []              0  \n",
       "7      [35, 18, 10749, 0, 0, 0, 0, 0]             [18]              1  \n",
       "8       [53, 28, 35, 80, 18, 0, 0, 0]             [18]              1  \n",
       "9        [28, 53, 878, 0, 0, 0, 0, 0]               []              0  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met2 = print_metrics(rec_df2, start=0, end=9)\n",
    "met2.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>61</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   recommended_title  count\n",
       "0                                     License to Wed     65\n",
       "1                 Terminator 3: Rise of the Machines     61\n",
       "2                           The Million Dollar Hotel     41\n",
       "3                                    Say Anything...     33\n",
       "4                                        5 Card Stud     33\n",
       "5                                 Once Were Warriors     32\n",
       "6  Shriek If You Know What I Did Last Friday the ...     28\n",
       "7                                        Point Break     26\n",
       "8                            The Talented Mr. Ripley     20\n",
       "9                                       The 39 Steps     18"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec2 = rec_df2.groupby('recommended_title').size().reset_index()\n",
    "m_rec2.columns = ['recommended_title', 'count']\n",
    "m_rec2 = m_rec2.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec2[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "b = whatismissing(m_df, rec_df2, no_of_rec)\n",
    "b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [50:21<00:00, 60.42s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.270937</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.263682</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>0.252633</td>\n",
       "      <td>0.996297</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.454493</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.413374</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.346305</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.390288</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.327220</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.305308</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.502639</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.397947</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.381948</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.317105</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.297993</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.273080</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.337319</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.269197</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.250091</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.407313</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.204385</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.193349</td>\n",
       "      <td>0.828682</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.325849</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.305349</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.251091</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.463318</td>\n",
       "      <td>0.981160</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.326325</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.312961</td>\n",
       "      <td>0.984021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Meet the Robinsons</td>\n",
       "      <td>0.417878</td>\n",
       "      <td>0.981148</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.380079</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.350995</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.473948</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.305545</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.261608</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.405121</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.302896</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.286930</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Mad Dog Coll</td>\n",
       "      <td>0.706753</td>\n",
       "      <td>0.909261</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Leben nach Microsoft</td>\n",
       "      <td>0.706753</td>\n",
       "      <td>0.856222</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Swimming Pool</td>\n",
       "      <td>0.706753</td>\n",
       "      <td>0.814042</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The King of Comedy</td>\n",
       "      <td>0.300163</td>\n",
       "      <td>0.788021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Pale Rider</td>\n",
       "      <td>0.213450</td>\n",
       "      <td>0.840069</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cleopatra Jones and the Casino of Gold</td>\n",
       "      <td>0.212169</td>\n",
       "      <td>0.835915</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Almost Famous</td>\n",
       "      <td>0.263956</td>\n",
       "      <td>0.587248</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.261592</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>War of the Worlds</td>\n",
       "      <td>0.258455</td>\n",
       "      <td>0.516012</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.272028</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.223892</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.203007</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Curtains</td>\n",
       "      <td>0.585173</td>\n",
       "      <td>0.656307</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Sammy and Rosie Get Laid</td>\n",
       "      <td>0.519230</td>\n",
       "      <td>0.556343</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Incident at Oglala</td>\n",
       "      <td>0.467067</td>\n",
       "      <td>0.906484</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.531790</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.448800</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.408324</td>\n",
       "      <td>0.920116</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.486811</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.449260</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Man with the Golden Arm</td>\n",
       "      <td>0.411770</td>\n",
       "      <td>0.747172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.160397</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.145097</td>\n",
       "      <td>0.842840</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.136488</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                       recommended_title  similarity_score  \\\n",
       "0         1                    Bridge to Terabithia          0.270937   \n",
       "1         1                          Jacob's Ladder          0.263682   \n",
       "2         1           Twin Peaks: Fire Walk with Me          0.252633   \n",
       "3         1      Terminator 3: Rise of the Machines          0.454493   \n",
       "4         1                The Million Dollar Hotel          0.413374   \n",
       "5         1                             5 Card Stud          0.346305   \n",
       "6         1                        My Name Is Bruce          0.390288   \n",
       "7         1                           Boogie Nights          0.327220   \n",
       "8         1                                 48 Hrs.          0.305308   \n",
       "9         1      Terminator 3: Rise of the Machines          0.502639   \n",
       "10        1                The Million Dollar Hotel          0.397947   \n",
       "11        1                             5 Card Stud          0.381948   \n",
       "12        1                 The Talented Mr. Ripley          0.317105   \n",
       "13        1      Terminator 3: Rise of the Machines          0.297993   \n",
       "14        1                The Million Dollar Hotel          0.273080   \n",
       "15        1                         Say Anything...          0.337319   \n",
       "16        1                           Boogie Nights          0.269197   \n",
       "17        1                                    Rope          0.250091   \n",
       "18        1                The Million Dollar Hotel          0.407313   \n",
       "19        1                          License to Wed          0.204385   \n",
       "20        1                             5 Card Stud          0.193349   \n",
       "21        1                The Million Dollar Hotel          0.325849   \n",
       "22        1                          License to Wed          0.305349   \n",
       "23        1                 The Talented Mr. Ripley          0.251091   \n",
       "24        1                        Dawn of the Dead          0.463318   \n",
       "25        1                 The Thomas Crown Affair          0.326325   \n",
       "26        1                                Scarface          0.312961   \n",
       "27        1                      Meet the Robinsons          0.417878   \n",
       "28        1                           The Big Sleep          0.380079   \n",
       "29        1                         Hannibal Rising          0.350995   \n",
       "..      ...                                     ...               ...   \n",
       "735       1                The Million Dollar Hotel          0.473948   \n",
       "736       1      Terminator 3: Rise of the Machines          0.305545   \n",
       "737       1                          License to Wed          0.261608   \n",
       "738       1                The Million Dollar Hotel          0.405121   \n",
       "739       1                          License to Wed          0.302896   \n",
       "740       1      Terminator 3: Rise of the Machines          0.286930   \n",
       "741       1                            Mad Dog Coll          0.706753   \n",
       "742       1                    Leben nach Microsoft          0.706753   \n",
       "743       1                           Swimming Pool          0.706753   \n",
       "744       1                      The King of Comedy          0.300163   \n",
       "745       1                              Pale Rider          0.213450   \n",
       "746       1  Cleopatra Jones and the Casino of Gold          0.212169   \n",
       "747       1                           Almost Famous          0.263956   \n",
       "748       1                       The Fifth Element          0.261592   \n",
       "749       1                       War of the Worlds          0.258455   \n",
       "750       1                The Million Dollar Hotel          0.272028   \n",
       "751       1                      Once Were Warriors          0.223892   \n",
       "752       1      Terminator 3: Rise of the Machines          0.203007   \n",
       "753       1                                Curtains          0.585173   \n",
       "754       1                Sammy and Rosie Get Laid          0.519230   \n",
       "755       1                      Incident at Oglala          0.467067   \n",
       "756       1      Terminator 3: Rise of the Machines          0.531790   \n",
       "757       1                             Point Break          0.448800   \n",
       "758       1                          License to Wed          0.408324   \n",
       "759       1                         Murder She Said          0.486811   \n",
       "760       1                        Dawn of the Dead          0.449260   \n",
       "761       1             The Man with the Golden Arm          0.411770   \n",
       "762       1                The Million Dollar Hotel          0.160397   \n",
       "763       1                      Once Were Warriors          0.145097   \n",
       "764       1                 The Talented Mr. Ripley          0.136488   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.994812     1  \n",
       "1               0.998288     1  \n",
       "2               0.996297     1  \n",
       "3               0.989955     1  \n",
       "4               0.999883     1  \n",
       "5               0.998627     1  \n",
       "6               0.749316     1  \n",
       "7               0.999184     1  \n",
       "8               0.994897     1  \n",
       "9               0.989955     1  \n",
       "10              0.999883     1  \n",
       "11              0.998627     1  \n",
       "12              0.999435     1  \n",
       "13              0.989955     1  \n",
       "14              0.999883     1  \n",
       "15              0.999424     1  \n",
       "16              0.999184     1  \n",
       "17              0.994010     1  \n",
       "18              0.969839     1  \n",
       "19              0.720958     1  \n",
       "20              0.828682     1  \n",
       "21              0.969839     1  \n",
       "22              0.720958     1  \n",
       "23              0.765924     1  \n",
       "24              0.981160     1  \n",
       "25              0.995009     1  \n",
       "26              0.984021     1  \n",
       "27              0.981148     1  \n",
       "28              0.998428     1  \n",
       "29              0.563070     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.813495     1  \n",
       "737             0.867797     1  \n",
       "738             0.895943     1  \n",
       "739             0.867797     1  \n",
       "740             0.813495     1  \n",
       "741             0.909261     1  \n",
       "742             0.856222     1  \n",
       "743             0.814042     1  \n",
       "744             0.788021     1  \n",
       "745             0.840069     1  \n",
       "746             0.835915     1  \n",
       "747             0.587248     1  \n",
       "748             0.592243     1  \n",
       "749             0.516012     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.891011     1  \n",
       "753             0.656307     1  \n",
       "754             0.556343     1  \n",
       "755             0.906484     1  \n",
       "756             0.891011     1  \n",
       "757             0.908971     1  \n",
       "758             0.920116     1  \n",
       "759             0.820902     1  \n",
       "760             0.707795     1  \n",
       "761             0.747172     1  \n",
       "762             0.909197     1  \n",
       "763             0.842840     1  \n",
       "764             0.850879     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df3 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 1000,                             # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='default')         # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.30352910535425276\n",
      "Average Probability Score:  0.7942886863053464 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "435 recommendations had at least one matching genre.\n",
      "57% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>[18, 9648, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>[18, 53, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>[28, 37, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>[35, 27, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre                   recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]                Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]                      Jacob's Ladder   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]       Twin Peaks: Fire Walk with Me   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]            The Million Dollar Hotel   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                         5 Card Stud   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                    My Name Is Bruce   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                       Boogie Nights   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                             48 Hrs.   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1   [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2    [18, 9648, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3    [28, 53, 878, 0, 0, 0, 0, 0]              []              0  \n",
       "4      [18, 53, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "5     [28, 37, 53, 0, 0, 0, 0, 0]              []              0  \n",
       "6      [35, 27, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "8   [53, 28, 35, 80, 18, 0, 0, 0]            [18]              1  \n",
       "9    [28, 53, 878, 0, 0, 0, 0, 0]              []              0  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met3 = print_metrics(rec_df3, start=0, end=9)\n",
    "met3.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   recommended_title  count\n",
       "0                 Terminator 3: Rise of the Machines     73\n",
       "1                                     License to Wed     57\n",
       "2  Shriek If You Know What I Did Last Friday the ...     36\n",
       "3                           The Million Dollar Hotel     36\n",
       "4                                        5 Card Stud     32\n",
       "5                                        Point Break     31\n",
       "6                            The Talented Mr. Ripley     28\n",
       "7                                 Once Were Warriors     28\n",
       "8                                    Say Anything...     28\n",
       "9                                       The 39 Steps     18"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec3 = rec_df3.groupby('recommended_title').size().reset_index()\n",
    "m_rec3.columns = ['recommended_title', 'count']\n",
    "m_rec3 = m_rec3.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec3[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c = whatismissing(m_df, rec_df3, no_of_rec)\n",
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [49:48<00:00, 59.76s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>0.328232</td>\n",
       "      <td>0.999337</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.320166</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Bourne Supremacy</td>\n",
       "      <td>0.311843</td>\n",
       "      <td>0.971244</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.462429</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.386157</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.346533</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.403600</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.349282</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.314981</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.451871</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.378774</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boat</td>\n",
       "      <td>0.358698</td>\n",
       "      <td>0.996780</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.350840</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.331859</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.279925</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.359076</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.290345</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.282455</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.414848</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.226164</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.217962</td>\n",
       "      <td>0.828682</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.322756</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.320982</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.274362</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.474589</td>\n",
       "      <td>0.981160</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.355170</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.343319</td>\n",
       "      <td>0.991500</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.387917</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>0.374669</td>\n",
       "      <td>0.995127</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Meet the Robinsons</td>\n",
       "      <td>0.356502</td>\n",
       "      <td>0.981148</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.441351</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.319238</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.274118</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.348734</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.341409</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.315614</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Thumbtanic</td>\n",
       "      <td>0.455537</td>\n",
       "      <td>0.768708</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Licence to Kill</td>\n",
       "      <td>0.324147</td>\n",
       "      <td>0.614220</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Small Potatoes: Who Killed the USFL?</td>\n",
       "      <td>0.318499</td>\n",
       "      <td>0.719869</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>James Dean</td>\n",
       "      <td>0.220718</td>\n",
       "      <td>0.649177</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The King of Comedy</td>\n",
       "      <td>0.167407</td>\n",
       "      <td>0.788021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Flesh</td>\n",
       "      <td>0.162732</td>\n",
       "      <td>0.667779</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Almost Famous</td>\n",
       "      <td>0.172126</td>\n",
       "      <td>0.587248</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2001: A Space Odyssey</td>\n",
       "      <td>0.168176</td>\n",
       "      <td>0.775784</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.164656</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.273987</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.235929</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.219401</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Sammy and Rosie Get Laid</td>\n",
       "      <td>0.328226</td>\n",
       "      <td>0.556343</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Ghost Dog: The Way of the Samurai</td>\n",
       "      <td>0.312988</td>\n",
       "      <td>0.719878</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hell's Hinges</td>\n",
       "      <td>0.310304</td>\n",
       "      <td>0.581158</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.536988</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.505357</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.392982</td>\n",
       "      <td>0.880601</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.457089</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Man with the Golden Arm</td>\n",
       "      <td>0.451335</td>\n",
       "      <td>0.747172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.450048</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.185653</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.180305</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.170439</td>\n",
       "      <td>0.736107</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                     recommended_title  similarity_score  \\\n",
       "0         1                        Arlington Road          0.328232   \n",
       "1         1                  Bridge to Terabithia          0.320166   \n",
       "2         1                  The Bourne Supremacy          0.311843   \n",
       "3         1    Terminator 3: Rise of the Machines          0.462429   \n",
       "4         1              The Million Dollar Hotel          0.386157   \n",
       "5         1                           5 Card Stud          0.346533   \n",
       "6         1                      My Name Is Bruce          0.403600   \n",
       "7         1                         Boogie Nights          0.349282   \n",
       "8         1                        Jacob's Ladder          0.314981   \n",
       "9         1    Terminator 3: Rise of the Machines          0.451871   \n",
       "10        1                           5 Card Stud          0.378774   \n",
       "11        1                                  Boat          0.358698   \n",
       "12        1               The Talented Mr. Ripley          0.350840   \n",
       "13        1    Terminator 3: Rise of the Machines          0.331859   \n",
       "14        1                    Once Were Warriors          0.279925   \n",
       "15        1                       Say Anything...          0.359076   \n",
       "16        1                         Boogie Nights          0.290345   \n",
       "17        1                                  Rope          0.282455   \n",
       "18        1              The Million Dollar Hotel          0.414848   \n",
       "19        1                       Say Anything...          0.226164   \n",
       "20        1                           5 Card Stud          0.217962   \n",
       "21        1               The Talented Mr. Ripley          0.322756   \n",
       "22        1                        License to Wed          0.320982   \n",
       "23        1              The Million Dollar Hotel          0.274362   \n",
       "24        1                      Dawn of the Dead          0.474589   \n",
       "25        1               The Thomas Crown Affair          0.355170   \n",
       "26        1                       Men in Black II          0.343319   \n",
       "27        1                         The Big Sleep          0.387917   \n",
       "28        1               Blood: The Last Vampire          0.374669   \n",
       "29        1                    Meet the Robinsons          0.356502   \n",
       "..      ...                                   ...               ...   \n",
       "735       1              The Million Dollar Hotel          0.441351   \n",
       "736       1    Terminator 3: Rise of the Machines          0.319238   \n",
       "737       1                       Say Anything...          0.274118   \n",
       "738       1    Terminator 3: Rise of the Machines          0.348734   \n",
       "739       1              The Million Dollar Hotel          0.341409   \n",
       "740       1                        License to Wed          0.315614   \n",
       "741       1                            Thumbtanic          0.455537   \n",
       "742       1                       Licence to Kill          0.324147   \n",
       "743       1  Small Potatoes: Who Killed the USFL?          0.318499   \n",
       "744       1                            James Dean          0.220718   \n",
       "745       1                    The King of Comedy          0.167407   \n",
       "746       1                                 Flesh          0.162732   \n",
       "747       1                         Almost Famous          0.172126   \n",
       "748       1                 2001: A Space Odyssey          0.168176   \n",
       "749       1                     The Fifth Element          0.164656   \n",
       "750       1              The Million Dollar Hotel          0.273987   \n",
       "751       1                    Once Were Warriors          0.235929   \n",
       "752       1    Terminator 3: Rise of the Machines          0.219401   \n",
       "753       1              Sammy and Rosie Get Laid          0.328226   \n",
       "754       1     Ghost Dog: The Way of the Samurai          0.312988   \n",
       "755       1                         Hell's Hinges          0.310304   \n",
       "756       1    Terminator 3: Rise of the Machines          0.536988   \n",
       "757       1                           Point Break          0.505357   \n",
       "758       1                              Scarface          0.392982   \n",
       "759       1                      Dawn of the Dead          0.457089   \n",
       "760       1           The Man with the Golden Arm          0.451335   \n",
       "761       1                       Murder She Said          0.450048   \n",
       "762       1               The Talented Mr. Ripley          0.185653   \n",
       "763       1              The Million Dollar Hotel          0.180305   \n",
       "764       1                       Men in Black II          0.170439   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.999337     1  \n",
       "1               0.994812     1  \n",
       "2               0.971244     1  \n",
       "3               0.989955     1  \n",
       "4               0.999883     1  \n",
       "5               0.998627     1  \n",
       "6               0.749316     1  \n",
       "7               0.999184     1  \n",
       "8               0.998288     1  \n",
       "9               0.989955     1  \n",
       "10              0.998627     1  \n",
       "11              0.996780     1  \n",
       "12              0.999435     1  \n",
       "13              0.989955     1  \n",
       "14              0.999992     1  \n",
       "15              0.999424     1  \n",
       "16              0.999184     1  \n",
       "17              0.994010     1  \n",
       "18              0.969839     1  \n",
       "19              0.935199     1  \n",
       "20              0.828682     1  \n",
       "21              0.765924     1  \n",
       "22              0.720958     1  \n",
       "23              0.969839     1  \n",
       "24              0.981160     1  \n",
       "25              0.995009     1  \n",
       "26              0.991500     1  \n",
       "27              0.998428     1  \n",
       "28              0.995127     1  \n",
       "29              0.981148     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.813495     1  \n",
       "737             0.782052     1  \n",
       "738             0.813495     1  \n",
       "739             0.895943     1  \n",
       "740             0.867797     1  \n",
       "741             0.768708     1  \n",
       "742             0.614220     1  \n",
       "743             0.719869     1  \n",
       "744             0.649177     1  \n",
       "745             0.788021     1  \n",
       "746             0.667779     1  \n",
       "747             0.587248     1  \n",
       "748             0.775784     1  \n",
       "749             0.592243     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.891011     1  \n",
       "753             0.556343     1  \n",
       "754             0.719878     1  \n",
       "755             0.581158     1  \n",
       "756             0.891011     1  \n",
       "757             0.908971     1  \n",
       "758             0.880601     1  \n",
       "759             0.707795     1  \n",
       "760             0.747172     1  \n",
       "761             0.820902     1  \n",
       "762             0.850879     1  \n",
       "763             0.909197     1  \n",
       "764             0.736107     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df4 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 2000,                             # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='default')         # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.31254057276283226\n",
      "Average Probability Score:  0.7901170152067936 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "433 recommendations had at least one matching genre.\n",
      "57% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>[18, 53, 9648, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Bourne Supremacy</td>\n",
       "      <td>[28, 18, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>[18, 53, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>[28, 37, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>[35, 27, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre                   recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]                      Arlington Road   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]                Bridge to Terabithia   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]                The Bourne Supremacy   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]            The Million Dollar Hotel   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                         5 Card Stud   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                    My Name Is Bruce   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                       Boogie Nights   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                      Jacob's Ladder   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0   [18, 53, 9648, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2     [28, 18, 53, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3    [28, 53, 878, 0, 0, 0, 0, 0]              []              0  \n",
       "4      [18, 53, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "5     [28, 37, 53, 0, 0, 0, 0, 0]              []              0  \n",
       "6      [35, 27, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "8   [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "9    [28, 53, 878, 0, 0, 0, 0, 0]              []              0  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met4 = print_metrics(rec_df4, start=0, end=9)\n",
    "met4.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   recommended_title  count\n",
       "0                 Terminator 3: Rise of the Machines     89\n",
       "1                                     License to Wed     46\n",
       "2                            The Talented Mr. Ripley     36\n",
       "3  Shriek If You Know What I Did Last Friday the ...     34\n",
       "4                                        Point Break     34\n",
       "5                                        5 Card Stud     32\n",
       "6                           The Million Dollar Hotel     30\n",
       "7                                    Say Anything...     26\n",
       "8                                 Once Were Warriors     24\n",
       "9                                    Men in Black II     20"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec4 = rec_df4.groupby('recommended_title').size().reset_index()\n",
    "m_rec4.columns = ['recommended_title', 'count']\n",
    "m_rec4 = m_rec4.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec4[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = whatismissing(m_df, rec_df4, no_of_rec)\n",
    "d"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [49:05<00:00, 58.91s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>0.383431</td>\n",
       "      <td>0.999906</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>0.379847</td>\n",
       "      <td>0.999337</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>0.372236</td>\n",
       "      <td>0.999602</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.449539</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.354562</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.351772</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>0.396943</td>\n",
       "      <td>0.749316</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.350617</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>0.334900</td>\n",
       "      <td>0.999906</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.425880</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>0.395474</td>\n",
       "      <td>0.998627</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.386422</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.376733</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.285518</td>\n",
       "      <td>0.970312</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.267980</td>\n",
       "      <td>0.989955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.372458</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.369580</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>A Nightmare on Elm Street</td>\n",
       "      <td>0.344123</td>\n",
       "      <td>0.999048</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.403235</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Hours</td>\n",
       "      <td>0.295815</td>\n",
       "      <td>0.826125</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.288422</td>\n",
       "      <td>0.513036</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.395097</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.352396</td>\n",
       "      <td>0.850466</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.324202</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.497092</td>\n",
       "      <td>0.981160</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.393258</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Lonely Hearts</td>\n",
       "      <td>0.372755</td>\n",
       "      <td>0.996764</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.396536</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Meet the Robinsons</td>\n",
       "      <td>0.386885</td>\n",
       "      <td>0.981148</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.385511</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.420974</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.313037</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.295762</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.378507</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.377751</td>\n",
       "      <td>0.813495</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.338775</td>\n",
       "      <td>0.856734</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Intimate Stranger</td>\n",
       "      <td>0.204719</td>\n",
       "      <td>0.744115</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Disfigured</td>\n",
       "      <td>0.192655</td>\n",
       "      <td>0.504396</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once in a Lifetime: The Extraordinary Story of...</td>\n",
       "      <td>0.186412</td>\n",
       "      <td>0.700883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cop Land</td>\n",
       "      <td>0.301581</td>\n",
       "      <td>0.540319</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jay and Silent Bob Strike Back</td>\n",
       "      <td>0.269508</td>\n",
       "      <td>0.537957</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Great Outdoors</td>\n",
       "      <td>0.265349</td>\n",
       "      <td>0.578332</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Almost Famous</td>\n",
       "      <td>0.190922</td>\n",
       "      <td>0.587248</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.154365</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Snatch</td>\n",
       "      <td>0.153292</td>\n",
       "      <td>0.547628</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>0.228684</td>\n",
       "      <td>0.918919</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.205479</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.201701</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hell's Hinges</td>\n",
       "      <td>0.275591</td>\n",
       "      <td>0.581158</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Best Friend's Wedding</td>\n",
       "      <td>0.272441</td>\n",
       "      <td>0.888124</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Ladybug Ladybug</td>\n",
       "      <td>0.271646</td>\n",
       "      <td>0.569155</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.490930</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.485061</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.429271</td>\n",
       "      <td>0.880601</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>End of the World</td>\n",
       "      <td>0.424570</td>\n",
       "      <td>0.758343</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.378342</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.377640</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.271466</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.225688</td>\n",
       "      <td>0.822844</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.216273</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                                  recommended_title  \\\n",
       "0         1                                 Notes on a Scandal   \n",
       "1         1                                     Arlington Road   \n",
       "2         1                            Blood: The Last Vampire   \n",
       "3         1                 Terminator 3: Rise of the Machines   \n",
       "4         1                                        5 Card Stud   \n",
       "5         1                                        Beetlejuice   \n",
       "6         1                                   My Name Is Bruce   \n",
       "7         1                                     Jacob's Ladder   \n",
       "8         1                                 Notes on a Scandal   \n",
       "9         1                 Terminator 3: Rise of the Machines   \n",
       "10        1                                        5 Card Stud   \n",
       "11        1                                        Beetlejuice   \n",
       "12        1                            The Talented Mr. Ripley   \n",
       "13        1                                           Scarface   \n",
       "14        1                 Terminator 3: Rise of the Machines   \n",
       "15        1                                    Say Anything...   \n",
       "16        1                                               Rope   \n",
       "17        1                          A Nightmare on Elm Street   \n",
       "18        1                           The Million Dollar Hotel   \n",
       "19        1                                          The Hours   \n",
       "20        1                                            48 Hrs.   \n",
       "21        1                            The Talented Mr. Ripley   \n",
       "22        1                                       The 39 Steps   \n",
       "23        1                                     License to Wed   \n",
       "24        1                                   Dawn of the Dead   \n",
       "25        1                            The Thomas Crown Affair   \n",
       "26        1                                      Lonely Hearts   \n",
       "27        1                                    Hannibal Rising   \n",
       "28        1                                 Meet the Robinsons   \n",
       "29        1                                      The Big Sleep   \n",
       "..      ...                                                ...   \n",
       "735       1                           The Million Dollar Hotel   \n",
       "736       1                                    Say Anything...   \n",
       "737       1                 Terminator 3: Rise of the Machines   \n",
       "738       1                            The Talented Mr. Ripley   \n",
       "739       1                 Terminator 3: Rise of the Machines   \n",
       "740       1                                       The 39 Steps   \n",
       "741       1                              The Intimate Stranger   \n",
       "742       1                                         Disfigured   \n",
       "743       1  Once in a Lifetime: The Extraordinary Story of...   \n",
       "744       1                                           Cop Land   \n",
       "745       1                     Jay and Silent Bob Strike Back   \n",
       "746       1                                 The Great Outdoors   \n",
       "747       1                                      Almost Famous   \n",
       "748       1                                  The Fifth Element   \n",
       "749       1                                             Snatch   \n",
       "750       1                                       The 39 Steps   \n",
       "751       1                           The Million Dollar Hotel   \n",
       "752       1                                 Once Were Warriors   \n",
       "753       1                                      Hell's Hinges   \n",
       "754       1                           My Best Friend's Wedding   \n",
       "755       1                                    Ladybug Ladybug   \n",
       "756       1                                        Point Break   \n",
       "757       1                 Terminator 3: Rise of the Machines   \n",
       "758       1                                           Scarface   \n",
       "759       1                                   End of the World   \n",
       "760       1                                   Dawn of the Dead   \n",
       "761       1                                    Murder She Said   \n",
       "762       1                            The Talented Mr. Ripley   \n",
       "763       1                 Terminator 3: Rise of the Machines   \n",
       "764       1                           The Million Dollar Hotel   \n",
       "\n",
       "     similarity_score  probability_of_pred  pred  \n",
       "0            0.383431             0.999906     1  \n",
       "1            0.379847             0.999337     1  \n",
       "2            0.372236             0.999602     1  \n",
       "3            0.449539             0.989955     1  \n",
       "4            0.354562             0.998627     1  \n",
       "5            0.351772             0.992277     1  \n",
       "6            0.396943             0.749316     1  \n",
       "7            0.350617             0.998288     1  \n",
       "8            0.334900             0.999906     1  \n",
       "9            0.425880             0.989955     1  \n",
       "10           0.395474             0.998627     1  \n",
       "11           0.386422             0.992277     1  \n",
       "12           0.376733             0.999435     1  \n",
       "13           0.285518             0.970312     1  \n",
       "14           0.267980             0.989955     1  \n",
       "15           0.372458             0.999424     1  \n",
       "16           0.369580             0.994010     1  \n",
       "17           0.344123             0.999048     1  \n",
       "18           0.403235             0.969839     1  \n",
       "19           0.295815             0.826125     1  \n",
       "20           0.288422             0.513036     1  \n",
       "21           0.395097             0.765924     1  \n",
       "22           0.352396             0.850466     1  \n",
       "23           0.324202             0.720958     1  \n",
       "24           0.497092             0.981160     1  \n",
       "25           0.393258             0.995009     1  \n",
       "26           0.372755             0.996764     1  \n",
       "27           0.396536             0.563070     1  \n",
       "28           0.386885             0.981148     1  \n",
       "29           0.385511             0.998428     1  \n",
       "..                ...                  ...   ...  \n",
       "735          0.420974             0.895943     1  \n",
       "736          0.313037             0.782052     1  \n",
       "737          0.295762             0.813495     1  \n",
       "738          0.378507             0.896407     1  \n",
       "739          0.377751             0.813495     1  \n",
       "740          0.338775             0.856734     1  \n",
       "741          0.204719             0.744115     1  \n",
       "742          0.192655             0.504396     1  \n",
       "743          0.186412             0.700883     1  \n",
       "744          0.301581             0.540319     1  \n",
       "745          0.269508             0.537957     1  \n",
       "746          0.265349             0.578332     1  \n",
       "747          0.190922             0.587248     1  \n",
       "748          0.154365             0.592243     1  \n",
       "749          0.153292             0.547628     1  \n",
       "750          0.228684             0.918919     1  \n",
       "751          0.205479             0.961489     1  \n",
       "752          0.201701             0.930422     1  \n",
       "753          0.275591             0.581158     1  \n",
       "754          0.272441             0.888124     1  \n",
       "755          0.271646             0.569155     1  \n",
       "756          0.490930             0.908971     1  \n",
       "757          0.485061             0.891011     1  \n",
       "758          0.429271             0.880601     1  \n",
       "759          0.424570             0.758343     1  \n",
       "760          0.378342             0.707795     1  \n",
       "761          0.377640             0.820902     1  \n",
       "762          0.271466             0.850879     1  \n",
       "763          0.225688             0.822844     1  \n",
       "764          0.216273             0.909197     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df5 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 5000,                             # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='default')         # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.33296643119284186\n",
      "Average Probability Score:  0.7760437943003747 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "454 recommendations had at least one matching genre.\n",
      "59% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>[18, 10749, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18, 10749]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>[18, 53, 9648, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>[14, 16, 27, 35, 53, 878, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>[28, 37, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>My Name Is Bruce</td>\n",
       "      <td>[35, 27, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>[18, 10749, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>[28, 53, 878, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre                   recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]                  Notes on a Scandal   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]                      Arlington Road   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]             Blood: The Last Vampire   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]                         5 Card Stud   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                         Beetlejuice   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                    My Name Is Bruce   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                      Jacob's Ladder   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                  Notes on a Scandal   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]  Terminator 3: Rise of the Machines   \n",
       "\n",
       "                 recommended_genre in_common_genre  matched_genre  \n",
       "0    [18, 10749, 0, 0, 0, 0, 0, 0]     [18, 10749]              1  \n",
       "1    [18, 53, 9648, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2  [14, 16, 27, 35, 53, 878, 0, 0]            [35]              1  \n",
       "3     [28, 53, 878, 0, 0, 0, 0, 0]              []              0  \n",
       "4      [28, 37, 53, 0, 0, 0, 0, 0]              []              0  \n",
       "5       [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "6       [35, 27, 0, 0, 0, 0, 0, 0]              []              0  \n",
       "7    [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "8    [18, 10749, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "9     [28, 53, 878, 0, 0, 0, 0, 0]              []              0  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met5 = print_metrics(rec_df5, start=0, end=9)\n",
    "met5.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Rope</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   recommended_title  count\n",
       "0                 Terminator 3: Rise of the Machines     67\n",
       "1                            The Talented Mr. Ripley     43\n",
       "2                                        Point Break     39\n",
       "3                                    Men in Black II     27\n",
       "4                                        5 Card Stud     24\n",
       "5                                     License to Wed     23\n",
       "6  Shriek If You Know What I Did Last Friday the ...     23\n",
       "7                                    Say Anything...     22\n",
       "8                                            48 Hrs.     19\n",
       "9                                               Rope     19"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec5 = rec_df5.groupby('recommended_title').size().reset_index()\n",
    "m_rec5.columns = ['recommended_title', 'count']\n",
    "m_rec5 = m_rec5.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec5[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "e = whatismissing(m_df, rec_df5, no_of_rec)\n",
    "e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [55:26<00:00, 66.52s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.359308</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.316797</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Malcolm X</td>\n",
       "      <td>0.313359</td>\n",
       "      <td>0.996683</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.283565</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.187831</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.153760</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.386661</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.344532</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.323700</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.288787</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.238976</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Great American Girl Robbery</td>\n",
       "      <td>0.191633</td>\n",
       "      <td>0.982302</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.274330</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.196640</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.139764</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.424610</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>A River Runs Through It</td>\n",
       "      <td>0.276592</td>\n",
       "      <td>0.999972</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Local Color</td>\n",
       "      <td>0.243367</td>\n",
       "      <td>0.998258</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.346278</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.177266</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Local Color</td>\n",
       "      <td>0.125923</td>\n",
       "      <td>0.964064</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.452048</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.188986</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Local Color</td>\n",
       "      <td>0.137010</td>\n",
       "      <td>0.964064</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.338304</td>\n",
       "      <td>0.754621</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.330091</td>\n",
       "      <td>0.830754</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.320903</td>\n",
       "      <td>0.961910</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bollywood/Hollywood</td>\n",
       "      <td>0.817327</td>\n",
       "      <td>0.986417</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Count of Monte-Cristo</td>\n",
       "      <td>0.567889</td>\n",
       "      <td>0.771473</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>End of the World</td>\n",
       "      <td>0.393556</td>\n",
       "      <td>0.997028</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.575277</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.212749</td>\n",
       "      <td>0.803361</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.192656</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.349609</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.160597</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.146264</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>$5 a Day</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.525355</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>10 Items or Less</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.903608</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>10 Things I Hate About You</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.526194</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.586336</td>\n",
       "      <td>0.793266</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Viva Zapata!</td>\n",
       "      <td>0.586336</td>\n",
       "      <td>0.704037</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Farewell, My Lovely</td>\n",
       "      <td>0.584977</td>\n",
       "      <td>0.645086</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Love Is the Devil: Study for a Portrait of Fra...</td>\n",
       "      <td>0.478071</td>\n",
       "      <td>0.807104</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Snatch</td>\n",
       "      <td>0.394210</td>\n",
       "      <td>0.547628</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Final Analysis</td>\n",
       "      <td>0.394210</td>\n",
       "      <td>0.664574</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.213328</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.157404</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.131096</td>\n",
       "      <td>0.960852</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>13 Sins</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.917673</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1408</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.580554</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>28 Days Later</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.512983</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.704341</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.609648</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.476232</td>\n",
       "      <td>0.960852</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.511909</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.436318</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.434272</td>\n",
       "      <td>0.822844</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.101347</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.099156</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cars</td>\n",
       "      <td>0.098962</td>\n",
       "      <td>0.511157</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                                  recommended_title  \\\n",
       "0         1                               Bridge to Terabithia   \n",
       "1         1                                        Beetlejuice   \n",
       "2         1                                          Malcolm X   \n",
       "3         1                                    Say Anything...   \n",
       "4         1                                       Loose Screws   \n",
       "5         1                                            48 Hrs.   \n",
       "6         1                                 Once Were Warriors   \n",
       "7         1                                            48 Hrs.   \n",
       "8         1                                      Boogie Nights   \n",
       "9         1                                    Say Anything...   \n",
       "10        1                                       Loose Screws   \n",
       "11        1                    The Great American Girl Robbery   \n",
       "12        1                           The Million Dollar Hotel   \n",
       "13        1                                 Once Were Warriors   \n",
       "14        1                                    Say Anything...   \n",
       "15        1                                    Say Anything...   \n",
       "16        1                            A River Runs Through It   \n",
       "17        1                                        Local Color   \n",
       "18        1                           The Million Dollar Hotel   \n",
       "19        1                                    Say Anything...   \n",
       "20        1                                        Local Color   \n",
       "21        1                           The Million Dollar Hotel   \n",
       "22        1                                     License to Wed   \n",
       "23        1                                        Local Color   \n",
       "24        1                                     The Good Thief   \n",
       "25        1                                     License to Wed   \n",
       "26        1                                        Point Break   \n",
       "27        1                                Bollywood/Hollywood   \n",
       "28        1                          The Count of Monte-Cristo   \n",
       "29        1                                   End of the World   \n",
       "..      ...                                                ...   \n",
       "735       1                           The Million Dollar Hotel   \n",
       "736       1                            The Thomas Crown Affair   \n",
       "737       1                                    Say Anything...   \n",
       "738       1                           The Million Dollar Hotel   \n",
       "739       1                                     License to Wed   \n",
       "740       1                                    Say Anything...   \n",
       "741       1                                           $5 a Day   \n",
       "742       1                                   10 Items or Less   \n",
       "743       1                         10 Things I Hate About You   \n",
       "744       1                                            48 Hrs.   \n",
       "745       1                                       Viva Zapata!   \n",
       "746       1                                Farewell, My Lovely   \n",
       "747       1  Love Is the Devil: Study for a Portrait of Fra...   \n",
       "748       1                                             Snatch   \n",
       "749       1                                     Final Analysis   \n",
       "750       1                           The Million Dollar Hotel   \n",
       "751       1                                 Once Were Warriors   \n",
       "752       1                                     The Good Thief   \n",
       "753       1                                            13 Sins   \n",
       "754       1                                               1408   \n",
       "755       1                                      28 Days Later   \n",
       "756       1                           The Million Dollar Hotel   \n",
       "757       1                                 Once Were Warriors   \n",
       "758       1                                     The Good Thief   \n",
       "759       1                            The Thomas Crown Affair   \n",
       "760       1                                    Murder She Said   \n",
       "761       1                 Terminator 3: Rise of the Machines   \n",
       "762       1                            The Thomas Crown Affair   \n",
       "763       1                           The Million Dollar Hotel   \n",
       "764       1                                               Cars   \n",
       "\n",
       "     similarity_score  probability_of_pred  pred  \n",
       "0            0.359308             0.994812     1  \n",
       "1            0.316797             0.992277     1  \n",
       "2            0.313359             0.996683     1  \n",
       "3            0.283565             0.999424     1  \n",
       "4            0.187831             0.520918     1  \n",
       "5            0.153760             0.994897     1  \n",
       "6            0.386661             0.999992     1  \n",
       "7            0.344532             0.994897     1  \n",
       "8            0.323700             0.999184     1  \n",
       "9            0.288787             0.999424     1  \n",
       "10           0.238976             0.520918     1  \n",
       "11           0.191633             0.982302     1  \n",
       "12           0.274330             0.999883     1  \n",
       "13           0.196640             0.999992     1  \n",
       "14           0.139764             0.999424     1  \n",
       "15           0.424610             0.999424     1  \n",
       "16           0.276592             0.999972     1  \n",
       "17           0.243367             0.998258     1  \n",
       "18           0.346278             0.969839     1  \n",
       "19           0.177266             0.935199     1  \n",
       "20           0.125923             0.964064     1  \n",
       "21           0.452048             0.969839     1  \n",
       "22           0.188986             0.720958     1  \n",
       "23           0.137010             0.964064     1  \n",
       "24           0.338304             0.754621     1  \n",
       "25           0.330091             0.830754     1  \n",
       "26           0.320903             0.961910     1  \n",
       "27           0.817327             0.986417     1  \n",
       "28           0.567889             0.771473     1  \n",
       "29           0.393556             0.997028     1  \n",
       "..                ...                  ...   ...  \n",
       "735          0.575277             0.895943     1  \n",
       "736          0.212749             0.803361     1  \n",
       "737          0.192656             0.782052     1  \n",
       "738          0.349609             0.895943     1  \n",
       "739          0.160597             0.867797     1  \n",
       "740          0.146264             0.782052     1  \n",
       "741               NaN             0.525355     1  \n",
       "742               NaN             0.903608     1  \n",
       "743               NaN             0.526194     1  \n",
       "744          0.586336             0.793266     1  \n",
       "745          0.586336             0.704037     1  \n",
       "746          0.584977             0.645086     1  \n",
       "747          0.478071             0.807104     1  \n",
       "748          0.394210             0.547628     1  \n",
       "749          0.394210             0.664574     1  \n",
       "750          0.213328             0.961489     1  \n",
       "751          0.157404             0.930422     1  \n",
       "752          0.131096             0.960852     1  \n",
       "753               NaN             0.917673     1  \n",
       "754               NaN             0.580554     1  \n",
       "755               NaN             0.512983     1  \n",
       "756          0.704341             0.961489     1  \n",
       "757          0.609648             0.930422     1  \n",
       "758          0.476232             0.960852     1  \n",
       "759          0.511909             0.745016     1  \n",
       "760          0.436318             0.820902     1  \n",
       "761          0.434272             0.822844     1  \n",
       "762          0.101347             0.745016     1  \n",
       "763          0.099156             0.909197     1  \n",
       "764          0.098962             0.511157     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df6 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 100,                              # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='all')             # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df6"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.255887373297737\n",
      "Average Probability Score:  0.7831798140906435 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "765 recommendations had at least one matching genre.\n",
      "100% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Malcolm X</td>\n",
       "      <td>[18, 36, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre     recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]  Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]           Beetlejuice   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]             Malcolm X   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]       Say Anything...   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]          Loose Screws   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]               48 Hrs.   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]    Once Were Warriors   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]               48 Hrs.   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]         Boogie Nights   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]       Say Anything...   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "2      [18, 36, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3  [35, 18, 10749, 0, 0, 0, 0, 0]            [35]              1  \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "5   [53, 28, 35, 80, 18, 0, 0, 0]            [35]              1  \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "7   [53, 28, 35, 80, 18, 0, 0, 0]            [18]              1  \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "9  [35, 18, 10749, 0, 0, 0, 0, 0]            [35]              1  "
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met6 = print_metrics(rec_df6, start=0, end=9)\n",
    "met6.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Local Color</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The 39 Steps</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0                     Say Anything...     45\n",
       "1            The Million Dollar Hotel     37\n",
       "2             The Talented Mr. Ripley     33\n",
       "3                  Once Were Warriors     29\n",
       "4                      License to Wed     28\n",
       "5                      The Good Thief     28\n",
       "6                         Local Color     27\n",
       "7                         5 Card Stud     22\n",
       "8                        The 39 Steps     18\n",
       "9  Terminator 3: Rise of the Machines     17"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec6 = rec_df6.groupby('recommended_title').size().reset_index()\n",
    "m_rec6.columns = ['recommended_title', 'count']\n",
    "m_rec6 = m_rec6.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec6[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f = whatismissing(m_df, rec_df6, no_of_rec)\n",
    "f"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [57:19<00:00, 68.80s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.283324</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>0.231711</td>\n",
       "      <td>0.996297</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Wish You Were Here</td>\n",
       "      <td>0.229200</td>\n",
       "      <td>0.941733</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.232650</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.208161</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.198278</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.327037</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.319503</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.302859</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.326094</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.300152</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.244308</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.339733</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.288481</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.254674</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.332587</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.246104</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>And Then There Were None</td>\n",
       "      <td>0.208853</td>\n",
       "      <td>0.987713</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.433457</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.182067</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.151857</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.397914</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.271716</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.211965</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.395623</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.368882</td>\n",
       "      <td>0.984021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Lonely Hearts</td>\n",
       "      <td>0.311077</td>\n",
       "      <td>0.996764</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.452944</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.415058</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.346487</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.495575</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.233318</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.199613</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.444593</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.269714</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.243066</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Backdraft</td>\n",
       "      <td>-0.002004</td>\n",
       "      <td>0.848717</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Green Mile</td>\n",
       "      <td>-0.002004</td>\n",
       "      <td>0.766460</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Shiza</td>\n",
       "      <td>-0.002004</td>\n",
       "      <td>0.757691</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Viva Zapata!</td>\n",
       "      <td>0.309975</td>\n",
       "      <td>0.704037</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Don Juan DeMarco</td>\n",
       "      <td>0.256765</td>\n",
       "      <td>0.614695</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Farewell, My Lovely</td>\n",
       "      <td>0.249956</td>\n",
       "      <td>0.645086</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>War of the Worlds</td>\n",
       "      <td>0.244434</td>\n",
       "      <td>0.516012</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Judgment Night</td>\n",
       "      <td>0.229935</td>\n",
       "      <td>0.557987</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.224968</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.246549</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.182892</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.172881</td>\n",
       "      <td>0.920116</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Severance</td>\n",
       "      <td>-0.002837</td>\n",
       "      <td>0.835193</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Saw II</td>\n",
       "      <td>-0.002837</td>\n",
       "      <td>0.858628</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>House of Dracula</td>\n",
       "      <td>-0.002837</td>\n",
       "      <td>0.607891</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.572235</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.450432</td>\n",
       "      <td>0.960852</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.450355</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.466493</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.385328</td>\n",
       "      <td>0.745016</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.364334</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.140277</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.125773</td>\n",
       "      <td>0.809114</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.108813</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                   recommended_title  similarity_score  \\\n",
       "0         1                Bridge to Terabithia          0.283324   \n",
       "1         1       Twin Peaks: Fire Walk with Me          0.231711   \n",
       "2         1                  Wish You Were Here          0.229200   \n",
       "3         1                         Beetlejuice          0.232650   \n",
       "4         1                     Men in Black II          0.208161   \n",
       "5         1                        Loose Screws          0.198278   \n",
       "6         1                     Say Anything...          0.327037   \n",
       "7         1                             48 Hrs.          0.319503   \n",
       "8         1                       Boogie Nights          0.302859   \n",
       "9         1                         Beetlejuice          0.326094   \n",
       "10        1                     Men in Black II          0.300152   \n",
       "11        1                     Say Anything...          0.244308   \n",
       "12        1            The Million Dollar Hotel          0.339733   \n",
       "13        1                  Once Were Warriors          0.288481   \n",
       "14        1             The Talented Mr. Ripley          0.254674   \n",
       "15        1                     Say Anything...          0.332587   \n",
       "16        1                                Rope          0.246104   \n",
       "17        1            And Then There Were None          0.208853   \n",
       "18        1            The Million Dollar Hotel          0.433457   \n",
       "19        1                     Say Anything...          0.182067   \n",
       "20        1             The Talented Mr. Ripley          0.151857   \n",
       "21        1            The Million Dollar Hotel          0.397914   \n",
       "22        1                      License to Wed          0.271716   \n",
       "23        1                     Say Anything...          0.211965   \n",
       "24        1             The Thomas Crown Affair          0.395623   \n",
       "25        1                            Scarface          0.368882   \n",
       "26        1                       Lonely Hearts          0.311077   \n",
       "27        1                       The Big Sleep          0.452944   \n",
       "28        1                     Hannibal Rising          0.415058   \n",
       "29        1             The Thomas Crown Affair          0.346487   \n",
       "..      ...                                 ...               ...   \n",
       "735       1            The Million Dollar Hotel          0.495575   \n",
       "736       1                     Say Anything...          0.233318   \n",
       "737       1             The Talented Mr. Ripley          0.199613   \n",
       "738       1            The Million Dollar Hotel          0.444593   \n",
       "739       1                      License to Wed          0.269714   \n",
       "740       1                     Say Anything...          0.243066   \n",
       "741       1                           Backdraft         -0.002004   \n",
       "742       1                      The Green Mile         -0.002004   \n",
       "743       1                               Shiza         -0.002004   \n",
       "744       1                        Viva Zapata!          0.309975   \n",
       "745       1                    Don Juan DeMarco          0.256765   \n",
       "746       1                 Farewell, My Lovely          0.249956   \n",
       "747       1                   War of the Worlds          0.244434   \n",
       "748       1                      Judgment Night          0.229935   \n",
       "749       1                   The Fifth Element          0.224968   \n",
       "750       1            The Million Dollar Hotel          0.246549   \n",
       "751       1                  Once Were Warriors          0.182892   \n",
       "752       1                      License to Wed          0.172881   \n",
       "753       1                           Severance         -0.002837   \n",
       "754       1                              Saw II         -0.002837   \n",
       "755       1                    House of Dracula         -0.002837   \n",
       "756       1  Terminator 3: Rise of the Machines          0.572235   \n",
       "757       1                      The Good Thief          0.450432   \n",
       "758       1            The Million Dollar Hotel          0.450355   \n",
       "759       1                     Murder She Said          0.466493   \n",
       "760       1             The Thomas Crown Affair          0.385328   \n",
       "761       1                    Dawn of the Dead          0.364334   \n",
       "762       1            The Million Dollar Hotel          0.140277   \n",
       "763       1                      License to Wed          0.125773   \n",
       "764       1             The Talented Mr. Ripley          0.108813   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.994812     1  \n",
       "1               0.996297     1  \n",
       "2               0.941733     1  \n",
       "3               0.992277     1  \n",
       "4               0.992412     1  \n",
       "5               0.520918     1  \n",
       "6               0.999424     1  \n",
       "7               0.994897     1  \n",
       "8               0.999184     1  \n",
       "9               0.992277     1  \n",
       "10              0.992412     1  \n",
       "11              0.999424     1  \n",
       "12              0.999883     1  \n",
       "13              0.999992     1  \n",
       "14              0.999435     1  \n",
       "15              0.999424     1  \n",
       "16              0.994010     1  \n",
       "17              0.987713     1  \n",
       "18              0.969839     1  \n",
       "19              0.935199     1  \n",
       "20              0.765924     1  \n",
       "21              0.969839     1  \n",
       "22              0.720958     1  \n",
       "23              0.935199     1  \n",
       "24              0.995009     1  \n",
       "25              0.984021     1  \n",
       "26              0.996764     1  \n",
       "27              0.998428     1  \n",
       "28              0.563070     1  \n",
       "29              0.995009     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.782052     1  \n",
       "737             0.896407     1  \n",
       "738             0.895943     1  \n",
       "739             0.867797     1  \n",
       "740             0.782052     1  \n",
       "741             0.848717     1  \n",
       "742             0.766460     1  \n",
       "743             0.757691     1  \n",
       "744             0.704037     1  \n",
       "745             0.614695     1  \n",
       "746             0.645086     1  \n",
       "747             0.516012     1  \n",
       "748             0.557987     1  \n",
       "749             0.592243     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.920116     1  \n",
       "753             0.835193     1  \n",
       "754             0.858628     1  \n",
       "755             0.607891     1  \n",
       "756             0.891011     1  \n",
       "757             0.960852     1  \n",
       "758             0.961489     1  \n",
       "759             0.820902     1  \n",
       "760             0.745016     1  \n",
       "761             0.707795     1  \n",
       "762             0.909197     1  \n",
       "763             0.809114     1  \n",
       "764             0.850879     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df7 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 500,                              # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='all')             # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.2593221822982523\n",
      "Average Probability Score:  0.7881002965253866 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "765 recommendations had at least one matching genre.\n",
      "100% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>[18, 9648, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Wish You Were Here</td>\n",
       "      <td>[35, 18, 10769, 10749, 0, 0, 0, 0]</td>\n",
       "      <td>[18, 35, 10749]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>[28, 12, 35, 878, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre              recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]           Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]  Twin Peaks: Fire Walk with Me   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]             Wish You Were Here   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]                    Beetlejuice   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]                Men in Black II   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                   Loose Screws   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                Say Anything...   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                        48 Hrs.   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                  Boogie Nights   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]                    Beetlejuice   \n",
       "\n",
       "                    recommended_genre  in_common_genre  matched_genre  \n",
       "0      [12, 18, 10751, 0, 0, 0, 0, 0]             [18]              1  \n",
       "1        [18, 9648, 0, 0, 0, 0, 0, 0]             [18]              1  \n",
       "2  [35, 18, 10769, 10749, 0, 0, 0, 0]  [18, 35, 10749]              1  \n",
       "3          [14, 35, 0, 0, 0, 0, 0, 0]             [35]              1  \n",
       "4       [28, 12, 35, 878, 0, 0, 0, 0]             [35]              1  \n",
       "5           [35, 0, 0, 0, 0, 0, 0, 0]             [35]              1  \n",
       "6      [35, 18, 10749, 0, 0, 0, 0, 0]             [18]              1  \n",
       "7       [53, 28, 35, 80, 18, 0, 0, 0]             [18]              1  \n",
       "8           [18, 0, 0, 0, 0, 0, 0, 0]             [18]              1  \n",
       "9          [14, 35, 0, 0, 0, 0, 0, 0]             [35]              1  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met7 = print_metrics(rec_df7, start=0, end=9)\n",
    "met7.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Scarface</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0                     Say Anything...     43\n",
       "1            The Million Dollar Hotel     41\n",
       "2             The Talented Mr. Ripley     39\n",
       "3                  Once Were Warriors     34\n",
       "4                      License to Wed     32\n",
       "5  Terminator 3: Rise of the Machines     28\n",
       "6                            Scarface     23\n",
       "7                      The Good Thief     23\n",
       "8                     Men in Black II     21\n",
       "9                         Point Break     19"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec7 = rec_df7.groupby('recommended_title').size().reset_index()\n",
    "m_rec7.columns = ['recommended_title', 'count']\n",
    "m_rec7 = m_rec7.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec7[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "g = whatismissing(m_df, rec_df7, no_of_rec)\n",
    "g"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [55:31<00:00, 66.63s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.270937</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.263682</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>0.252633</td>\n",
       "      <td>0.996297</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.284502</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.241185</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.219552</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.327220</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.305308</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.281262</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.344291</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.324578</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.312109</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.317105</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.273080</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.255024</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.337319</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.269197</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.250091</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.407313</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.184210</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.168087</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.325849</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.305349</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.251091</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.326325</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.312961</td>\n",
       "      <td>0.984021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.307795</td>\n",
       "      <td>0.991500</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.380079</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.350995</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.341889</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.473948</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.233176</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.221234</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.405121</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.302896</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.233962</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Mad Dog Coll</td>\n",
       "      <td>0.706753</td>\n",
       "      <td>0.909261</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Swimming Pool</td>\n",
       "      <td>0.706753</td>\n",
       "      <td>0.814042</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Married to the Mob</td>\n",
       "      <td>0.336635</td>\n",
       "      <td>0.746913</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The King of Comedy</td>\n",
       "      <td>0.300163</td>\n",
       "      <td>0.788021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cleopatra Jones and the Casino of Gold</td>\n",
       "      <td>0.212169</td>\n",
       "      <td>0.835915</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Solar Crisis</td>\n",
       "      <td>0.200895</td>\n",
       "      <td>0.630266</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.261592</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>War of the Worlds</td>\n",
       "      <td>0.258455</td>\n",
       "      <td>0.516012</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Judgment Night</td>\n",
       "      <td>0.238467</td>\n",
       "      <td>0.557987</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.272028</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.223892</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.184639</td>\n",
       "      <td>0.920116</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Curtains</td>\n",
       "      <td>0.585173</td>\n",
       "      <td>0.656307</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Devil in the Flesh</td>\n",
       "      <td>0.467067</td>\n",
       "      <td>0.569424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Top of the Food Chain</td>\n",
       "      <td>0.414143</td>\n",
       "      <td>0.768632</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.531790</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.448800</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Good Thief</td>\n",
       "      <td>0.372492</td>\n",
       "      <td>0.960852</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.486811</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.449260</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Man with the Golden Arm</td>\n",
       "      <td>0.411770</td>\n",
       "      <td>0.747172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.160397</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.145097</td>\n",
       "      <td>0.842840</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.136488</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                       recommended_title  similarity_score  \\\n",
       "0         1                    Bridge to Terabithia          0.270937   \n",
       "1         1                          Jacob's Ladder          0.263682   \n",
       "2         1           Twin Peaks: Fire Walk with Me          0.252633   \n",
       "3         1                             Beetlejuice          0.284502   \n",
       "4         1                            Loose Screws          0.241185   \n",
       "5         1                         Men in Black II          0.219552   \n",
       "6         1                           Boogie Nights          0.327220   \n",
       "7         1                                 48 Hrs.          0.305308   \n",
       "8         1                         Say Anything...          0.281262   \n",
       "9         1                             Beetlejuice          0.344291   \n",
       "10        1                            Loose Screws          0.324578   \n",
       "11        1                         Men in Black II          0.312109   \n",
       "12        1                 The Talented Mr. Ripley          0.317105   \n",
       "13        1                The Million Dollar Hotel          0.273080   \n",
       "14        1                      Once Were Warriors          0.255024   \n",
       "15        1                         Say Anything...          0.337319   \n",
       "16        1                           Boogie Nights          0.269197   \n",
       "17        1                                    Rope          0.250091   \n",
       "18        1                The Million Dollar Hotel          0.407313   \n",
       "19        1                         Say Anything...          0.184210   \n",
       "20        1                 The Talented Mr. Ripley          0.168087   \n",
       "21        1                The Million Dollar Hotel          0.325849   \n",
       "22        1                          License to Wed          0.305349   \n",
       "23        1                 The Talented Mr. Ripley          0.251091   \n",
       "24        1                 The Thomas Crown Affair          0.326325   \n",
       "25        1                                Scarface          0.312961   \n",
       "26        1                         Men in Black II          0.307795   \n",
       "27        1                           The Big Sleep          0.380079   \n",
       "28        1                         Hannibal Rising          0.350995   \n",
       "29        1                 The Thomas Crown Affair          0.341889   \n",
       "..      ...                                     ...               ...   \n",
       "735       1                The Million Dollar Hotel          0.473948   \n",
       "736       1                         Say Anything...          0.233176   \n",
       "737       1                 The Talented Mr. Ripley          0.221234   \n",
       "738       1                The Million Dollar Hotel          0.405121   \n",
       "739       1                          License to Wed          0.302896   \n",
       "740       1                 The Talented Mr. Ripley          0.233962   \n",
       "741       1                            Mad Dog Coll          0.706753   \n",
       "742       1                           Swimming Pool          0.706753   \n",
       "743       1                      Married to the Mob          0.336635   \n",
       "744       1                      The King of Comedy          0.300163   \n",
       "745       1  Cleopatra Jones and the Casino of Gold          0.212169   \n",
       "746       1                            Solar Crisis          0.200895   \n",
       "747       1                       The Fifth Element          0.261592   \n",
       "748       1                       War of the Worlds          0.258455   \n",
       "749       1                          Judgment Night          0.238467   \n",
       "750       1                The Million Dollar Hotel          0.272028   \n",
       "751       1                      Once Were Warriors          0.223892   \n",
       "752       1                          License to Wed          0.184639   \n",
       "753       1                                Curtains          0.585173   \n",
       "754       1                      Devil in the Flesh          0.467067   \n",
       "755       1                   Top of the Food Chain          0.414143   \n",
       "756       1      Terminator 3: Rise of the Machines          0.531790   \n",
       "757       1                             Point Break          0.448800   \n",
       "758       1                          The Good Thief          0.372492   \n",
       "759       1                         Murder She Said          0.486811   \n",
       "760       1                        Dawn of the Dead          0.449260   \n",
       "761       1             The Man with the Golden Arm          0.411770   \n",
       "762       1                The Million Dollar Hotel          0.160397   \n",
       "763       1                      Once Were Warriors          0.145097   \n",
       "764       1                 The Talented Mr. Ripley          0.136488   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.994812     1  \n",
       "1               0.998288     1  \n",
       "2               0.996297     1  \n",
       "3               0.992277     1  \n",
       "4               0.520918     1  \n",
       "5               0.992412     1  \n",
       "6               0.999184     1  \n",
       "7               0.994897     1  \n",
       "8               0.999424     1  \n",
       "9               0.992277     1  \n",
       "10              0.520918     1  \n",
       "11              0.992412     1  \n",
       "12              0.999435     1  \n",
       "13              0.999883     1  \n",
       "14              0.999992     1  \n",
       "15              0.999424     1  \n",
       "16              0.999184     1  \n",
       "17              0.994010     1  \n",
       "18              0.969839     1  \n",
       "19              0.935199     1  \n",
       "20              0.765924     1  \n",
       "21              0.969839     1  \n",
       "22              0.720958     1  \n",
       "23              0.765924     1  \n",
       "24              0.995009     1  \n",
       "25              0.984021     1  \n",
       "26              0.991500     1  \n",
       "27              0.998428     1  \n",
       "28              0.563070     1  \n",
       "29              0.995009     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.782052     1  \n",
       "737             0.896407     1  \n",
       "738             0.895943     1  \n",
       "739             0.867797     1  \n",
       "740             0.896407     1  \n",
       "741             0.909261     1  \n",
       "742             0.814042     1  \n",
       "743             0.746913     1  \n",
       "744             0.788021     1  \n",
       "745             0.835915     1  \n",
       "746             0.630266     1  \n",
       "747             0.592243     1  \n",
       "748             0.516012     1  \n",
       "749             0.557987     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.920116     1  \n",
       "753             0.656307     1  \n",
       "754             0.569424     1  \n",
       "755             0.768632     1  \n",
       "756             0.891011     1  \n",
       "757             0.908971     1  \n",
       "758             0.960852     1  \n",
       "759             0.820902     1  \n",
       "760             0.707795     1  \n",
       "761             0.747172     1  \n",
       "762             0.909197     1  \n",
       "763             0.842840     1  \n",
       "764             0.850879     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df8 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 1000,                             # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='all')             # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df8"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.2719723049396551\n",
      "Average Probability Score:  0.790042232543611 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "765 recommendations had at least one matching genre.\n",
      "100% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Twin Peaks: Fire Walk with Me</td>\n",
       "      <td>[18, 9648, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>[28, 12, 35, 878, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>[35, 18, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre              recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]           Bridge to Terabithia   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]                 Jacob's Ladder   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]  Twin Peaks: Fire Walk with Me   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]                    Beetlejuice   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]                   Loose Screws   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]                Men in Black II   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]                  Boogie Nights   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]                        48 Hrs.   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]                Say Anything...   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]                    Beetlejuice   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1   [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2    [18, 9648, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "5   [28, 12, 35, 878, 0, 0, 0, 0]            [35]              1  \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "7   [53, 28, 35, 80, 18, 0, 0, 0]            [18]              1  \n",
       "8  [35, 18, 10749, 0, 0, 0, 0, 0]            [18]              1  \n",
       "9      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  "
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met8 = print_metrics(rec_df8, start=0, end=9)\n",
    "met8.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Scarface</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0             The Talented Mr. Ripley     42\n",
       "1            The Million Dollar Hotel     40\n",
       "2                     Say Anything...     37\n",
       "3                  Once Were Warriors     35\n",
       "4  Terminator 3: Rise of the Machines     33\n",
       "5                      License to Wed     31\n",
       "6                            Scarface     26\n",
       "7                         Point Break     24\n",
       "8                     Men in Black II     23\n",
       "9                         5 Card Stud     20"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec8 = rec_df8.groupby('recommended_title').size().reset_index()\n",
    "m_rec8.columns = ['recommended_title', 'count']\n",
    "m_rec8 = m_rec8.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec8[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "h = whatismissing(m_df, rec_df8, no_of_rec)\n",
    "h"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [55:31<00:00, 66.63s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>0.328232</td>\n",
       "      <td>0.999337</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.320166</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Bourne Supremacy</td>\n",
       "      <td>0.311843</td>\n",
       "      <td>0.971244</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.307776</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.270393</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.221279</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.349282</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.314981</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.313752</td>\n",
       "      <td>0.994897</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.357997</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.324373</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.299483</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.350840</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.279925</td>\n",
       "      <td>0.999992</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.271945</td>\n",
       "      <td>0.999883</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.359076</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.290345</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.282455</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.414848</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.226164</td>\n",
       "      <td>0.935199</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.202023</td>\n",
       "      <td>0.513036</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.322756</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.320982</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.274362</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.355170</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.343319</td>\n",
       "      <td>0.991500</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Lonely Hearts</td>\n",
       "      <td>0.327927</td>\n",
       "      <td>0.996764</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.387917</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>0.374669</td>\n",
       "      <td>0.995127</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.354350</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.441351</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.274118</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.225870</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.341409</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.315614</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.303923</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>5 Days of War</td>\n",
       "      <td>0.318499</td>\n",
       "      <td>0.601216</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>You're a Big Boy Now</td>\n",
       "      <td>0.318499</td>\n",
       "      <td>0.703500</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Intimate Stranger</td>\n",
       "      <td>0.318499</td>\n",
       "      <td>0.744115</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>James Dean</td>\n",
       "      <td>0.220718</td>\n",
       "      <td>0.649177</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The King of Comedy</td>\n",
       "      <td>0.167407</td>\n",
       "      <td>0.788021</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Flesh</td>\n",
       "      <td>0.162732</td>\n",
       "      <td>0.667779</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.164656</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Living Daylights</td>\n",
       "      <td>0.163062</td>\n",
       "      <td>0.616248</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Match Point</td>\n",
       "      <td>0.155971</td>\n",
       "      <td>0.714528</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.273987</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.235929</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.169810</td>\n",
       "      <td>0.771961</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Tortured</td>\n",
       "      <td>0.242539</td>\n",
       "      <td>0.737286</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1408</td>\n",
       "      <td>0.229129</td>\n",
       "      <td>0.580554</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Whoever Slew Auntie Roo?</td>\n",
       "      <td>0.229129</td>\n",
       "      <td>0.602372</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.536988</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.505357</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.392982</td>\n",
       "      <td>0.880601</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.457089</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>The Man with the Golden Arm</td>\n",
       "      <td>0.451335</td>\n",
       "      <td>0.747172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.450048</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.185653</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.180305</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.170439</td>\n",
       "      <td>0.736107</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                   recommended_title  similarity_score  \\\n",
       "0         1                      Arlington Road          0.328232   \n",
       "1         1                Bridge to Terabithia          0.320166   \n",
       "2         1                The Bourne Supremacy          0.311843   \n",
       "3         1                         Beetlejuice          0.307776   \n",
       "4         1                        Loose Screws          0.270393   \n",
       "5         1                     Men in Black II          0.221279   \n",
       "6         1                       Boogie Nights          0.349282   \n",
       "7         1                      Jacob's Ladder          0.314981   \n",
       "8         1                             48 Hrs.          0.313752   \n",
       "9         1                         Beetlejuice          0.357997   \n",
       "10        1                     Men in Black II          0.324373   \n",
       "11        1                        Loose Screws          0.299483   \n",
       "12        1             The Talented Mr. Ripley          0.350840   \n",
       "13        1                  Once Were Warriors          0.279925   \n",
       "14        1            The Million Dollar Hotel          0.271945   \n",
       "15        1                     Say Anything...          0.359076   \n",
       "16        1                       Boogie Nights          0.290345   \n",
       "17        1                                Rope          0.282455   \n",
       "18        1            The Million Dollar Hotel          0.414848   \n",
       "19        1                     Say Anything...          0.226164   \n",
       "20        1                             48 Hrs.          0.202023   \n",
       "21        1             The Talented Mr. Ripley          0.322756   \n",
       "22        1                      License to Wed          0.320982   \n",
       "23        1            The Million Dollar Hotel          0.274362   \n",
       "24        1             The Thomas Crown Affair          0.355170   \n",
       "25        1                     Men in Black II          0.343319   \n",
       "26        1                       Lonely Hearts          0.327927   \n",
       "27        1                       The Big Sleep          0.387917   \n",
       "28        1             Blood: The Last Vampire          0.374669   \n",
       "29        1             The Thomas Crown Affair          0.354350   \n",
       "..      ...                                 ...               ...   \n",
       "735       1            The Million Dollar Hotel          0.441351   \n",
       "736       1                     Say Anything...          0.274118   \n",
       "737       1             The Talented Mr. Ripley          0.225870   \n",
       "738       1            The Million Dollar Hotel          0.341409   \n",
       "739       1                      License to Wed          0.315614   \n",
       "740       1             The Talented Mr. Ripley          0.303923   \n",
       "741       1                       5 Days of War          0.318499   \n",
       "742       1                You're a Big Boy Now          0.318499   \n",
       "743       1               The Intimate Stranger          0.318499   \n",
       "744       1                          James Dean          0.220718   \n",
       "745       1                  The King of Comedy          0.167407   \n",
       "746       1                               Flesh          0.162732   \n",
       "747       1                   The Fifth Element          0.164656   \n",
       "748       1                The Living Daylights          0.163062   \n",
       "749       1                         Match Point          0.155971   \n",
       "750       1            The Million Dollar Hotel          0.273987   \n",
       "751       1                  Once Were Warriors          0.235929   \n",
       "752       1                     Men in Black II          0.169810   \n",
       "753       1                        The Tortured          0.242539   \n",
       "754       1                                1408          0.229129   \n",
       "755       1            Whoever Slew Auntie Roo?          0.229129   \n",
       "756       1  Terminator 3: Rise of the Machines          0.536988   \n",
       "757       1                         Point Break          0.505357   \n",
       "758       1                            Scarface          0.392982   \n",
       "759       1                    Dawn of the Dead          0.457089   \n",
       "760       1         The Man with the Golden Arm          0.451335   \n",
       "761       1                     Murder She Said          0.450048   \n",
       "762       1             The Talented Mr. Ripley          0.185653   \n",
       "763       1            The Million Dollar Hotel          0.180305   \n",
       "764       1                     Men in Black II          0.170439   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.999337     1  \n",
       "1               0.994812     1  \n",
       "2               0.971244     1  \n",
       "3               0.992277     1  \n",
       "4               0.520918     1  \n",
       "5               0.992412     1  \n",
       "6               0.999184     1  \n",
       "7               0.998288     1  \n",
       "8               0.994897     1  \n",
       "9               0.992277     1  \n",
       "10              0.992412     1  \n",
       "11              0.520918     1  \n",
       "12              0.999435     1  \n",
       "13              0.999992     1  \n",
       "14              0.999883     1  \n",
       "15              0.999424     1  \n",
       "16              0.999184     1  \n",
       "17              0.994010     1  \n",
       "18              0.969839     1  \n",
       "19              0.935199     1  \n",
       "20              0.513036     1  \n",
       "21              0.765924     1  \n",
       "22              0.720958     1  \n",
       "23              0.969839     1  \n",
       "24              0.995009     1  \n",
       "25              0.991500     1  \n",
       "26              0.996764     1  \n",
       "27              0.998428     1  \n",
       "28              0.995127     1  \n",
       "29              0.995009     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.782052     1  \n",
       "737             0.896407     1  \n",
       "738             0.895943     1  \n",
       "739             0.867797     1  \n",
       "740             0.896407     1  \n",
       "741             0.601216     1  \n",
       "742             0.703500     1  \n",
       "743             0.744115     1  \n",
       "744             0.649177     1  \n",
       "745             0.788021     1  \n",
       "746             0.667779     1  \n",
       "747             0.592243     1  \n",
       "748             0.616248     1  \n",
       "749             0.714528     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.771961     1  \n",
       "753             0.737286     1  \n",
       "754             0.580554     1  \n",
       "755             0.602372     1  \n",
       "756             0.891011     1  \n",
       "757             0.908971     1  \n",
       "758             0.880601     1  \n",
       "759             0.707795     1  \n",
       "760             0.747172     1  \n",
       "761             0.820902     1  \n",
       "762             0.850879     1  \n",
       "763             0.909197     1  \n",
       "764             0.736107     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df9 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                 trunc_user_list,                  # List of userId\n",
    "                                 2000,                             # Cluster of similar users\n",
    "                                 no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                 data_ref,                         # Reference table used to transform X\n",
    "                                 ref,                              # Reference table used to check matched genre\n",
    "                                 gbc,                              # Model used to predict for y\n",
    "                                 matching_genre='all')             # 3 options ('all', 'none', 'default')\n",
    "                                                                   # 'all' - returns only matched genre\n",
    "                                                                   # 'none' - returns only genre that does not match\n",
    "                                                                   # 'default' - does not filter for genres and \n",
    "                                                                   #             prioritizes higher similarity\n",
    "                                                                   #             score.\n",
    "rec_df9"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.2857064111471043\n",
      "Average Probability Score:  0.7887173845743166 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "765 recommendations had at least one matching genre.\n",
      "100% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>[18, 53, 9648, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>The Bourne Supremacy</td>\n",
       "      <td>[28, 18, 53, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>[28, 12, 35, 878, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>[53, 28, 35, 80, 18, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre     recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]        Arlington Road   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]  Bridge to Terabithia   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]  The Bourne Supremacy   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]           Beetlejuice   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]          Loose Screws   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]       Men in Black II   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]         Boogie Nights   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]        Jacob's Ladder   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]               48 Hrs.   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]           Beetlejuice   \n",
       "\n",
       "                recommended_genre in_common_genre  matched_genre  \n",
       "0   [18, 53, 9648, 0, 0, 0, 0, 0]            [18]              1  \n",
       "1  [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2     [28, 18, 53, 0, 0, 0, 0, 0]            [18]              1  \n",
       "3      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "5   [28, 12, 35, 878, 0, 0, 0, 0]            [35]              1  \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "7   [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "8   [53, 28, 35, 80, 18, 0, 0, 0]            [18]              1  \n",
       "9      [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  "
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met9 = print_metrics(rec_df9, start=0, end=9)\n",
    "met9.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Scarface</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0             The Talented Mr. Ripley     55\n",
       "1  Terminator 3: Rise of the Machines     40\n",
       "2            The Million Dollar Hotel     34\n",
       "3                     Say Anything...     33\n",
       "4                            Scarface     29\n",
       "5                  Once Were Warriors     29\n",
       "6                      License to Wed     27\n",
       "7                     Men in Black II     25\n",
       "8                         Point Break     24\n",
       "9                         5 Card Stud     23"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec9 = rec_df9.groupby('recommended_title').size().reset_index()\n",
    "m_rec9.columns = ['recommended_title', 'count']\n",
    "m_rec9 = m_rec9.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec9[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "i = whatismissing(m_df, rec_df9, no_of_rec)\n",
    "i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 50/50 [57:54<00:00, 69.50s/it]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>watched_title</th>\n",
       "      <th>rating</th>\n",
       "      <th>target</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>similarity_score</th>\n",
       "      <th>probability_of_pred</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>0.383431</td>\n",
       "      <td>0.999906</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>0.379847</td>\n",
       "      <td>0.999337</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>0.372236</td>\n",
       "      <td>0.999602</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.351772</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.303653</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>My Best Friend's Wedding</td>\n",
       "      <td>0.240609</td>\n",
       "      <td>0.894095</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>0.350617</td>\n",
       "      <td>0.998288</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>0.334900</td>\n",
       "      <td>0.999906</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>0.331796</td>\n",
       "      <td>0.994812</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>0.386422</td>\n",
       "      <td>0.992277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.340039</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>0.296657</td>\n",
       "      <td>0.520918</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.376733</td>\n",
       "      <td>0.999435</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.285518</td>\n",
       "      <td>0.970312</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.254818</td>\n",
       "      <td>0.992412</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.372458</td>\n",
       "      <td>0.999424</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Rope</td>\n",
       "      <td>0.369580</td>\n",
       "      <td>0.994010</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>Young and Innocent</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Boogie Nights</td>\n",
       "      <td>0.323460</td>\n",
       "      <td>0.999184</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.403235</td>\n",
       "      <td>0.969839</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Hours</td>\n",
       "      <td>0.295815</td>\n",
       "      <td>0.826125</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>3</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>0.288422</td>\n",
       "      <td>0.513036</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.395097</td>\n",
       "      <td>0.765924</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.324202</td>\n",
       "      <td>0.720958</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>3</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.322842</td>\n",
       "      <td>0.880657</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Thomas Crown Affair</td>\n",
       "      <td>0.393258</td>\n",
       "      <td>0.995009</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Lonely Hearts</td>\n",
       "      <td>0.372755</td>\n",
       "      <td>0.996764</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cool Hand Luke</td>\n",
       "      <td>0.356715</td>\n",
       "      <td>0.998940</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Hannibal Rising</td>\n",
       "      <td>0.396536</td>\n",
       "      <td>0.563070</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Big Sleep</td>\n",
       "      <td>0.385511</td>\n",
       "      <td>0.998428</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>Nell</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Door in the Floor</td>\n",
       "      <td>0.383684</td>\n",
       "      <td>0.882202</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.420974</td>\n",
       "      <td>0.895943</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>736</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>0.313037</td>\n",
       "      <td>0.782052</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>737</th>\n",
       "      <td>2246</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Hours</td>\n",
       "      <td>0.266555</td>\n",
       "      <td>0.668583</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>738</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.378507</td>\n",
       "      <td>0.896407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>739</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.323992</td>\n",
       "      <td>0.821582</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>740</th>\n",
       "      <td>2246</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>License to Wed</td>\n",
       "      <td>0.305893</td>\n",
       "      <td>0.867797</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>741</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Intimate Stranger</td>\n",
       "      <td>0.204719</td>\n",
       "      <td>0.744115</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Disfigured</td>\n",
       "      <td>0.192655</td>\n",
       "      <td>0.504396</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>743</th>\n",
       "      <td>2271</td>\n",
       "      <td>Affair in Havana</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Trouble in Mind</td>\n",
       "      <td>0.180447</td>\n",
       "      <td>0.594683</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>744</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Cop Land</td>\n",
       "      <td>0.301581</td>\n",
       "      <td>0.540319</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>745</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>James Dean</td>\n",
       "      <td>0.263767</td>\n",
       "      <td>0.649177</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>746</th>\n",
       "      <td>2271</td>\n",
       "      <td>Crime of Passion</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Sneakers</td>\n",
       "      <td>0.260034</td>\n",
       "      <td>0.561538</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Fifth Element</td>\n",
       "      <td>0.154365</td>\n",
       "      <td>0.592243</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>748</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Snatch</td>\n",
       "      <td>0.153292</td>\n",
       "      <td>0.547628</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>749</th>\n",
       "      <td>2271</td>\n",
       "      <td>Duel</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>War of the Worlds</td>\n",
       "      <td>0.144232</td>\n",
       "      <td>0.516012</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>750</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.205479</td>\n",
       "      <td>0.961489</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>751</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Once Were Warriors</td>\n",
       "      <td>0.201701</td>\n",
       "      <td>0.930422</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>752</th>\n",
       "      <td>2271</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.183307</td>\n",
       "      <td>0.880601</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>753</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Schock</td>\n",
       "      <td>0.246816</td>\n",
       "      <td>0.622826</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>754</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Indestructible Man</td>\n",
       "      <td>0.225959</td>\n",
       "      <td>0.700728</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>755</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Haunted</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Tortured</td>\n",
       "      <td>0.200669</td>\n",
       "      <td>0.737286</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>756</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Point Break</td>\n",
       "      <td>0.490930</td>\n",
       "      <td>0.908971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>0.485061</td>\n",
       "      <td>0.891011</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>758</th>\n",
       "      <td>2271</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Scarface</td>\n",
       "      <td>0.429271</td>\n",
       "      <td>0.880601</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>End of the World</td>\n",
       "      <td>0.424570</td>\n",
       "      <td>0.758343</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>760</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Dawn of the Dead</td>\n",
       "      <td>0.378342</td>\n",
       "      <td>0.707795</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>761</th>\n",
       "      <td>2274</td>\n",
       "      <td>Hard Target</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>Murder She Said</td>\n",
       "      <td>0.377640</td>\n",
       "      <td>0.820902</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>0.271466</td>\n",
       "      <td>0.850879</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>0.216273</td>\n",
       "      <td>0.909197</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2274</td>\n",
       "      <td>Sleepless in Seattle</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1</td>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>0.215492</td>\n",
       "      <td>0.736107</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>765 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     userId                                      watched_title  rating  \\\n",
       "0         1                                      Fools Rush In     4.0   \n",
       "1         1                                      Fools Rush In     4.0   \n",
       "2         1                                      Fools Rush In     4.0   \n",
       "3         1                                     License to Wed     4.0   \n",
       "4         1                                     License to Wed     4.0   \n",
       "5         1                                     License to Wed     4.0   \n",
       "6         1                                       Rocky Balboa     5.0   \n",
       "7         1                                       Rocky Balboa     5.0   \n",
       "8         1                                       Rocky Balboa     5.0   \n",
       "9         1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "10        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "11        1  Shriek If You Know What I Did Last Friday the ...     4.0   \n",
       "12        1                               Sleepless in Seattle     5.0   \n",
       "13        1                               Sleepless in Seattle     5.0   \n",
       "14        1                               Sleepless in Seattle     5.0   \n",
       "15        1                                 Young and Innocent     4.5   \n",
       "16        1                                 Young and Innocent     4.5   \n",
       "17        1                                 Young and Innocent     4.5   \n",
       "18        3                                 Once Were Warriors     4.0   \n",
       "19        3                                 Once Were Warriors     4.0   \n",
       "20        3                                 Once Were Warriors     4.0   \n",
       "21        3                               Sleepless in Seattle     4.0   \n",
       "22        3                               Sleepless in Seattle     4.0   \n",
       "23        3                               Sleepless in Seattle     4.0   \n",
       "24        5                                    Murder She Said     5.0   \n",
       "25        5                                    Murder She Said     5.0   \n",
       "26        5                                    Murder She Said     5.0   \n",
       "27        5                                               Nell     5.0   \n",
       "28        5                                               Nell     5.0   \n",
       "29        5                                               Nell     5.0   \n",
       "..      ...                                                ...     ...   \n",
       "735    2246                                 Once Were Warriors     4.0   \n",
       "736    2246                                 Once Were Warriors     4.0   \n",
       "737    2246                                 Once Were Warriors     4.0   \n",
       "738    2246                               Sleepless in Seattle     5.0   \n",
       "739    2246                               Sleepless in Seattle     5.0   \n",
       "740    2246                               Sleepless in Seattle     5.0   \n",
       "741    2271                                   Affair in Havana     5.0   \n",
       "742    2271                                   Affair in Havana     5.0   \n",
       "743    2271                                   Affair in Havana     5.0   \n",
       "744    2271                                   Crime of Passion     5.0   \n",
       "745    2271                                   Crime of Passion     5.0   \n",
       "746    2271                                   Crime of Passion     5.0   \n",
       "747    2271                                               Duel     5.0   \n",
       "748    2271                                               Duel     5.0   \n",
       "749    2271                                               Duel     5.0   \n",
       "750    2271                               Sleepless in Seattle     5.0   \n",
       "751    2271                               Sleepless in Seattle     5.0   \n",
       "752    2271                               Sleepless in Seattle     5.0   \n",
       "753    2271                                        The Haunted     5.0   \n",
       "754    2271                                        The Haunted     5.0   \n",
       "755    2271                                        The Haunted     5.0   \n",
       "756    2271                            The Talented Mr. Ripley     4.0   \n",
       "757    2271                            The Talented Mr. Ripley     4.0   \n",
       "758    2271                            The Talented Mr. Ripley     4.0   \n",
       "759    2274                                        Hard Target     4.5   \n",
       "760    2274                                        Hard Target     4.5   \n",
       "761    2274                                        Hard Target     4.5   \n",
       "762    2274                               Sleepless in Seattle     5.0   \n",
       "763    2274                               Sleepless in Seattle     5.0   \n",
       "764    2274                               Sleepless in Seattle     5.0   \n",
       "\n",
       "     target                   recommended_title  similarity_score  \\\n",
       "0         1                  Notes on a Scandal          0.383431   \n",
       "1         1                      Arlington Road          0.379847   \n",
       "2         1             Blood: The Last Vampire          0.372236   \n",
       "3         1                         Beetlejuice          0.351772   \n",
       "4         1                        Loose Screws          0.303653   \n",
       "5         1            My Best Friend's Wedding          0.240609   \n",
       "6         1                      Jacob's Ladder          0.350617   \n",
       "7         1                  Notes on a Scandal          0.334900   \n",
       "8         1                Bridge to Terabithia          0.331796   \n",
       "9         1                         Beetlejuice          0.386422   \n",
       "10        1                     Men in Black II          0.340039   \n",
       "11        1                        Loose Screws          0.296657   \n",
       "12        1             The Talented Mr. Ripley          0.376733   \n",
       "13        1                            Scarface          0.285518   \n",
       "14        1                     Men in Black II          0.254818   \n",
       "15        1                     Say Anything...          0.372458   \n",
       "16        1                                Rope          0.369580   \n",
       "17        1                       Boogie Nights          0.323460   \n",
       "18        1            The Million Dollar Hotel          0.403235   \n",
       "19        1                           The Hours          0.295815   \n",
       "20        1                             48 Hrs.          0.288422   \n",
       "21        1             The Talented Mr. Ripley          0.395097   \n",
       "22        1                      License to Wed          0.324202   \n",
       "23        1                     Men in Black II          0.322842   \n",
       "24        1             The Thomas Crown Affair          0.393258   \n",
       "25        1                       Lonely Hearts          0.372755   \n",
       "26        1                      Cool Hand Luke          0.356715   \n",
       "27        1                     Hannibal Rising          0.396536   \n",
       "28        1                       The Big Sleep          0.385511   \n",
       "29        1               The Door in the Floor          0.383684   \n",
       "..      ...                                 ...               ...   \n",
       "735       1            The Million Dollar Hotel          0.420974   \n",
       "736       1                     Say Anything...          0.313037   \n",
       "737       1                           The Hours          0.266555   \n",
       "738       1             The Talented Mr. Ripley          0.378507   \n",
       "739       1                     Men in Black II          0.323992   \n",
       "740       1                      License to Wed          0.305893   \n",
       "741       1               The Intimate Stranger          0.204719   \n",
       "742       1                          Disfigured          0.192655   \n",
       "743       1                     Trouble in Mind          0.180447   \n",
       "744       1                            Cop Land          0.301581   \n",
       "745       1                          James Dean          0.263767   \n",
       "746       1                            Sneakers          0.260034   \n",
       "747       1                   The Fifth Element          0.154365   \n",
       "748       1                              Snatch          0.153292   \n",
       "749       1                   War of the Worlds          0.144232   \n",
       "750       1            The Million Dollar Hotel          0.205479   \n",
       "751       1                  Once Were Warriors          0.201701   \n",
       "752       1                            Scarface          0.183307   \n",
       "753       1                              Schock          0.246816   \n",
       "754       1                  Indestructible Man          0.225959   \n",
       "755       1                        The Tortured          0.200669   \n",
       "756       1                         Point Break          0.490930   \n",
       "757       1  Terminator 3: Rise of the Machines          0.485061   \n",
       "758       1                            Scarface          0.429271   \n",
       "759       1                    End of the World          0.424570   \n",
       "760       1                    Dawn of the Dead          0.378342   \n",
       "761       1                     Murder She Said          0.377640   \n",
       "762       1             The Talented Mr. Ripley          0.271466   \n",
       "763       1            The Million Dollar Hotel          0.216273   \n",
       "764       1                     Men in Black II          0.215492   \n",
       "\n",
       "     probability_of_pred  pred  \n",
       "0               0.999906     1  \n",
       "1               0.999337     1  \n",
       "2               0.999602     1  \n",
       "3               0.992277     1  \n",
       "4               0.520918     1  \n",
       "5               0.894095     1  \n",
       "6               0.998288     1  \n",
       "7               0.999906     1  \n",
       "8               0.994812     1  \n",
       "9               0.992277     1  \n",
       "10              0.992412     1  \n",
       "11              0.520918     1  \n",
       "12              0.999435     1  \n",
       "13              0.970312     1  \n",
       "14              0.992412     1  \n",
       "15              0.999424     1  \n",
       "16              0.994010     1  \n",
       "17              0.999184     1  \n",
       "18              0.969839     1  \n",
       "19              0.826125     1  \n",
       "20              0.513036     1  \n",
       "21              0.765924     1  \n",
       "22              0.720958     1  \n",
       "23              0.880657     1  \n",
       "24              0.995009     1  \n",
       "25              0.996764     1  \n",
       "26              0.998940     1  \n",
       "27              0.563070     1  \n",
       "28              0.998428     1  \n",
       "29              0.882202     1  \n",
       "..                   ...   ...  \n",
       "735             0.895943     1  \n",
       "736             0.782052     1  \n",
       "737             0.668583     1  \n",
       "738             0.896407     1  \n",
       "739             0.821582     1  \n",
       "740             0.867797     1  \n",
       "741             0.744115     1  \n",
       "742             0.504396     1  \n",
       "743             0.594683     1  \n",
       "744             0.540319     1  \n",
       "745             0.649177     1  \n",
       "746             0.561538     1  \n",
       "747             0.592243     1  \n",
       "748             0.547628     1  \n",
       "749             0.516012     1  \n",
       "750             0.961489     1  \n",
       "751             0.930422     1  \n",
       "752             0.880601     1  \n",
       "753             0.622826     1  \n",
       "754             0.700728     1  \n",
       "755             0.737286     1  \n",
       "756             0.908971     1  \n",
       "757             0.891011     1  \n",
       "758             0.880601     1  \n",
       "759             0.758343     1  \n",
       "760             0.707795     1  \n",
       "761             0.820902     1  \n",
       "762             0.850879     1  \n",
       "763             0.909197     1  \n",
       "764             0.736107     1  \n",
       "\n",
       "[765 rows x 8 columns]"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rec_df10 = recommend_from_history(matrix,                           # Original Matrix      \n",
    "                                  trunc_user_list,                  # List of userId\n",
    "                                  5000,                             # Cluster of similar users\n",
    "                                  no_of_rec,                        # Number of recommendation for each liked movie\n",
    "                                  data_ref,                         # Reference table used to transform X\n",
    "                                  ref,                              # Reference table used to check matched genre\n",
    "                                  gbc,                              # Model used to predict for y\n",
    "                                  matching_genre='all')             # 3 options ('all', 'none', 'default')\n",
    "                                                                    # 'all' - returns only matched genre\n",
    "                                                                    # 'none' - returns only genre that does not match\n",
    "                                                                    # 'default' - does not filter for genres and \n",
    "                                                                    #             prioritizes higher similarity\n",
    "                                                                    #             score.\n",
    "rec_df10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score:  1.0\n",
      "Average Similarity Score:  0.30914114160725664\n",
      "Average Probability Score:  0.7709125735483011 \n",
      "\n",
      "Out of a total of 765 recommendations.\n",
      "765 recommendations had at least one matching genre.\n",
      "100% of watched and recommended genres matched. \n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>watched_title</th>\n",
       "      <th>watched_genre</th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>recommended_genre</th>\n",
       "      <th>in_common_genre</th>\n",
       "      <th>matched_genre</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>[18, 10749, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18, 10749]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Arlington Road</td>\n",
       "      <td>[18, 53, 9648, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fools Rush In</td>\n",
       "      <td>[18, 35, 10749, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Blood: The Last Vampire</td>\n",
       "      <td>[14, 16, 27, 35, 53, 878, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Loose Screws</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>License to Wed</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>My Best Friend's Wedding</td>\n",
       "      <td>[35, 10749, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Jacob's Ladder</td>\n",
       "      <td>[18, 9648, 27, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Notes on a Scandal</td>\n",
       "      <td>[18, 10749, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Rocky Balboa</td>\n",
       "      <td>[18, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Bridge to Terabithia</td>\n",
       "      <td>[12, 18, 10751, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[18]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Shriek If You Know What I Did Last Friday the ...</td>\n",
       "      <td>[35, 0, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>Beetlejuice</td>\n",
       "      <td>[14, 35, 0, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[35]</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       watched_title  \\\n",
       "0                                      Fools Rush In   \n",
       "1                                      Fools Rush In   \n",
       "2                                      Fools Rush In   \n",
       "3                                     License to Wed   \n",
       "4                                     License to Wed   \n",
       "5                                     License to Wed   \n",
       "6                                       Rocky Balboa   \n",
       "7                                       Rocky Balboa   \n",
       "8                                       Rocky Balboa   \n",
       "9  Shriek If You Know What I Did Last Friday the ...   \n",
       "\n",
       "                    watched_genre         recommended_title  \\\n",
       "0  [18, 35, 10749, 0, 0, 0, 0, 0]        Notes on a Scandal   \n",
       "1  [18, 35, 10749, 0, 0, 0, 0, 0]            Arlington Road   \n",
       "2  [18, 35, 10749, 0, 0, 0, 0, 0]   Blood: The Last Vampire   \n",
       "3       [35, 0, 0, 0, 0, 0, 0, 0]               Beetlejuice   \n",
       "4       [35, 0, 0, 0, 0, 0, 0, 0]              Loose Screws   \n",
       "5       [35, 0, 0, 0, 0, 0, 0, 0]  My Best Friend's Wedding   \n",
       "6       [18, 0, 0, 0, 0, 0, 0, 0]            Jacob's Ladder   \n",
       "7       [18, 0, 0, 0, 0, 0, 0, 0]        Notes on a Scandal   \n",
       "8       [18, 0, 0, 0, 0, 0, 0, 0]      Bridge to Terabithia   \n",
       "9       [35, 0, 0, 0, 0, 0, 0, 0]               Beetlejuice   \n",
       "\n",
       "                 recommended_genre in_common_genre  matched_genre  \n",
       "0    [18, 10749, 0, 0, 0, 0, 0, 0]     [18, 10749]              1  \n",
       "1    [18, 53, 9648, 0, 0, 0, 0, 0]            [18]              1  \n",
       "2  [14, 16, 27, 35, 53, 878, 0, 0]            [35]              1  \n",
       "3       [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "4        [35, 0, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "5    [35, 10749, 0, 0, 0, 0, 0, 0]            [35]              1  \n",
       "6    [18, 9648, 27, 0, 0, 0, 0, 0]            [18]              1  \n",
       "7    [18, 10749, 0, 0, 0, 0, 0, 0]            [18]              1  \n",
       "8   [12, 18, 10751, 0, 0, 0, 0, 0]            [18]              1  \n",
       "9       [14, 35, 0, 0, 0, 0, 0, 0]            [35]              1  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "met10 = print_metrics(rec_df10, start=0, end=9)\n",
    "met10.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>recommended_title</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Talented Mr. Ripley</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Scarface</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Men in Black II</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Terminator 3: Rise of the Machines</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>48 Hrs.</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Say Anything...</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Point Break</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Rope</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>The Million Dollar Hotel</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5 Card Stud</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    recommended_title  count\n",
       "0             The Talented Mr. Ripley     46\n",
       "1                            Scarface     40\n",
       "2                     Men in Black II     38\n",
       "3  Terminator 3: Rise of the Machines     32\n",
       "4                             48 Hrs.     28\n",
       "5                     Say Anything...     26\n",
       "6                         Point Break     22\n",
       "7                                Rope     22\n",
       "8            The Million Dollar Hotel     21\n",
       "9                         5 Card Stud     19"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "m_rec10 = rec_df10.groupby('recommended_title').size().reset_index()\n",
    "m_rec10.columns = ['recommended_title', 'count']\n",
    "m_rec10 = m_rec10.sort_values('count', ascending=False).reset_index(drop=True)\n",
    "m_rec10[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>real_count</th>\n",
       "      <th>count</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [userId, real_count, count, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "j = whatismissing(m_df, rec_df10, no_of_rec)\n",
    "j"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}