Collaborative based movie recommender.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Importing the required libraries\n",
    "\n",
    "import pandas as pd\n",
    "from scipy import sparse\n",
    "from sklearn.metrics.pairwise import cosine_similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>userId</th>\n",
       "      <th>movieId</th>\n",
       "      <th>rating</th>\n",
       "      <th>title</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>4.0</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>4.5</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>2.5</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>4.5</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Adventure|Animation|Children|Comedy|Fantasy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   userId  movieId  rating             title  \\\n",
       "0       1        1     4.0  Toy Story (1995)   \n",
       "1       5        1     4.0  Toy Story (1995)   \n",
       "2       7        1     4.5  Toy Story (1995)   \n",
       "3      15        1     2.5  Toy Story (1995)   \n",
       "4      17        1     4.5  Toy Story (1995)   \n",
       "\n",
       "                                        genres  \n",
       "0  Adventure|Animation|Children|Comedy|Fantasy  \n",
       "1  Adventure|Animation|Children|Comedy|Fantasy  \n",
       "2  Adventure|Animation|Children|Comedy|Fantasy  \n",
       "3  Adventure|Animation|Children|Comedy|Fantasy  \n",
       "4  Adventure|Animation|Children|Comedy|Fantasy  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Merging the 2 datasets - ratings and names of the movies\n",
    "\n",
    "ratings=pd.read_csv('/home/shagun/Documents/Ml Projects/MRS/Movy-Matchism/Datasets/movielens_dataset/ratings.csv')\n",
    "movies=pd.read_csv('/home/shagun/Documents/Ml Projects/MRS/Movy-Matchism/Datasets/movielens_dataset/movies.csv')\n",
    "data=pd.merge(ratings,movies).drop(['timestamp'],axis=1)\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>title</th>\n",
       "      <th>'71 (2014)</th>\n",
       "      <th>'Hellboy': The Seeds of Creation (2004)</th>\n",
       "      <th>'Round Midnight (1986)</th>\n",
       "      <th>'Salem's Lot (2004)</th>\n",
       "      <th>'Til There Was You (1997)</th>\n",
       "      <th>'Tis the Season for Love (2015)</th>\n",
       "      <th>'burbs, The (1989)</th>\n",
       "      <th>'night Mother (1986)</th>\n",
       "      <th>(500) Days of Summer (2009)</th>\n",
       "      <th>*batteries not included (1987)</th>\n",
       "      <th>...</th>\n",
       "      <th>Zulu (2013)</th>\n",
       "      <th>[REC] (2007)</th>\n",
       "      <th>[REC]² (2009)</th>\n",
       "      <th>[REC]³ 3 Génesis (2012)</th>\n",
       "      <th>anohana: The Flower We Saw That Day - The Movie (2013)</th>\n",
       "      <th>eXistenZ (1999)</th>\n",
       "      <th>xXx (2002)</th>\n",
       "      <th>xXx: State of the Union (2005)</th>\n",
       "      <th>¡Three Amigos! (1986)</th>\n",
       "      <th>À nous la liberté (Freedom for Us) (1931)</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>userId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 9719 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "title   '71 (2014)  'Hellboy': The Seeds of Creation (2004)  \\\n",
       "userId                                                        \n",
       "1              NaN                                      NaN   \n",
       "2              NaN                                      NaN   \n",
       "3              NaN                                      NaN   \n",
       "4              NaN                                      NaN   \n",
       "5              NaN                                      NaN   \n",
       "\n",
       "title   'Round Midnight (1986)  'Salem's Lot (2004)  \\\n",
       "userId                                                \n",
       "1                          NaN                  NaN   \n",
       "2                          NaN                  NaN   \n",
       "3                          NaN                  NaN   \n",
       "4                          NaN                  NaN   \n",
       "5                          NaN                  NaN   \n",
       "\n",
       "title   'Til There Was You (1997)  'Tis the Season for Love (2015)  \\\n",
       "userId                                                               \n",
       "1                             NaN                              NaN   \n",
       "2                             NaN                              NaN   \n",
       "3                             NaN                              NaN   \n",
       "4                             NaN                              NaN   \n",
       "5                             NaN                              NaN   \n",
       "\n",
       "title   'burbs, The (1989)  'night Mother (1986)  (500) Days of Summer (2009)  \\\n",
       "userId                                                                          \n",
       "1                      NaN                   NaN                          NaN   \n",
       "2                      NaN                   NaN                          NaN   \n",
       "3                      NaN                   NaN                          NaN   \n",
       "4                      NaN                   NaN                          NaN   \n",
       "5                      NaN                   NaN                          NaN   \n",
       "\n",
       "title   *batteries not included (1987)  ...  Zulu (2013)  [REC] (2007)  \\\n",
       "userId                                  ...                              \n",
       "1                                  NaN  ...          NaN           NaN   \n",
       "2                                  NaN  ...          NaN           NaN   \n",
       "3                                  NaN  ...          NaN           NaN   \n",
       "4                                  NaN  ...          NaN           NaN   \n",
       "5                                  NaN  ...          NaN           NaN   \n",
       "\n",
       "title   [REC]² (2009)  [REC]³ 3 Génesis (2012)  \\\n",
       "userId                                           \n",
       "1                 NaN                      NaN   \n",
       "2                 NaN                      NaN   \n",
       "3                 NaN                      NaN   \n",
       "4                 NaN                      NaN   \n",
       "5                 NaN                      NaN   \n",
       "\n",
       "title   anohana: The Flower We Saw That Day - The Movie (2013)  \\\n",
       "userId                                                           \n",
       "1                                                     NaN        \n",
       "2                                                     NaN        \n",
       "3                                                     NaN        \n",
       "4                                                     NaN        \n",
       "5                                                     NaN        \n",
       "\n",
       "title   eXistenZ (1999)  xXx (2002)  xXx: State of the Union (2005)  \\\n",
       "userId                                                                \n",
       "1                   NaN         NaN                             NaN   \n",
       "2                   NaN         NaN                             NaN   \n",
       "3                   NaN         NaN                             NaN   \n",
       "4                   NaN         NaN                             NaN   \n",
       "5                   NaN         NaN                             NaN   \n",
       "\n",
       "title   ¡Three Amigos! (1986)  À nous la liberté (Freedom for Us) (1931)  \n",
       "userId                                                                    \n",
       "1                         4.0                                        NaN  \n",
       "2                         NaN                                        NaN  \n",
       "3                         NaN                                        NaN  \n",
       "4                         NaN                                        NaN  \n",
       "5                         NaN                                        NaN  \n",
       "\n",
       "[5 rows x 9719 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# creating a pivot table\n",
    "\n",
    "user_ratings=data.pivot_table(index=['userId'],columns=['title'],values='rating')\n",
    "user_ratings.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>title</th>\n",
       "      <th>'burbs, The (1989)</th>\n",
       "      <th>(500) Days of Summer (2009)</th>\n",
       "      <th>10 Cloverfield Lane (2016)</th>\n",
       "      <th>10 Things I Hate About You (1999)</th>\n",
       "      <th>10,000 BC (2008)</th>\n",
       "      <th>101 Dalmatians (1996)</th>\n",
       "      <th>101 Dalmatians (One Hundred and One Dalmatians) (1961)</th>\n",
       "      <th>12 Angry Men (1957)</th>\n",
       "      <th>12 Years a Slave (2013)</th>\n",
       "      <th>127 Hours (2010)</th>\n",
       "      <th>...</th>\n",
       "      <th>Zack and Miri Make a Porno (2008)</th>\n",
       "      <th>Zero Dark Thirty (2012)</th>\n",
       "      <th>Zero Effect (1998)</th>\n",
       "      <th>Zodiac (2007)</th>\n",
       "      <th>Zombieland (2009)</th>\n",
       "      <th>Zoolander (2001)</th>\n",
       "      <th>Zootopia (2016)</th>\n",
       "      <th>eXistenZ (1999)</th>\n",
       "      <th>xXx (2002)</th>\n",
       "      <th>¡Three Amigos! (1986)</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>userId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 2269 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "title   'burbs, The (1989)  (500) Days of Summer (2009)  \\\n",
       "userId                                                    \n",
       "1                      0.0                          0.0   \n",
       "2                      0.0                          0.0   \n",
       "3                      0.0                          0.0   \n",
       "4                      0.0                          0.0   \n",
       "5                      0.0                          0.0   \n",
       "\n",
       "title   10 Cloverfield Lane (2016)  10 Things I Hate About You (1999)  \\\n",
       "userId                                                                  \n",
       "1                              0.0                                0.0   \n",
       "2                              0.0                                0.0   \n",
       "3                              0.0                                0.0   \n",
       "4                              0.0                                0.0   \n",
       "5                              0.0                                0.0   \n",
       "\n",
       "title   10,000 BC (2008)  101 Dalmatians (1996)  \\\n",
       "userId                                            \n",
       "1                    0.0                    0.0   \n",
       "2                    0.0                    0.0   \n",
       "3                    0.0                    0.0   \n",
       "4                    0.0                    0.0   \n",
       "5                    0.0                    0.0   \n",
       "\n",
       "title   101 Dalmatians (One Hundred and One Dalmatians) (1961)  \\\n",
       "userId                                                           \n",
       "1                                                     0.0        \n",
       "2                                                     0.0        \n",
       "3                                                     0.0        \n",
       "4                                                     0.0        \n",
       "5                                                     0.0        \n",
       "\n",
       "title   12 Angry Men (1957)  12 Years a Slave (2013)  127 Hours (2010)  ...  \\\n",
       "userId                                                                  ...   \n",
       "1                       0.0                      0.0               0.0  ...   \n",
       "2                       0.0                      0.0               0.0  ...   \n",
       "3                       0.0                      0.0               0.0  ...   \n",
       "4                       5.0                      0.0               0.0  ...   \n",
       "5                       0.0                      0.0               0.0  ...   \n",
       "\n",
       "title   Zack and Miri Make a Porno (2008)  Zero Dark Thirty (2012)  \\\n",
       "userId                                                               \n",
       "1                                     0.0                      0.0   \n",
       "2                                     0.0                      0.0   \n",
       "3                                     0.0                      0.0   \n",
       "4                                     0.0                      0.0   \n",
       "5                                     0.0                      0.0   \n",
       "\n",
       "title   Zero Effect (1998)  Zodiac (2007)  Zombieland (2009)  \\\n",
       "userId                                                         \n",
       "1                      0.0            0.0                0.0   \n",
       "2                      0.0            0.0                3.0   \n",
       "3                      0.0            0.0                0.0   \n",
       "4                      0.0            0.0                0.0   \n",
       "5                      0.0            0.0                0.0   \n",
       "\n",
       "title   Zoolander (2001)  Zootopia (2016)  eXistenZ (1999)  xXx (2002)  \\\n",
       "userId                                                                   \n",
       "1                    0.0              0.0              0.0         0.0   \n",
       "2                    0.0              0.0              0.0         0.0   \n",
       "3                    0.0              0.0              0.0         0.0   \n",
       "4                    0.0              0.0              0.0         0.0   \n",
       "5                    0.0              0.0              0.0         0.0   \n",
       "\n",
       "title   ¡Three Amigos! (1986)  \n",
       "userId                         \n",
       "1                         4.0  \n",
       "2                         0.0  \n",
       "3                         0.0  \n",
       "4                         0.0  \n",
       "5                         0.0  \n",
       "\n",
       "[5 rows x 2269 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Removing the movies which have less than 10 users who rated them and fill the remaining with zero\n",
    "\n",
    "user_ratings=user_ratings.dropna(thresh=10,axis=1)\n",
    "user_ratings=user_ratings.fillna(value=0,axis=1)\n",
    "user_ratings.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>title</th>\n",
       "      <th>'burbs, The (1989)</th>\n",
       "      <th>(500) Days of Summer (2009)</th>\n",
       "      <th>10 Cloverfield Lane (2016)</th>\n",
       "      <th>10 Things I Hate About You (1999)</th>\n",
       "      <th>10,000 BC (2008)</th>\n",
       "      <th>101 Dalmatians (1996)</th>\n",
       "      <th>101 Dalmatians (One Hundred and One Dalmatians) (1961)</th>\n",
       "      <th>12 Angry Men (1957)</th>\n",
       "      <th>12 Years a Slave (2013)</th>\n",
       "      <th>127 Hours (2010)</th>\n",
       "      <th>...</th>\n",
       "      <th>Zack and Miri Make a Porno (2008)</th>\n",
       "      <th>Zero Dark Thirty (2012)</th>\n",
       "      <th>Zero Effect (1998)</th>\n",
       "      <th>Zodiac (2007)</th>\n",
       "      <th>Zombieland (2009)</th>\n",
       "      <th>Zoolander (2001)</th>\n",
       "      <th>Zootopia (2016)</th>\n",
       "      <th>eXistenZ (1999)</th>\n",
       "      <th>xXx (2002)</th>\n",
       "      <th>¡Three Amigos! (1986)</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>title</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>'burbs, The (1989)</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.063117</td>\n",
       "      <td>-0.023768</td>\n",
       "      <td>0.143482</td>\n",
       "      <td>0.011998</td>\n",
       "      <td>0.087931</td>\n",
       "      <td>0.224052</td>\n",
       "      <td>0.034223</td>\n",
       "      <td>0.009277</td>\n",
       "      <td>0.008331</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017477</td>\n",
       "      <td>0.032470</td>\n",
       "      <td>0.134701</td>\n",
       "      <td>0.153158</td>\n",
       "      <td>0.101301</td>\n",
       "      <td>0.049897</td>\n",
       "      <td>0.003233</td>\n",
       "      <td>0.187953</td>\n",
       "      <td>0.062174</td>\n",
       "      <td>0.353194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>(500) Days of Summer (2009)</th>\n",
       "      <td>0.063117</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.142471</td>\n",
       "      <td>0.273989</td>\n",
       "      <td>0.193960</td>\n",
       "      <td>0.148903</td>\n",
       "      <td>0.142141</td>\n",
       "      <td>0.159756</td>\n",
       "      <td>0.135486</td>\n",
       "      <td>0.200135</td>\n",
       "      <td>...</td>\n",
       "      <td>0.374515</td>\n",
       "      <td>0.178655</td>\n",
       "      <td>0.068407</td>\n",
       "      <td>0.414585</td>\n",
       "      <td>0.355723</td>\n",
       "      <td>0.252226</td>\n",
       "      <td>0.216007</td>\n",
       "      <td>0.053614</td>\n",
       "      <td>0.241092</td>\n",
       "      <td>0.125905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10 Cloverfield Lane (2016)</th>\n",
       "      <td>-0.023768</td>\n",
       "      <td>0.142471</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.005799</td>\n",
       "      <td>0.112396</td>\n",
       "      <td>0.006139</td>\n",
       "      <td>-0.016835</td>\n",
       "      <td>0.031704</td>\n",
       "      <td>-0.024275</td>\n",
       "      <td>0.272943</td>\n",
       "      <td>...</td>\n",
       "      <td>0.242663</td>\n",
       "      <td>0.099059</td>\n",
       "      <td>-0.023477</td>\n",
       "      <td>0.272347</td>\n",
       "      <td>0.241751</td>\n",
       "      <td>0.195054</td>\n",
       "      <td>0.319371</td>\n",
       "      <td>0.177846</td>\n",
       "      <td>0.096638</td>\n",
       "      <td>0.002733</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10 Things I Hate About You (1999)</th>\n",
       "      <td>0.143482</td>\n",
       "      <td>0.273989</td>\n",
       "      <td>-0.005799</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.244670</td>\n",
       "      <td>0.223481</td>\n",
       "      <td>0.211473</td>\n",
       "      <td>0.011784</td>\n",
       "      <td>0.091964</td>\n",
       "      <td>0.043383</td>\n",
       "      <td>...</td>\n",
       "      <td>0.243118</td>\n",
       "      <td>0.104858</td>\n",
       "      <td>0.132460</td>\n",
       "      <td>0.091853</td>\n",
       "      <td>0.158637</td>\n",
       "      <td>0.281934</td>\n",
       "      <td>0.050031</td>\n",
       "      <td>0.121029</td>\n",
       "      <td>0.130813</td>\n",
       "      <td>0.110612</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10,000 BC (2008)</th>\n",
       "      <td>0.011998</td>\n",
       "      <td>0.193960</td>\n",
       "      <td>0.112396</td>\n",
       "      <td>0.244670</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.234459</td>\n",
       "      <td>0.119132</td>\n",
       "      <td>0.059187</td>\n",
       "      <td>-0.025882</td>\n",
       "      <td>0.089328</td>\n",
       "      <td>...</td>\n",
       "      <td>0.260261</td>\n",
       "      <td>0.087592</td>\n",
       "      <td>0.094913</td>\n",
       "      <td>0.184521</td>\n",
       "      <td>0.242299</td>\n",
       "      <td>0.240231</td>\n",
       "      <td>0.094773</td>\n",
       "      <td>0.088045</td>\n",
       "      <td>0.203002</td>\n",
       "      <td>0.083518</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 2269 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "title                              'burbs, The (1989)  \\\n",
       "title                                                   \n",
       "'burbs, The (1989)                           1.000000   \n",
       "(500) Days of Summer (2009)                  0.063117   \n",
       "10 Cloverfield Lane (2016)                  -0.023768   \n",
       "10 Things I Hate About You (1999)            0.143482   \n",
       "10,000 BC (2008)                             0.011998   \n",
       "\n",
       "title                              (500) Days of Summer (2009)  \\\n",
       "title                                                            \n",
       "'burbs, The (1989)                                    0.063117   \n",
       "(500) Days of Summer (2009)                           1.000000   \n",
       "10 Cloverfield Lane (2016)                            0.142471   \n",
       "10 Things I Hate About You (1999)                     0.273989   \n",
       "10,000 BC (2008)                                      0.193960   \n",
       "\n",
       "title                              10 Cloverfield Lane (2016)  \\\n",
       "title                                                           \n",
       "'burbs, The (1989)                                  -0.023768   \n",
       "(500) Days of Summer (2009)                          0.142471   \n",
       "10 Cloverfield Lane (2016)                           1.000000   \n",
       "10 Things I Hate About You (1999)                   -0.005799   \n",
       "10,000 BC (2008)                                     0.112396   \n",
       "\n",
       "title                              10 Things I Hate About You (1999)  \\\n",
       "title                                                                  \n",
       "'burbs, The (1989)                                          0.143482   \n",
       "(500) Days of Summer (2009)                                 0.273989   \n",
       "10 Cloverfield Lane (2016)                                 -0.005799   \n",
       "10 Things I Hate About You (1999)                           1.000000   \n",
       "10,000 BC (2008)                                            0.244670   \n",
       "\n",
       "title                              10,000 BC (2008)  101 Dalmatians (1996)  \\\n",
       "title                                                                        \n",
       "'burbs, The (1989)                         0.011998               0.087931   \n",
       "(500) Days of Summer (2009)                0.193960               0.148903   \n",
       "10 Cloverfield Lane (2016)                 0.112396               0.006139   \n",
       "10 Things I Hate About You (1999)          0.244670               0.223481   \n",
       "10,000 BC (2008)                           1.000000               0.234459   \n",
       "\n",
       "title                              101 Dalmatians (One Hundred and One Dalmatians) (1961)  \\\n",
       "title                                                                                       \n",
       "'burbs, The (1989)                                                          0.224052        \n",
       "(500) Days of Summer (2009)                                                 0.142141        \n",
       "10 Cloverfield Lane (2016)                                                 -0.016835        \n",
       "10 Things I Hate About You (1999)                                           0.211473        \n",
       "10,000 BC (2008)                                                            0.119132        \n",
       "\n",
       "title                              12 Angry Men (1957)  \\\n",
       "title                                                    \n",
       "'burbs, The (1989)                            0.034223   \n",
       "(500) Days of Summer (2009)                   0.159756   \n",
       "10 Cloverfield Lane (2016)                    0.031704   \n",
       "10 Things I Hate About You (1999)             0.011784   \n",
       "10,000 BC (2008)                              0.059187   \n",
       "\n",
       "title                              12 Years a Slave (2013)  127 Hours (2010)  \\\n",
       "title                                                                          \n",
       "'burbs, The (1989)                                0.009277          0.008331   \n",
       "(500) Days of Summer (2009)                       0.135486          0.200135   \n",
       "10 Cloverfield Lane (2016)                       -0.024275          0.272943   \n",
       "10 Things I Hate About You (1999)                 0.091964          0.043383   \n",
       "10,000 BC (2008)                                 -0.025882          0.089328   \n",
       "\n",
       "title                              ...  Zack and Miri Make a Porno (2008)  \\\n",
       "title                              ...                                      \n",
       "'burbs, The (1989)                 ...                           0.017477   \n",
       "(500) Days of Summer (2009)        ...                           0.374515   \n",
       "10 Cloverfield Lane (2016)         ...                           0.242663   \n",
       "10 Things I Hate About You (1999)  ...                           0.243118   \n",
       "10,000 BC (2008)                   ...                           0.260261   \n",
       "\n",
       "title                              Zero Dark Thirty (2012)  \\\n",
       "title                                                        \n",
       "'burbs, The (1989)                                0.032470   \n",
       "(500) Days of Summer (2009)                       0.178655   \n",
       "10 Cloverfield Lane (2016)                        0.099059   \n",
       "10 Things I Hate About You (1999)                 0.104858   \n",
       "10,000 BC (2008)                                  0.087592   \n",
       "\n",
       "title                              Zero Effect (1998)  Zodiac (2007)  \\\n",
       "title                                                                  \n",
       "'burbs, The (1989)                           0.134701       0.153158   \n",
       "(500) Days of Summer (2009)                  0.068407       0.414585   \n",
       "10 Cloverfield Lane (2016)                  -0.023477       0.272347   \n",
       "10 Things I Hate About You (1999)            0.132460       0.091853   \n",
       "10,000 BC (2008)                             0.094913       0.184521   \n",
       "\n",
       "title                              Zombieland (2009)  Zoolander (2001)  \\\n",
       "title                                                                    \n",
       "'burbs, The (1989)                          0.101301          0.049897   \n",
       "(500) Days of Summer (2009)                 0.355723          0.252226   \n",
       "10 Cloverfield Lane (2016)                  0.241751          0.195054   \n",
       "10 Things I Hate About You (1999)           0.158637          0.281934   \n",
       "10,000 BC (2008)                            0.242299          0.240231   \n",
       "\n",
       "title                              Zootopia (2016)  eXistenZ (1999)  \\\n",
       "title                                                                 \n",
       "'burbs, The (1989)                        0.003233         0.187953   \n",
       "(500) Days of Summer (2009)               0.216007         0.053614   \n",
       "10 Cloverfield Lane (2016)                0.319371         0.177846   \n",
       "10 Things I Hate About You (1999)         0.050031         0.121029   \n",
       "10,000 BC (2008)                          0.094773         0.088045   \n",
       "\n",
       "title                              xXx (2002)  ¡Three Amigos! (1986)  \n",
       "title                                                                 \n",
       "'burbs, The (1989)                   0.062174               0.353194  \n",
       "(500) Days of Summer (2009)          0.241092               0.125905  \n",
       "10 Cloverfield Lane (2016)           0.096638               0.002733  \n",
       "10 Things I Hate About You (1999)    0.130813               0.110612  \n",
       "10,000 BC (2008)                     0.203002               0.083518  \n",
       "\n",
       "[5 rows x 2269 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#building the similarity matrix using pearson's correlation\n",
    "\n",
    "item_similarity=user_ratings.corr(method='pearson')\n",
    "item_similarity.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Getting score of similar movies\n",
    "\n",
    "def get_similar_movies(movie_name,user_rating):\n",
    "    score=item_similarity[movie_name]*(user_rating-2.5)\n",
    "    score=score.sort_values(ascending=False)\n",
    "    \n",
    "    return score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>'burbs, The (1989)</th>\n",
       "      <th>(500) Days of Summer (2009)</th>\n",
       "      <th>10 Cloverfield Lane (2016)</th>\n",
       "      <th>10 Things I Hate About You (1999)</th>\n",
       "      <th>10,000 BC (2008)</th>\n",
       "      <th>101 Dalmatians (1996)</th>\n",
       "      <th>101 Dalmatians (One Hundred and One Dalmatians) (1961)</th>\n",
       "      <th>12 Angry Men (1957)</th>\n",
       "      <th>12 Years a Slave (2013)</th>\n",
       "      <th>127 Hours (2010)</th>\n",
       "      <th>...</th>\n",
       "      <th>Zack and Miri Make a Porno (2008)</th>\n",
       "      <th>Zero Dark Thirty (2012)</th>\n",
       "      <th>Zero Effect (1998)</th>\n",
       "      <th>Zodiac (2007)</th>\n",
       "      <th>Zombieland (2009)</th>\n",
       "      <th>Zoolander (2001)</th>\n",
       "      <th>Zootopia (2016)</th>\n",
       "      <th>eXistenZ (1999)</th>\n",
       "      <th>xXx (2002)</th>\n",
       "      <th>¡Three Amigos! (1986)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.157792</td>\n",
       "      <td>2.50000</td>\n",
       "      <td>0.356179</td>\n",
       "      <td>0.684973</td>\n",
       "      <td>0.4849</td>\n",
       "      <td>0.372257</td>\n",
       "      <td>0.355353</td>\n",
       "      <td>0.399389</td>\n",
       "      <td>0.338715</td>\n",
       "      <td>0.500338</td>\n",
       "      <td>...</td>\n",
       "      <td>0.936288</td>\n",
       "      <td>0.446637</td>\n",
       "      <td>0.171018</td>\n",
       "      <td>1.036463</td>\n",
       "      <td>0.889309</td>\n",
       "      <td>0.630565</td>\n",
       "      <td>0.540017</td>\n",
       "      <td>0.134034</td>\n",
       "      <td>0.602730</td>\n",
       "      <td>0.314763</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.005999</td>\n",
       "      <td>0.09698</td>\n",
       "      <td>0.056198</td>\n",
       "      <td>0.122335</td>\n",
       "      <td>0.5000</td>\n",
       "      <td>0.117229</td>\n",
       "      <td>0.059566</td>\n",
       "      <td>0.029593</td>\n",
       "      <td>-0.012941</td>\n",
       "      <td>0.044664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.130130</td>\n",
       "      <td>0.043796</td>\n",
       "      <td>0.047457</td>\n",
       "      <td>0.092261</td>\n",
       "      <td>0.121149</td>\n",
       "      <td>0.120115</td>\n",
       "      <td>0.047387</td>\n",
       "      <td>0.044023</td>\n",
       "      <td>0.101501</td>\n",
       "      <td>0.041759</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 2269 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   'burbs, The (1989)  (500) Days of Summer (2009)  \\\n",
       "0            0.157792                      2.50000   \n",
       "1            0.005999                      0.09698   \n",
       "\n",
       "   10 Cloverfield Lane (2016)  10 Things I Hate About You (1999)  \\\n",
       "0                    0.356179                           0.684973   \n",
       "1                    0.056198                           0.122335   \n",
       "\n",
       "   10,000 BC (2008)  101 Dalmatians (1996)  \\\n",
       "0            0.4849               0.372257   \n",
       "1            0.5000               0.117229   \n",
       "\n",
       "   101 Dalmatians (One Hundred and One Dalmatians) (1961)  \\\n",
       "0                                           0.355353        \n",
       "1                                           0.059566        \n",
       "\n",
       "   12 Angry Men (1957)  12 Years a Slave (2013)  127 Hours (2010)  ...  \\\n",
       "0             0.399389                 0.338715          0.500338  ...   \n",
       "1             0.029593                -0.012941          0.044664  ...   \n",
       "\n",
       "   Zack and Miri Make a Porno (2008)  Zero Dark Thirty (2012)  \\\n",
       "0                           0.936288                 0.446637   \n",
       "1                           0.130130                 0.043796   \n",
       "\n",
       "   Zero Effect (1998)  Zodiac (2007)  Zombieland (2009)  Zoolander (2001)  \\\n",
       "0            0.171018       1.036463           0.889309          0.630565   \n",
       "1            0.047457       0.092261           0.121149          0.120115   \n",
       "\n",
       "   Zootopia (2016)  eXistenZ (1999)  xXx (2002)  ¡Three Amigos! (1986)  \n",
       "0         0.540017         0.134034    0.602730               0.314763  \n",
       "1         0.047387         0.044023    0.101501               0.041759  \n",
       "\n",
       "[2 rows x 2269 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user_list=[(\"(500) Days of Summer (2009)\",5),(\"10,000 BC (2008)\",3)]\n",
    "\n",
    "similar_movies=pd.DataFrame()\n",
    "\n",
    "for movie,rating in user_list:\n",
    "    similar_movies=similar_movies.append(get_similar_movies(movie,rating),ignore_index=True)\n",
    "\n",
    "similar_movies.sum().sort_values(ascending=False)\n",
    "similar_movies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open ('/home/shagun/Documents/Collaborative_recommender_model','wb') as f:\n",
    "    pickle.dump(item_similarity,f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}