contetn_filtering_v1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def pickle_read(fileName):\n",
    "    with open(fileName,'rb') as file_opened:\n",
    "        return pickle.load(file=file_opened)\n",
    "\n",
    "def pickle_write(fileName, obj):\n",
    "    with open(fileName,'wb') as file_opened:\n",
    "        pickle.dump(obj=obj, file=file_opened)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_as_pickle():\n",
    "    pickle_write(fileName='./processed/obj/tf.pk', obj=tf)\n",
    "    pickle_write(fileName='./processed/obj/description_matrix.pk', obj=desription_matrix)\n",
    "    pickle_write(fileName='./processed/obj/cosine_sim.pk', obj=cosine_sim)\n",
    "    pickle_write(fileName='./processed/obj/movies_df.pk',obj=movies_df)\n",
    "    pickle_write(fileName='./processed/obj/indices.pk',obj=indices)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/abdev/projects/mlai-projects/movie-recommendation/venv/lib/python3.9/site-packages/IPython/core/interactiveshell.py:3457: DtypeWarning: Columns (10) have mixed types.Specify dtype option on import or set low_memory=False.\n",
      "  exec(code_obj, self.user_global_ns, self.user_ns)\n"
     ]
    }
   ],
   "source": [
    "columns_movie = ['genres','belongs_to_collection','id','title','popularity','vote_average','vote_count','tagline','overview']\n",
    "movies_df_ori = pd.read_csv('./data/movies_metadata.csv')\n",
    "movies_df_ori = movies_df_ori.drop([19730, 29503, 35587])\n",
    "movies_df_ori['popularity'] = movies_df_ori['popularity'].astype('float')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(9262, 25)\n"
     ]
    }
   ],
   "source": [
    "movies_df = movies_df_ori.loc[ (movies_df_ori['vote_count']>30) & (movies_df_ori['popularity']>4) ].reset_index()\n",
    "print(movies_df.shape)\n",
    "# movies_df.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# using tags and overview"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "movies_df['tagline'] = movies_df['tagline'].fillna('')\n",
    "movies_df['overview'] = movies_df['overview'].fillna('')\n",
    "movies_df['description'] = movies_df['tagline'] + movies_df['overview']\n",
    "movies_df['description'] = movies_df['description'].fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
    "from sklearn.metrics.pairwise import linear_kernel, cosine_similarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "tf = TfidfVectorizer(analyzer='word',ngram_range=(1, 2),min_df=0, stop_words='english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(9262, 261368)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "desription_matrix = tf.fit_transform(movies_df['description'])\n",
    "desription_matrix.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "cosine_sim = linear_kernel(desription_matrix, desription_matrix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "movies_df.reset_index()\n",
    "indices = pd.Series(movies_df.index, index=movies_df['title'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "human_friendly_cols = ['id','title','overview','tagline']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_recommendations(title, cosine_sim=cosine_sim, new_data=False):\n",
    "    idx = 0 if new_data else indices[title]\n",
    "    sim_scores = list(enumerate(cosine_sim[idx]))\n",
    "    sim_scores = sorted(sim_scores, key=lambda x: x[1], reverse=True)\n",
    "    sim_scores = sim_scores[1:31]\n",
    "    movie_indices = [i[0] for i in sim_scores]\n",
    "    return movies_df.iloc[movie_indices][human_friendly_cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>tagline</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6191</th>\n",
       "      <td>49026</td>\n",
       "      <td>The Dark Knight Rises</td>\n",
       "      <td>Following the death of District Attorney Harve...</td>\n",
       "      <td>The Legend Ends</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>414</td>\n",
       "      <td>Batman Forever</td>\n",
       "      <td>The Dark Knight of Gotham City confronts a das...</td>\n",
       "      <td>Courage now, truth always...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>725</th>\n",
       "      <td>364</td>\n",
       "      <td>Batman Returns</td>\n",
       "      <td>Having defeated the Joker, Batman now faces th...</td>\n",
       "      <td>The Bat, the Cat, the Penguin.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6141</th>\n",
       "      <td>69735</td>\n",
       "      <td>Batman: Year One</td>\n",
       "      <td>Two men come to Gotham City: Bruce Wayne after...</td>\n",
       "      <td>A merciless crime turns a man into an outlaw.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>329</th>\n",
       "      <td>268</td>\n",
       "      <td>Batman</td>\n",
       "      <td>The Dark Knight of Gotham City begins his war ...</td>\n",
       "      <td>Have you ever danced with the devil in the pal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5709</th>\n",
       "      <td>40662</td>\n",
       "      <td>Batman: Under the Red Hood</td>\n",
       "      <td>Batman faces his ultimate challenge as the mys...</td>\n",
       "      <td>Dare to Look Beneath the Hood.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6639</th>\n",
       "      <td>142061</td>\n",
       "      <td>Batman: The Dark Knight Returns, Part 2</td>\n",
       "      <td>Batman has stopped the reign of terror that Th...</td>\n",
       "      <td>Justice Returns... Vengeance Returns... Redemp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8995</th>\n",
       "      <td>324849</td>\n",
       "      <td>The Lego Batman Movie</td>\n",
       "      <td>In the irreverent spirit of fun that made “The...</td>\n",
       "      <td>Always be yourself. Unless you can be Batman.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7588</th>\n",
       "      <td>20077</td>\n",
       "      <td>Batman vs Dracula</td>\n",
       "      <td>Gotham City is terrorized not only by recent e...</td>\n",
       "      <td>There's another bat in Gotham...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3842</th>\n",
       "      <td>16234</td>\n",
       "      <td>Batman Beyond: Return of the Joker</td>\n",
       "      <td>The Joker is back with a vengeance, and Gotham...</td>\n",
       "      <td>This Time, The Joker Is Wild</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id                                    title  \\\n",
       "6191   49026                    The Dark Knight Rises   \n",
       "83       414                           Batman Forever   \n",
       "725      364                           Batman Returns   \n",
       "6141   69735                         Batman: Year One   \n",
       "329      268                                   Batman   \n",
       "5709   40662               Batman: Under the Red Hood   \n",
       "6639  142061  Batman: The Dark Knight Returns, Part 2   \n",
       "8995  324849                    The Lego Batman Movie   \n",
       "7588   20077                        Batman vs Dracula   \n",
       "3842   16234       Batman Beyond: Return of the Joker   \n",
       "\n",
       "                                               overview  \\\n",
       "6191  Following the death of District Attorney Harve...   \n",
       "83    The Dark Knight of Gotham City confronts a das...   \n",
       "725   Having defeated the Joker, Batman now faces th...   \n",
       "6141  Two men come to Gotham City: Bruce Wayne after...   \n",
       "329   The Dark Knight of Gotham City begins his war ...   \n",
       "5709  Batman faces his ultimate challenge as the mys...   \n",
       "6639  Batman has stopped the reign of terror that Th...   \n",
       "8995  In the irreverent spirit of fun that made “The...   \n",
       "7588  Gotham City is terrorized not only by recent e...   \n",
       "3842  The Joker is back with a vengeance, and Gotham...   \n",
       "\n",
       "                                                tagline  \n",
       "6191                                    The Legend Ends  \n",
       "83                         Courage now, truth always...  \n",
       "725                      The Bat, the Cat, the Penguin.  \n",
       "6141      A merciless crime turns a man into an outlaw.  \n",
       "329   Have you ever danced with the devil in the pal...  \n",
       "5709                     Dare to Look Beneath the Hood.  \n",
       "6639  Justice Returns... Vengeance Returns... Redemp...  \n",
       "8995      Always be yourself. Unless you can be Batman.  \n",
       "7588                   There's another bat in Gotham...  \n",
       "3842                       This Time, The Joker Is Wild  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_recommendations('The Dark Knight').head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>tagline</th>\n",
       "      <th>overview</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Endgame</td>\n",
       "      <td>Part of the journey is the end</td>\n",
       "      <td>After the devastating events of Avengers: Infi...</td>\n",
       "      <td>Part of the journey is the endAfter the devast...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     title                         tagline  \\\n",
       "0  Endgame  Part of the journey is the end   \n",
       "\n",
       "                                            overview  \\\n",
       "0  After the devastating events of Avengers: Infi...   \n",
       "\n",
       "                                         description  \n",
       "0  Part of the journey is the endAfter the devast...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sub_df = movies_df[ movies_df['title'].str.contains('Avengers: Age of Ultron') ]\n",
    "# sub_df.append( [] )\n",
    "# movies_df['tagline'] = movies_df['tagline'].fillna('')\n",
    "# movies_df['overview'] = movies_df['overview'].fillna('')\n",
    "# movies_df['description'] = movies_df['description'].fillna('')\n",
    "\n",
    "# sub_df = ('Part of the journey is the end'+\n",
    "# 'After the devastating events of Avengers: Infinity War, the universe is in ruins due to the efforts of the Mad Titan, Thanos. With the help of remaining allies, the Avengers must assemble once more in order to undo Thanos actions and restore order to the universe once and for all, no matter what consequences may be in store')\n",
    "\n",
    "sub_df = pd.DataFrame( [['Endgame','Part of the journey is the end','After the devastating events of Avengers: Infinity War, the universe is in ruins due to the efforts of the Mad Titan, Thanos. With the help of remaining allies, the Avengers must assemble once more in order to undo Thanos actions and restore order to the universe once and for all, no matter what consequences may be in store']], columns=['title','tagline','overview'] )\n",
    "sub_df['description'] = sub_df['tagline'] + sub_df['overview']\n",
    "sub_df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1, 261368)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub_des_matrix = tf.transform(sub_df['description'])\n",
    "sub_des_matrix.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1, 9262)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sub_cosine_sim = linear_kernel(sub_des_matrix, desription_matrix)\n",
    "sub_cosine_sim.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>overview</th>\n",
       "      <th>tagline</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7721</th>\n",
       "      <td>271110</td>\n",
       "      <td>Captain America: Civil War</td>\n",
       "      <td>Following the events of Age of Ultron, the col...</td>\n",
       "      <td>Divided We Fall</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>27793</td>\n",
       "      <td>The Neverending Story III: Escape from Fantasia</td>\n",
       "      <td>A young boy must restore order when a group of...</td>\n",
       "      <td>It's a brand new beginning in the adventure th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8097</th>\n",
       "      <td>14613</td>\n",
       "      <td>Next Avengers: Heroes of Tomorrow</td>\n",
       "      <td>The children of the Avengers hone their powers...</td>\n",
       "      <td>The children of heroes past are our only hope ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8308</th>\n",
       "      <td>340382</td>\n",
       "      <td>Attack on Titan II: End of the World</td>\n",
       "      <td>Eren (Haruma Miura) leaves to restore a break ...</td>\n",
       "      <td>The world is merciless.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6536</th>\n",
       "      <td>64689</td>\n",
       "      <td>Killing Them Softly</td>\n",
       "      <td>Jackie Cogan is an enforcer hired to restore o...</td>\n",
       "      <td>In America you're on your own.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7846</th>\n",
       "      <td>119569</td>\n",
       "      <td>Marvel One-Shot: Item 47</td>\n",
       "      <td>Benny and Claire, a down on their luck couple ...</td>\n",
       "      <td>The Avengers Won The Battle, But a Few Items W...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7350</th>\n",
       "      <td>76757</td>\n",
       "      <td>Jupiter Ascending</td>\n",
       "      <td>In a universe where human genetic material is ...</td>\n",
       "      <td>Expand your universe.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6807</th>\n",
       "      <td>192538</td>\n",
       "      <td>Hammer of the Gods</td>\n",
       "      <td>Action epic sees a passionate young man transf...</td>\n",
       "      <td>Blood will Reign</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4987</th>\n",
       "      <td>12912</td>\n",
       "      <td>Chaos Theory</td>\n",
       "      <td>Frank Allen, a professional speaker who lectur...</td>\n",
       "      <td>This man will bring order to the universe...or...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1089</th>\n",
       "      <td>11639</td>\n",
       "      <td>The Dark Crystal</td>\n",
       "      <td>On another planet in the distant past, a Gelfl...</td>\n",
       "      <td>Another World, Another Time... In the Age of W...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>313</th>\n",
       "      <td>9607</td>\n",
       "      <td>Super Mario Bros.</td>\n",
       "      <td>Mario and Luigi, plumbers from Brooklyn, find ...</td>\n",
       "      <td>This Ain't No Game.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8463</th>\n",
       "      <td>345637</td>\n",
       "      <td>Sanjay's Super Team</td>\n",
       "      <td>Sanjay's Super Team follows the daydream of a ...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7033</th>\n",
       "      <td>166271</td>\n",
       "      <td>Haunter</td>\n",
       "      <td>A teenager is stuck in a time loop that is not...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8499</th>\n",
       "      <td>57718</td>\n",
       "      <td>Megamind: The Button Of Doom</td>\n",
       "      <td>For their first day on the job as the new prot...</td>\n",
       "      <td>His Brain Is Off The Chain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6871</th>\n",
       "      <td>201676</td>\n",
       "      <td>My Little Pony: Equestria Girls</td>\n",
       "      <td>Via a magic mirror, Twilight Sparkle travels i...</td>\n",
       "      <td>The magic of friendship never changes.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9189</th>\n",
       "      <td>339964</td>\n",
       "      <td>Valerian and the City of a Thousand Planets</td>\n",
       "      <td>In the 28th century, Valerian and Laureline ar...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7245</th>\n",
       "      <td>59981</td>\n",
       "      <td>Legends of Oz: Dorothy's Return</td>\n",
       "      <td>Dorothy wakes up in post-tornado Kansas, only ...</td>\n",
       "      <td>There's trouble in OZ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3483</th>\n",
       "      <td>2789</td>\n",
       "      <td>The Chronicles of Riddick</td>\n",
       "      <td>After years of outrunning ruthless bounty hunt...</td>\n",
       "      <td>All the power in the universe can't change des...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8923</th>\n",
       "      <td>76122</td>\n",
       "      <td>Marvel One-Shot: The Consultant</td>\n",
       "      <td>Agent Coulson informs Agent Sitwell that the W...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4805</th>\n",
       "      <td>4953</td>\n",
       "      <td>Be Kind Rewind</td>\n",
       "      <td>A man whose brain becomes magnetized unintenti...</td>\n",
       "      <td>You name it, we shoot it.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6323</th>\n",
       "      <td>73211</td>\n",
       "      <td>King of Devil's Island</td>\n",
       "      <td>Based on a true story: Norwegian winter, 1915....</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1834</th>\n",
       "      <td>3536</td>\n",
       "      <td>U-571</td>\n",
       "      <td>In the midst of World War II, the battle under...</td>\n",
       "      <td>Heroes are ordinary men who do extraordinary t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7709</th>\n",
       "      <td>76341</td>\n",
       "      <td>Mad Max: Fury Road</td>\n",
       "      <td>An apocalyptic story set in the furthest reach...</td>\n",
       "      <td>What a Lovely Day.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2073</th>\n",
       "      <td>5994</td>\n",
       "      <td>The Family Man</td>\n",
       "      <td>Jack's lavish, fast-paced lifestyle changes on...</td>\n",
       "      <td>What if you made different choices? What if yo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8970</th>\n",
       "      <td>397981</td>\n",
       "      <td>Beyond the Gates</td>\n",
       "      <td>Two estranged brothers reunite at their missin...</td>\n",
       "      <td>Press play... and pray.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3370</th>\n",
       "      <td>26670</td>\n",
       "      <td>Noises Off...</td>\n",
       "      <td>A travelling theater group has so much action ...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6354</th>\n",
       "      <td>70981</td>\n",
       "      <td>Prometheus</td>\n",
       "      <td>A team of explorers discover a clue to the ori...</td>\n",
       "      <td>The Search for Our Beginning Could Lead to Our...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8245</th>\n",
       "      <td>134777</td>\n",
       "      <td>The Lost Room</td>\n",
       "      <td>A detective investigates a mysterious motel ro...</td>\n",
       "      <td>Some doors are better left closed.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7714</th>\n",
       "      <td>99861</td>\n",
       "      <td>Avengers: Age of Ultron</td>\n",
       "      <td>When Tony Stark tries to jumpstart a dormant p...</td>\n",
       "      <td>A New Age Has Come.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9145</th>\n",
       "      <td>412202</td>\n",
       "      <td>Handsome Devil</td>\n",
       "      <td>A music-mad 16-year-old outcast at a rugby-mad...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id                                            title  \\\n",
       "7721  271110                       Captain America: Civil War   \n",
       "75     27793  The Neverending Story III: Escape from Fantasia   \n",
       "8097   14613                Next Avengers: Heroes of Tomorrow   \n",
       "8308  340382             Attack on Titan II: End of the World   \n",
       "6536   64689                              Killing Them Softly   \n",
       "7846  119569                         Marvel One-Shot: Item 47   \n",
       "7350   76757                                Jupiter Ascending   \n",
       "6807  192538                               Hammer of the Gods   \n",
       "4987   12912                                     Chaos Theory   \n",
       "1089   11639                                 The Dark Crystal   \n",
       "313     9607                                Super Mario Bros.   \n",
       "8463  345637                              Sanjay's Super Team   \n",
       "7033  166271                                          Haunter   \n",
       "8499   57718                     Megamind: The Button Of Doom   \n",
       "6871  201676                  My Little Pony: Equestria Girls   \n",
       "9189  339964      Valerian and the City of a Thousand Planets   \n",
       "7245   59981                  Legends of Oz: Dorothy's Return   \n",
       "3483    2789                        The Chronicles of Riddick   \n",
       "8923   76122                  Marvel One-Shot: The Consultant   \n",
       "4805    4953                                   Be Kind Rewind   \n",
       "6323   73211                           King of Devil's Island   \n",
       "1834    3536                                            U-571   \n",
       "7709   76341                               Mad Max: Fury Road   \n",
       "2073    5994                                   The Family Man   \n",
       "8970  397981                                 Beyond the Gates   \n",
       "3370   26670                                    Noises Off...   \n",
       "6354   70981                                       Prometheus   \n",
       "8245  134777                                    The Lost Room   \n",
       "7714   99861                          Avengers: Age of Ultron   \n",
       "9145  412202                                   Handsome Devil   \n",
       "\n",
       "                                               overview  \\\n",
       "7721  Following the events of Age of Ultron, the col...   \n",
       "75    A young boy must restore order when a group of...   \n",
       "8097  The children of the Avengers hone their powers...   \n",
       "8308  Eren (Haruma Miura) leaves to restore a break ...   \n",
       "6536  Jackie Cogan is an enforcer hired to restore o...   \n",
       "7846  Benny and Claire, a down on their luck couple ...   \n",
       "7350  In a universe where human genetic material is ...   \n",
       "6807  Action epic sees a passionate young man transf...   \n",
       "4987  Frank Allen, a professional speaker who lectur...   \n",
       "1089  On another planet in the distant past, a Gelfl...   \n",
       "313   Mario and Luigi, plumbers from Brooklyn, find ...   \n",
       "8463  Sanjay's Super Team follows the daydream of a ...   \n",
       "7033  A teenager is stuck in a time loop that is not...   \n",
       "8499  For their first day on the job as the new prot...   \n",
       "6871  Via a magic mirror, Twilight Sparkle travels i...   \n",
       "9189  In the 28th century, Valerian and Laureline ar...   \n",
       "7245  Dorothy wakes up in post-tornado Kansas, only ...   \n",
       "3483  After years of outrunning ruthless bounty hunt...   \n",
       "8923  Agent Coulson informs Agent Sitwell that the W...   \n",
       "4805  A man whose brain becomes magnetized unintenti...   \n",
       "6323  Based on a true story: Norwegian winter, 1915....   \n",
       "1834  In the midst of World War II, the battle under...   \n",
       "7709  An apocalyptic story set in the furthest reach...   \n",
       "2073  Jack's lavish, fast-paced lifestyle changes on...   \n",
       "8970  Two estranged brothers reunite at their missin...   \n",
       "3370  A travelling theater group has so much action ...   \n",
       "6354  A team of explorers discover a clue to the ori...   \n",
       "8245  A detective investigates a mysterious motel ro...   \n",
       "7714  When Tony Stark tries to jumpstart a dormant p...   \n",
       "9145  A music-mad 16-year-old outcast at a rugby-mad...   \n",
       "\n",
       "                                                tagline  \n",
       "7721                                    Divided We Fall  \n",
       "75    It's a brand new beginning in the adventure th...  \n",
       "8097  The children of heroes past are our only hope ...  \n",
       "8308                            The world is merciless.  \n",
       "6536                     In America you're on your own.  \n",
       "7846  The Avengers Won The Battle, But a Few Items W...  \n",
       "7350                              Expand your universe.  \n",
       "6807                                   Blood will Reign  \n",
       "4987  This man will bring order to the universe...or...  \n",
       "1089  Another World, Another Time... In the Age of W...  \n",
       "313                                 This Ain't No Game.  \n",
       "8463                                                     \n",
       "7033                                                     \n",
       "8499                         His Brain Is Off The Chain  \n",
       "6871             The magic of friendship never changes.  \n",
       "9189                                                     \n",
       "7245                           There's trouble in OZ...  \n",
       "3483  All the power in the universe can't change des...  \n",
       "8923                                                     \n",
       "4805                          You name it, we shoot it.  \n",
       "6323                                                     \n",
       "1834  Heroes are ordinary men who do extraordinary t...  \n",
       "7709                                 What a Lovely Day.  \n",
       "2073  What if you made different choices? What if yo...  \n",
       "8970                            Press play... and pray.  \n",
       "3370                                                     \n",
       "6354  The Search for Our Beginning Could Lead to Our...  \n",
       "8245                 Some doors are better left closed.  \n",
       "7714                                A New Age Has Come.  \n",
       "9145                                                     "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_recommendations('Avengers: Age of Ultron', cosine_sim=sub_cosine_sim, new_data=True)"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "22193a32a2d7d0c48bc7989777eacee82b7a65cb795c87c6c6a7fb6ea05238c9"
  },
  "kernelspec": {
   "display_name": "Python 3.9.7 64-bit ('venv': venv)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}