Dataset_preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "df = pd.read_csv(\"original_movie_plots_yts.csv\", encoding='unicode_escape')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>Title</th>\n",
       "      <th>Plot</th>\n",
       "      <th>Genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Who is Amos Otis?</td>\n",
       "      <td>After assassinating the President, Amos Otis p...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Wheel of Time</td>\n",
       "      <td>Wheel of Time is Werner Herzog's photographed ...</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>'B' Girl Rhapsody</td>\n",
       "      <td>Burlesque beauties performing their signature ...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>The Brass Bottle</td>\n",
       "      <td>After being released from his bottle by Harold...</td>\n",
       "      <td>Comedy, Fantasy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6</td>\n",
       "      <td>The Morning After</td>\n",
       "      <td>The Morning After is a feature film that consi...</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7</td>\n",
       "      <td>Peek-a-Boo</td>\n",
       "      <td>A filmed record of a burlesque show featuring ...</td>\n",
       "      <td>Comedy, Musical</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>9</td>\n",
       "      <td>The Super Bob Einstein Film</td>\n",
       "      <td>Follows the life of the late actor, writer and...</td>\n",
       "      <td>Biography, Comedy, Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>10</td>\n",
       "      <td>The Second Wife</td>\n",
       "      <td>Summer of 1957. Single mother Anna marries tru...</td>\n",
       "      <td>Comedy, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>11</td>\n",
       "      <td>After</td>\n",
       "      <td>Three friends searching for a way out of their...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>12</td>\n",
       "      <td>Midway to Heaven</td>\n",
       "      <td>It has been years since Ned Stevens, a charmin...</td>\n",
       "      <td>Comedy, Family, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>14</td>\n",
       "      <td>American Siege</td>\n",
       "      <td>An ex-NYPD officer-turned-sheriff of a small r...</td>\n",
       "      <td>Action, Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>15</td>\n",
       "      <td>The Seance</td>\n",
       "      <td>A YouTube-famous paranormal debunker attends a...</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>16</td>\n",
       "      <td>An Exquisite Meal</td>\n",
       "      <td>A dinner party descends into sex, violence, an...</td>\n",
       "      <td>Comedy, Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>17</td>\n",
       "      <td>Mass</td>\n",
       "      <td>Aftermath of a violent tragedy that affects th...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>18</td>\n",
       "      <td>National Champions</td>\n",
       "      <td>Follows star quarterback who ignites a players...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>19</td>\n",
       "      <td>Finding Joe</td>\n",
       "      <td>A truly inspirational film, Finding Joe explor...</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>20</td>\n",
       "      <td>Red Rocket</td>\n",
       "      <td>Finding himself down and out in Los Angeles, e...</td>\n",
       "      <td>Comedy, Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>21</td>\n",
       "      <td>After the Rain</td>\n",
       "      <td>Steph, an Afrikaner, struggles with his past a...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>22</td>\n",
       "      <td>Love Always, Santa</td>\n",
       "      <td>A widow's daughter writes to Santa Claus, aski...</td>\n",
       "      <td>Comedy, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>23</td>\n",
       "      <td>The Great and Terrible Day of the Lord</td>\n",
       "      <td>For their first romantic get-away as a couple,...</td>\n",
       "      <td>Drama, Horror, Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>24</td>\n",
       "      <td>The Gardener</td>\n",
       "      <td>An immigrant living a quiet life as a gardener...</td>\n",
       "      <td>Action, Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>25</td>\n",
       "      <td>Maanaadu</td>\n",
       "      <td>On the day of a public conference by the state...</td>\n",
       "      <td>Action, Adventure, Sci-Fi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>26</td>\n",
       "      <td>Kono sora no hana: Nagaoka hanabi monogatari</td>\n",
       "      <td>Endo Reiko visits the city of Nagaoka and list...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>27</td>\n",
       "      <td>Return of the Ape Man</td>\n",
       "      <td>Professors Dexter and Gilmore have successfull...</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>28</td>\n",
       "      <td>Damnation</td>\n",
       "      <td>Karrer plods his way through life in quiet des...</td>\n",
       "      <td>Crime, Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>30</td>\n",
       "      <td>Palermo Hollywood</td>\n",
       "      <td>In a country that has been broken down and cor...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>31</td>\n",
       "      <td>12 Gifts of Christmas</td>\n",
       "      <td>When Anna, an unemployed painter, is unable to...</td>\n",
       "      <td>Comedy, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>32</td>\n",
       "      <td>A Perfect Christmas List</td>\n",
       "      <td>As a last wish, a recently hospitalized grandm...</td>\n",
       "      <td>Comedy, Drama, Family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>33</td>\n",
       "      <td>Broadcasting Christmas</td>\n",
       "      <td>When her on-air partner decides to depart Amer...</td>\n",
       "      <td>Comedy, Drama, Family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>34</td>\n",
       "      <td>Christmas Land</td>\n",
       "      <td>Jules Cooper is a successful New York business...</td>\n",
       "      <td>Comedy, Drama, Family</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>35</td>\n",
       "      <td>Death to 2021</td>\n",
       "      <td>This comedic retrospective mixes archival foot...</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>36</td>\n",
       "      <td>The Kindred</td>\n",
       "      <td>A woman suffering from amnesia pieces together...</td>\n",
       "      <td>Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>38</td>\n",
       "      <td>Mothering Sunday</td>\n",
       "      <td>A maid living in post-World War I England secr...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>40</td>\n",
       "      <td>Cicada</td>\n",
       "      <td>A New York love story that toes the line betwe...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>41</td>\n",
       "      <td>Chinese Doctors</td>\n",
       "      <td>A group of doctors at a hospital in Wuhan, Chi...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>42</td>\n",
       "      <td>Caught in Time</td>\n",
       "      <td>A detective tracks down a gang of criminals te...</td>\n",
       "      <td>Crime, Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>43</td>\n",
       "      <td>How to Become Myself</td>\n",
       "      <td>Juri secretly admires Kanako, who is popular i...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>44</td>\n",
       "      <td>Writing Around the Christmas Tree</td>\n",
       "      <td>When successful novelist Mikaela Leighton deci...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>45</td>\n",
       "      <td>The Girl in the Yellow Jumper</td>\n",
       "      <td>A man reappears after being kidnapped, but you...</td>\n",
       "      <td>Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>46</td>\n",
       "      <td>That Moment, My Heart Cried</td>\n",
       "      <td>This project, a fusion of poetry, music, and m...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>47</td>\n",
       "      <td>All's Faire in Love</td>\n",
       "      <td>Two rival Medieval shows vie for supremacy in ...</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>96</td>\n",
       "      <td>We Grew Up Here</td>\n",
       "      <td>A musician struggling to cope with his split f...</td>\n",
       "      <td>Drama, Music</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>97</td>\n",
       "      <td>Sorry, Thanks</td>\n",
       "      <td>Reeling from a brutal break-up, Kira sleeps wi...</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>98</td>\n",
       "      <td>Mothers &amp; Daughters</td>\n",
       "      <td>Explores the hilarious, the ridiculous, and th...</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>99</td>\n",
       "      <td>The Flood</td>\n",
       "      <td>An in-depth look at the animals living in the ...</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>100</td>\n",
       "      <td>Christmas Harmony</td>\n",
       "      <td>After her long-time music star boyfriend Devin...</td>\n",
       "      <td>Comedy, Drama, Music</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>101</td>\n",
       "      <td>First Christmas</td>\n",
       "      <td>Author Halle Downing had an intense youth. She...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>102</td>\n",
       "      <td>Merry Liddle Christmas</td>\n",
       "      <td>This story of a woman trying to get her dysfun...</td>\n",
       "      <td>Comedy, Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>103</td>\n",
       "      <td>Jimmy Carr: His Dark Material</td>\n",
       "      <td>Jimmy Carr finds humour in the darkest of plac...</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>104</td>\n",
       "      <td>Lost Tombs of the Pyramids</td>\n",
       "      <td>For centuries Egyptologists have believed that...</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>105</td>\n",
       "      <td>Christmas Comes Home</td>\n",
       "      <td>With help from her childhood crush and his six...</td>\n",
       "      <td>Comedy, Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>106</td>\n",
       "      <td>A Christmas Stray</td>\n",
       "      <td>A man finds himself hopelessly stranded in a s...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>107</td>\n",
       "      <td>Cooking Up Christmas</td>\n",
       "      <td>An Atlanta-based chef gets fired just weeks be...</td>\n",
       "      <td>Action, Comedy, Family, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>108</td>\n",
       "      <td>Candy Cane Candidate</td>\n",
       "      <td>Julia returns to her hometown for Christmas to...</td>\n",
       "      <td>Action, Comedy, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>109</td>\n",
       "      <td>A Christmas for Mary</td>\n",
       "      <td>Up-and-coming journalist Lena Jones is tasked ...</td>\n",
       "      <td>Action, Drama, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>110</td>\n",
       "      <td>A Christmas in Tennessee</td>\n",
       "      <td>Cutting short her French pastry training, divo...</td>\n",
       "      <td>Comedy, Family, Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>111</td>\n",
       "      <td>The Heat's On</td>\n",
       "      <td>When his biggest star joins a rival's show, a ...</td>\n",
       "      <td>Comedy, Musical</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>112</td>\n",
       "      <td>Something in the Wind</td>\n",
       "      <td>A grandson of a recently deceased millionaire ...</td>\n",
       "      <td>Comedy, Musical</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>113</td>\n",
       "      <td>Loving Memory</td>\n",
       "      <td>The film concerns an elderly couple played by ...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>114</td>\n",
       "      <td>The Coward</td>\n",
       "      <td>Calcutta based screenwriter Amitabha Roy is tr...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                                         Title  \\\n",
       "0            0                             Who is Amos Otis?   \n",
       "1            1                                 Wheel of Time   \n",
       "2            3                             'B' Girl Rhapsody   \n",
       "3            5                              The Brass Bottle   \n",
       "4            6                             The Morning After   \n",
       "5            7                                    Peek-a-Boo   \n",
       "6            9                   The Super Bob Einstein Film   \n",
       "7           10                               The Second Wife   \n",
       "8           11                                         After   \n",
       "9           12                              Midway to Heaven   \n",
       "10          14                                American Siege   \n",
       "11          15                                    The Seance   \n",
       "12          16                             An Exquisite Meal   \n",
       "13          17                                          Mass   \n",
       "14          18                            National Champions   \n",
       "15          19                                   Finding Joe   \n",
       "16          20                                    Red Rocket   \n",
       "17          21                                After the Rain   \n",
       "18          22                            Love Always, Santa   \n",
       "19          23        The Great and Terrible Day of the Lord   \n",
       "20          24                                  The Gardener   \n",
       "21          25                                      Maanaadu   \n",
       "22          26  Kono sora no hana: Nagaoka hanabi monogatari   \n",
       "23          27                         Return of the Ape Man   \n",
       "24          28                                     Damnation   \n",
       "25          30                             Palermo Hollywood   \n",
       "26          31                         12 Gifts of Christmas   \n",
       "27          32                      A Perfect Christmas List   \n",
       "28          33                        Broadcasting Christmas   \n",
       "29          34                                Christmas Land   \n",
       "30          35                                 Death to 2021   \n",
       "31          36                                   The Kindred   \n",
       "32          38                              Mothering Sunday   \n",
       "33          40                                        Cicada   \n",
       "34          41                               Chinese Doctors   \n",
       "35          42                                Caught in Time   \n",
       "36          43                          How to Become Myself   \n",
       "37          44             Writing Around the Christmas Tree   \n",
       "38          45                 The Girl in the Yellow Jumper   \n",
       "39          46                   That Moment, My Heart Cried   \n",
       "40          47                           All's Faire in Love   \n",
       "41          96                               We Grew Up Here   \n",
       "42          97                                 Sorry, Thanks   \n",
       "43          98                           Mothers & Daughters   \n",
       "44          99                                     The Flood   \n",
       "45         100                             Christmas Harmony   \n",
       "46         101                               First Christmas   \n",
       "47         102                        Merry Liddle Christmas   \n",
       "48         103                 Jimmy Carr: His Dark Material   \n",
       "49         104                    Lost Tombs of the Pyramids   \n",
       "50         105                          Christmas Comes Home   \n",
       "51         106                             A Christmas Stray   \n",
       "52         107                          Cooking Up Christmas   \n",
       "53         108                          Candy Cane Candidate   \n",
       "54         109                          A Christmas for Mary   \n",
       "55         110                      A Christmas in Tennessee   \n",
       "56         111                                 The Heat's On   \n",
       "57         112                         Something in the Wind   \n",
       "58         113                                 Loving Memory   \n",
       "59         114                                    The Coward   \n",
       "\n",
       "                                                 Plot  \\\n",
       "0   After assassinating the President, Amos Otis p...   \n",
       "1   Wheel of Time is Werner Herzog's photographed ...   \n",
       "2   Burlesque beauties performing their signature ...   \n",
       "3   After being released from his bottle by Harold...   \n",
       "4   The Morning After is a feature film that consi...   \n",
       "5   A filmed record of a burlesque show featuring ...   \n",
       "6   Follows the life of the late actor, writer and...   \n",
       "7   Summer of 1957. Single mother Anna marries tru...   \n",
       "8   Three friends searching for a way out of their...   \n",
       "9   It has been years since Ned Stevens, a charmin...   \n",
       "10  An ex-NYPD officer-turned-sheriff of a small r...   \n",
       "11  A YouTube-famous paranormal debunker attends a...   \n",
       "12  A dinner party descends into sex, violence, an...   \n",
       "13  Aftermath of a violent tragedy that affects th...   \n",
       "14  Follows star quarterback who ignites a players...   \n",
       "15  A truly inspirational film, Finding Joe explor...   \n",
       "16  Finding himself down and out in Los Angeles, e...   \n",
       "17  Steph, an Afrikaner, struggles with his past a...   \n",
       "18  A widow's daughter writes to Santa Claus, aski...   \n",
       "19  For their first romantic get-away as a couple,...   \n",
       "20  An immigrant living a quiet life as a gardener...   \n",
       "21  On the day of a public conference by the state...   \n",
       "22  Endo Reiko visits the city of Nagaoka and list...   \n",
       "23  Professors Dexter and Gilmore have successfull...   \n",
       "24  Karrer plods his way through life in quiet des...   \n",
       "25  In a country that has been broken down and cor...   \n",
       "26  When Anna, an unemployed painter, is unable to...   \n",
       "27  As a last wish, a recently hospitalized grandm...   \n",
       "28  When her on-air partner decides to depart Amer...   \n",
       "29  Jules Cooper is a successful New York business...   \n",
       "30  This comedic retrospective mixes archival foot...   \n",
       "31  A woman suffering from amnesia pieces together...   \n",
       "32  A maid living in post-World War I England secr...   \n",
       "33  A New York love story that toes the line betwe...   \n",
       "34  A group of doctors at a hospital in Wuhan, Chi...   \n",
       "35  A detective tracks down a gang of criminals te...   \n",
       "36  Juri secretly admires Kanako, who is popular i...   \n",
       "37  When successful novelist Mikaela Leighton deci...   \n",
       "38  A man reappears after being kidnapped, but you...   \n",
       "39  This project, a fusion of poetry, music, and m...   \n",
       "40  Two rival Medieval shows vie for supremacy in ...   \n",
       "41  A musician struggling to cope with his split f...   \n",
       "42  Reeling from a brutal break-up, Kira sleeps wi...   \n",
       "43  Explores the hilarious, the ridiculous, and th...   \n",
       "44  An in-depth look at the animals living in the ...   \n",
       "45  After her long-time music star boyfriend Devin...   \n",
       "46  Author Halle Downing had an intense youth. She...   \n",
       "47  This story of a woman trying to get her dysfun...   \n",
       "48  Jimmy Carr finds humour in the darkest of plac...   \n",
       "49  For centuries Egyptologists have believed that...   \n",
       "50  With help from her childhood crush and his six...   \n",
       "51  A man finds himself hopelessly stranded in a s...   \n",
       "52  An Atlanta-based chef gets fired just weeks be...   \n",
       "53  Julia returns to her hometown for Christmas to...   \n",
       "54  Up-and-coming journalist Lena Jones is tasked ...   \n",
       "55  Cutting short her French pastry training, divo...   \n",
       "56  When his biggest star joins a rival's show, a ...   \n",
       "57  A grandson of a recently deceased millionaire ...   \n",
       "58  The film concerns an elderly couple played by ...   \n",
       "59  Calcutta based screenwriter Amitabha Roy is tr...   \n",
       "\n",
       "                             Genres  \n",
       "0                             Drama  \n",
       "1                       Documentary  \n",
       "2                             Drama  \n",
       "3                   Comedy, Fantasy  \n",
       "4                     Comedy, Drama  \n",
       "5                   Comedy, Musical  \n",
       "6    Biography, Comedy, Documentary  \n",
       "7                   Comedy, Romance  \n",
       "8                             Drama  \n",
       "9           Comedy, Family, Romance  \n",
       "10                 Action, Thriller  \n",
       "11                           Horror  \n",
       "12                 Comedy, Thriller  \n",
       "13                            Drama  \n",
       "14                            Drama  \n",
       "15                      Documentary  \n",
       "16                    Comedy, Drama  \n",
       "17                   Drama, Romance  \n",
       "18                  Comedy, Romance  \n",
       "19          Drama, Horror, Thriller  \n",
       "20                    Action, Drama  \n",
       "21        Action, Adventure, Sci-Fi  \n",
       "22                            Drama  \n",
       "23                           Horror  \n",
       "24            Crime, Drama, Romance  \n",
       "25                            Drama  \n",
       "26                  Comedy, Romance  \n",
       "27            Comedy, Drama, Family  \n",
       "28            Comedy, Drama, Family  \n",
       "29            Comedy, Drama, Family  \n",
       "30                           Comedy  \n",
       "31                         Thriller  \n",
       "32                   Drama, Romance  \n",
       "33                   Drama, Romance  \n",
       "34                            Drama  \n",
       "35                     Crime, Drama  \n",
       "36                            Drama  \n",
       "37                   Drama, Romance  \n",
       "38                         Thriller  \n",
       "39                            Drama  \n",
       "40                           Comedy  \n",
       "41                     Drama, Music  \n",
       "42                           Comedy  \n",
       "43                           Comedy  \n",
       "44                      Documentary  \n",
       "45             Comedy, Drama, Music  \n",
       "46                            Drama  \n",
       "47           Comedy, Drama, Romance  \n",
       "48                           Comedy  \n",
       "49                      Documentary  \n",
       "50           Comedy, Drama, Romance  \n",
       "51                   Drama, Romance  \n",
       "52  Action, Comedy, Family, Romance  \n",
       "53          Action, Comedy, Romance  \n",
       "54           Action, Drama, Romance  \n",
       "55          Comedy, Family, Romance  \n",
       "56                  Comedy, Musical  \n",
       "57                  Comedy, Musical  \n",
       "58                            Drama  \n",
       "59                   Drama, Romance  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(60)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Plot</th>\n",
       "      <th>Genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Who is Amos Otis?</td>\n",
       "      <td>After assassinating the President, Amos Otis p...</td>\n",
       "      <td>['Drama']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Wheel of Time</td>\n",
       "      <td>Wheel of Time is Werner Herzog's photographed ...</td>\n",
       "      <td>['Documentary']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Plane</td>\n",
       "      <td>Charlie is waiting for his Christmas gift , a ...</td>\n",
       "      <td>['Drama', 'Fantasy', 'Mystery']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>'B' Girl Rhapsody</td>\n",
       "      <td>Burlesque beauties performing their signature ...</td>\n",
       "      <td>['Drama']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>The Brass Bottle</td>\n",
       "      <td>After being released from his bottle by Harold...</td>\n",
       "      <td>['Comedy', 'Fantasy']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38044</th>\n",
       "      <td>100 Bloody Acres</td>\n",
       "      <td>The use of dead car crash victims in the Morga...</td>\n",
       "      <td>['Action', 'Comedy', 'Horror']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38045</th>\n",
       "      <td>10 Years</td>\n",
       "      <td>The night of their high school reunion, a grou...</td>\n",
       "      <td>['Action', 'Comedy', 'Drama', 'Romance']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38046</th>\n",
       "      <td>10 Things I Hate About You</td>\n",
       "      <td>Adapted from William Shakespeare's play \"The T...</td>\n",
       "      <td>['Action', 'Comedy', 'Drama', 'Romance']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38047</th>\n",
       "      <td>+1</td>\n",
       "      <td>Three college friends hit the biggest party of...</td>\n",
       "      <td>['Action', 'Horror', 'Romance', 'Sci-Fi', 'Thr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38048</th>\n",
       "      <td>Bikini Model Academy</td>\n",
       "      <td>When T. J. and Benji, two California twenty-so...</td>\n",
       "      <td>['Action', 'Comedy']</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37567 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            Title  \\\n",
       "0               Who is Amos Otis?   \n",
       "1                   Wheel of Time   \n",
       "2                       The Plane   \n",
       "3               'B' Girl Rhapsody   \n",
       "5                The Brass Bottle   \n",
       "...                           ...   \n",
       "38044            100 Bloody Acres   \n",
       "38045                    10 Years   \n",
       "38046  10 Things I Hate About You   \n",
       "38047                          +1   \n",
       "38048        Bikini Model Academy   \n",
       "\n",
       "                                                    Plot  \\\n",
       "0      After assassinating the President, Amos Otis p...   \n",
       "1      Wheel of Time is Werner Herzog's photographed ...   \n",
       "2      Charlie is waiting for his Christmas gift , a ...   \n",
       "3      Burlesque beauties performing their signature ...   \n",
       "5      After being released from his bottle by Harold...   \n",
       "...                                                  ...   \n",
       "38044  The use of dead car crash victims in the Morga...   \n",
       "38045  The night of their high school reunion, a grou...   \n",
       "38046  Adapted from William Shakespeare's play \"The T...   \n",
       "38047  Three college friends hit the biggest party of...   \n",
       "38048  When T. J. and Benji, two California twenty-so...   \n",
       "\n",
       "                                                  Genres  \n",
       "0                                              ['Drama']  \n",
       "1                                        ['Documentary']  \n",
       "2                        ['Drama', 'Fantasy', 'Mystery']  \n",
       "3                                              ['Drama']  \n",
       "5                                  ['Comedy', 'Fantasy']  \n",
       "...                                                  ...  \n",
       "38044                     ['Action', 'Comedy', 'Horror']  \n",
       "38045           ['Action', 'Comedy', 'Drama', 'Romance']  \n",
       "38046           ['Action', 'Comedy', 'Drama', 'Romance']  \n",
       "38047  ['Action', 'Horror', 'Romance', 'Sci-Fi', 'Thr...  \n",
       "38048                               ['Action', 'Comedy']  \n",
       "\n",
       "[37567 rows x 3 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[~df['Plot'].isna()].drop_duplicates()\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "\n",
    "def genre_preprocessing(genre):\n",
    "    genre = re.sub(\"[\\[\\]\\']\", \"\", genre)\n",
    "    return genre"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['Genres'] = df['Genres'].apply(genre_preprocessing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Action',\n",
       " 'Adventure',\n",
       " 'Animation',\n",
       " 'Biography',\n",
       " 'Comedy',\n",
       " 'Crime',\n",
       " 'Documentary',\n",
       " 'Drama',\n",
       " 'Family',\n",
       " 'Fantasy',\n",
       " 'Film-Noir',\n",
       " 'Game-Show',\n",
       " 'History',\n",
       " 'Horror',\n",
       " 'Music',\n",
       " 'Musical',\n",
       " 'Mystery',\n",
       " 'News',\n",
       " 'Reality-TV',\n",
       " 'Romance',\n",
       " 'Sci-Fi',\n",
       " 'Sport',\n",
       " 'Talk-Show',\n",
       " 'Thriller',\n",
       " 'War',\n",
       " 'Western'}"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "genres = set([genre.strip() for row in df['Genres'] for genre in row.split(\",\")])\n",
    "genres"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(33812, 3)"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "genres_to_drop = ['Game-Show','Talk-Show','Mystery','News','Reality-TV']\n",
    "mask = df.Genres.apply(lambda x: any(g in x for g in genres_to_drop))\n",
    "df = df[~mask]\n",
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Action',\n",
       " 'Adventure',\n",
       " 'Animation',\n",
       " 'Biography',\n",
       " 'Comedy',\n",
       " 'Crime',\n",
       " 'Documentary',\n",
       " 'Drama',\n",
       " 'Family',\n",
       " 'Fantasy',\n",
       " 'Film-Noir',\n",
       " 'History',\n",
       " 'Horror',\n",
       " 'Music',\n",
       " 'Musical',\n",
       " 'Romance',\n",
       " 'Sci-Fi',\n",
       " 'Sport',\n",
       " 'Thriller',\n",
       " 'War',\n",
       " 'Western'}"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set([genre.strip() for row in df['Genres'] for genre in row.split(\",\")])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"movie_plots_yts.csv\", encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}