movie_recommendation.ipynb

{"cells":[{"cell_type":"code","execution_count":92,"metadata":{},"outputs":[],"source":["import pandas as pd\n","import numpy as np"]},{"cell_type":"code","execution_count":93,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:24:10.245451Z","iopub.status.busy":"2022-09-06T05:24:10.245017Z","iopub.status.idle":"2022-09-06T05:24:11.216958Z","shell.execute_reply":"2022-09-06T05:24:11.215614Z","shell.execute_reply.started":"2022-09-06T05:24:10.245418Z"},"trusted":true},"outputs":[],"source":["movie_df=pd.read_csv('tmdb_5000_movies.csv')\n","credit_df=pd.read_csv('tmdb_5000_credits.csv')"]},{"cell_type":"code","execution_count":94,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:25:52.990552Z","iopub.status.busy":"2022-09-06T05:25:52.989508Z","iopub.status.idle":"2022-09-06T05:25:53.032431Z","shell.execute_reply":"2022-09-06T05:25:53.031250Z","shell.execute_reply.started":"2022-09-06T05:25:52.990481Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>budget</th>\n","      <th>genres</th>\n","      <th>homepage</th>\n","      <th>id</th>\n","      <th>keywords</th>\n","      <th>original_language</th>\n","      <th>original_title</th>\n","      <th>overview</th>\n","      <th>popularity</th>\n","      <th>production_companies</th>\n","      <th>production_countries</th>\n","      <th>release_date</th>\n","      <th>revenue</th>\n","      <th>runtime</th>\n","      <th>spoken_languages</th>\n","      <th>status</th>\n","      <th>tagline</th>\n","      <th>title</th>\n","      <th>vote_average</th>\n","      <th>vote_count</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>237000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://www.avatarmovie.com/</td>\n","      <td>19995</td>\n","      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n","      <td>en</td>\n","      <td>Avatar</td>\n","      <td>In the 22nd century, a paraplegic Marine is di...</td>\n","      <td>150.437577</td>\n","      <td>[{\"name\": \"Ingenious Film Partners\", \"id\": 289...</td>\n","      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n","      <td>2009-12-10</td>\n","      <td>2787965087</td>\n","      <td>162.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...</td>\n","      <td>Released</td>\n","      <td>Enter the World of Pandora.</td>\n","      <td>Avatar</td>\n","      <td>7.2</td>\n","      <td>11800</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>300000000</td>\n","      <td>[{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...</td>\n","      <td>http://disney.go.com/disneypictures/pirates/</td>\n","      <td>285</td>\n","      <td>[{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...</td>\n","      <td>en</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>Captain Barbossa, long believed to be dead, ha...</td>\n","      <td>139.082615</td>\n","      <td>[{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...</td>\n","      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n","      <td>2007-05-19</td>\n","      <td>961000000</td>\n","      <td>169.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>At the end of the world, the adventure begins.</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>6.9</td>\n","      <td>4500</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>245000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://www.sonypictures.com/movies/spectre/</td>\n","      <td>206647</td>\n","      <td>[{\"id\": 470, \"name\": \"spy\"}, {\"id\": 818, \"name...</td>\n","      <td>en</td>\n","      <td>Spectre</td>\n","      <td>A cryptic message from Bond’s past sends him o...</td>\n","      <td>107.376788</td>\n","      <td>[{\"name\": \"Columbia Pictures\", \"id\": 5}, {\"nam...</td>\n","      <td>[{\"iso_3166_1\": \"GB\", \"name\": \"United Kingdom\"...</td>\n","      <td>2015-10-26</td>\n","      <td>880674609</td>\n","      <td>148.0</td>\n","      <td>[{\"iso_639_1\": \"fr\", \"name\": \"Fran\\u00e7ais\"},...</td>\n","      <td>Released</td>\n","      <td>A Plan No One Escapes</td>\n","      <td>Spectre</td>\n","      <td>6.3</td>\n","      <td>4466</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>250000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 80, \"nam...</td>\n","      <td>http://www.thedarkknightrises.com/</td>\n","      <td>49026</td>\n","      <td>[{\"id\": 849, \"name\": \"dc comics\"}, {\"id\": 853,...</td>\n","      <td>en</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>Following the death of District Attorney Harve...</td>\n","      <td>112.312950</td>\n","      <td>[{\"name\": \"Legendary Pictures\", \"id\": 923}, {\"...</td>\n","      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n","      <td>2012-07-16</td>\n","      <td>1084939099</td>\n","      <td>165.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>The Legend Ends</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>7.6</td>\n","      <td>9106</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>260000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://movies.disney.com/john-carter</td>\n","      <td>49529</td>\n","      <td>[{\"id\": 818, \"name\": \"based on novel\"}, {\"id\":...</td>\n","      <td>en</td>\n","      <td>John Carter</td>\n","      <td>John Carter is a war-weary, former military ca...</td>\n","      <td>43.926995</td>\n","      <td>[{\"name\": \"Walt Disney Pictures\", \"id\": 2}]</td>\n","      <td>[{\"iso_3166_1\": \"US\", \"name\": \"United States o...</td>\n","      <td>2012-03-07</td>\n","      <td>284139100</td>\n","      <td>132.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>Lost in our world, found in another.</td>\n","      <td>John Carter</td>\n","      <td>6.1</td>\n","      <td>2124</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["      budget                                             genres  \\\n","0  237000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","1  300000000  [{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...   \n","2  245000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","3  250000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 80, \"nam...   \n","4  260000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","\n","                                       homepage      id  \\\n","0                   http://www.avatarmovie.com/   19995   \n","1  http://disney.go.com/disneypictures/pirates/     285   \n","2   http://www.sonypictures.com/movies/spectre/  206647   \n","3            http://www.thedarkknightrises.com/   49026   \n","4          http://movies.disney.com/john-carter   49529   \n","\n","                                            keywords original_language  \\\n","0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...                en   \n","1  [{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...                en   \n","2  [{\"id\": 470, \"name\": \"spy\"}, {\"id\": 818, \"name...                en   \n","3  [{\"id\": 849, \"name\": \"dc comics\"}, {\"id\": 853,...                en   \n","4  [{\"id\": 818, \"name\": \"based on novel\"}, {\"id\":...                en   \n","\n","                             original_title  \\\n","0                                    Avatar   \n","1  Pirates of the Caribbean: At World's End   \n","2                                   Spectre   \n","3                     The Dark Knight Rises   \n","4                               John Carter   \n","\n","                                            overview  popularity  \\\n","0  In the 22nd century, a paraplegic Marine is di...  150.437577   \n","1  Captain Barbossa, long believed to be dead, ha...  139.082615   \n","2  A cryptic message from Bond’s past sends him o...  107.376788   \n","3  Following the death of District Attorney Harve...  112.312950   \n","4  John Carter is a war-weary, former military ca...   43.926995   \n","\n","                                production_companies  \\\n","0  [{\"name\": \"Ingenious Film Partners\", \"id\": 289...   \n","1  [{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...   \n","2  [{\"name\": \"Columbia Pictures\", \"id\": 5}, {\"nam...   \n","3  [{\"name\": \"Legendary Pictures\", \"id\": 923}, {\"...   \n","4        [{\"name\": \"Walt Disney Pictures\", \"id\": 2}]   \n","\n","                                production_countries release_date     revenue  \\\n","0  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2009-12-10  2787965087   \n","1  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2007-05-19   961000000   \n","2  [{\"iso_3166_1\": \"GB\", \"name\": \"United Kingdom\"...   2015-10-26   880674609   \n","3  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2012-07-16  1084939099   \n","4  [{\"iso_3166_1\": \"US\", \"name\": \"United States o...   2012-03-07   284139100   \n","\n","   runtime                                   spoken_languages    status  \\\n","0    162.0  [{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...  Released   \n","1    169.0           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","2    148.0  [{\"iso_639_1\": \"fr\", \"name\": \"Fran\\u00e7ais\"},...  Released   \n","3    165.0           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","4    132.0           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","\n","                                          tagline  \\\n","0                     Enter the World of Pandora.   \n","1  At the end of the world, the adventure begins.   \n","2                           A Plan No One Escapes   \n","3                                 The Legend Ends   \n","4            Lost in our world, found in another.   \n","\n","                                      title  vote_average  vote_count  \n","0                                    Avatar           7.2       11800  \n","1  Pirates of the Caribbean: At World's End           6.9        4500  \n","2                                   Spectre           6.3        4466  \n","3                     The Dark Knight Rises           7.6        9106  \n","4                               John Carter           6.1        2124  "]},"execution_count":94,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.head()"]},{"cell_type":"code","execution_count":95,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:26:13.427702Z","iopub.status.busy":"2022-09-06T05:26:13.426860Z","iopub.status.idle":"2022-09-06T05:26:13.441820Z","shell.execute_reply":"2022-09-06T05:26:13.440630Z","shell.execute_reply.started":"2022-09-06T05:26:13.427656Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>movie_id</th>\n","      <th>title</th>\n","      <th>cast</th>\n","      <th>crew</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>19995</td>\n","      <td>Avatar</td>\n","      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n","      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>285</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n","      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>206647</td>\n","      <td>Spectre</td>\n","      <td>[{\"cast_id\": 1, \"character\": \"James Bond\", \"cr...</td>\n","      <td>[{\"credit_id\": \"54805967c3a36829b5002c41\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>49026</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>[{\"cast_id\": 2, \"character\": \"Bruce Wayne / Ba...</td>\n","      <td>[{\"credit_id\": \"52fe4781c3a36847f81398c3\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>49529</td>\n","      <td>John Carter</td>\n","      <td>[{\"cast_id\": 5, \"character\": \"John Carter\", \"c...</td>\n","      <td>[{\"credit_id\": \"52fe479ac3a36847f813eaa3\", \"de...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   movie_id                                     title  \\\n","0     19995                                    Avatar   \n","1       285  Pirates of the Caribbean: At World's End   \n","2    206647                                   Spectre   \n","3     49026                     The Dark Knight Rises   \n","4     49529                               John Carter   \n","\n","                                                cast  \\\n","0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n","1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n","2  [{\"cast_id\": 1, \"character\": \"James Bond\", \"cr...   \n","3  [{\"cast_id\": 2, \"character\": \"Bruce Wayne / Ba...   \n","4  [{\"cast_id\": 5, \"character\": \"John Carter\", \"c...   \n","\n","                                                crew  \n","0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n","1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  \n","2  [{\"credit_id\": \"54805967c3a36829b5002c41\", \"de...  \n","3  [{\"credit_id\": \"52fe4781c3a36847f81398c3\", \"de...  \n","4  [{\"credit_id\": \"52fe479ac3a36847f813eaa3\", \"de...  "]},"execution_count":95,"metadata":{},"output_type":"execute_result"}],"source":["credit_df.head()"]},{"cell_type":"code","execution_count":96,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:27:51.801215Z","iopub.status.busy":"2022-09-06T05:27:51.800739Z","iopub.status.idle":"2022-09-06T05:27:51.833927Z","shell.execute_reply":"2022-09-06T05:27:51.832416Z","shell.execute_reply.started":"2022-09-06T05:27:51.801177Z"},"trusted":true},"outputs":[],"source":["credit_df.columns=['id','title','cast','crew']\n","movie_df=movie_df.merge(credit_df, on='id')"]},{"cell_type":"code","execution_count":97,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:27:59.931571Z","iopub.status.busy":"2022-09-06T05:27:59.930962Z","iopub.status.idle":"2022-09-06T05:27:59.964992Z","shell.execute_reply":"2022-09-06T05:27:59.964181Z","shell.execute_reply.started":"2022-09-06T05:27:59.931519Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>budget</th>\n","      <th>genres</th>\n","      <th>homepage</th>\n","      <th>id</th>\n","      <th>keywords</th>\n","      <th>original_language</th>\n","      <th>original_title</th>\n","      <th>overview</th>\n","      <th>popularity</th>\n","      <th>production_companies</th>\n","      <th>...</th>\n","      <th>runtime</th>\n","      <th>spoken_languages</th>\n","      <th>status</th>\n","      <th>tagline</th>\n","      <th>title_x</th>\n","      <th>vote_average</th>\n","      <th>vote_count</th>\n","      <th>title_y</th>\n","      <th>cast</th>\n","      <th>crew</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>237000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://www.avatarmovie.com/</td>\n","      <td>19995</td>\n","      <td>[{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...</td>\n","      <td>en</td>\n","      <td>Avatar</td>\n","      <td>In the 22nd century, a paraplegic Marine is di...</td>\n","      <td>150.437577</td>\n","      <td>[{\"name\": \"Ingenious Film Partners\", \"id\": 289...</td>\n","      <td>...</td>\n","      <td>162.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...</td>\n","      <td>Released</td>\n","      <td>Enter the World of Pandora.</td>\n","      <td>Avatar</td>\n","      <td>7.2</td>\n","      <td>11800</td>\n","      <td>Avatar</td>\n","      <td>[{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...</td>\n","      <td>[{\"credit_id\": \"52fe48009251416c750aca23\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>300000000</td>\n","      <td>[{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...</td>\n","      <td>http://disney.go.com/disneypictures/pirates/</td>\n","      <td>285</td>\n","      <td>[{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...</td>\n","      <td>en</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>Captain Barbossa, long believed to be dead, ha...</td>\n","      <td>139.082615</td>\n","      <td>[{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...</td>\n","      <td>...</td>\n","      <td>169.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>At the end of the world, the adventure begins.</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>6.9</td>\n","      <td>4500</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>[{\"cast_id\": 4, \"character\": \"Captain Jack Spa...</td>\n","      <td>[{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>245000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://www.sonypictures.com/movies/spectre/</td>\n","      <td>206647</td>\n","      <td>[{\"id\": 470, \"name\": \"spy\"}, {\"id\": 818, \"name...</td>\n","      <td>en</td>\n","      <td>Spectre</td>\n","      <td>A cryptic message from Bond’s past sends him o...</td>\n","      <td>107.376788</td>\n","      <td>[{\"name\": \"Columbia Pictures\", \"id\": 5}, {\"nam...</td>\n","      <td>...</td>\n","      <td>148.0</td>\n","      <td>[{\"iso_639_1\": \"fr\", \"name\": \"Fran\\u00e7ais\"},...</td>\n","      <td>Released</td>\n","      <td>A Plan No One Escapes</td>\n","      <td>Spectre</td>\n","      <td>6.3</td>\n","      <td>4466</td>\n","      <td>Spectre</td>\n","      <td>[{\"cast_id\": 1, \"character\": \"James Bond\", \"cr...</td>\n","      <td>[{\"credit_id\": \"54805967c3a36829b5002c41\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>250000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 80, \"nam...</td>\n","      <td>http://www.thedarkknightrises.com/</td>\n","      <td>49026</td>\n","      <td>[{\"id\": 849, \"name\": \"dc comics\"}, {\"id\": 853,...</td>\n","      <td>en</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>Following the death of District Attorney Harve...</td>\n","      <td>112.312950</td>\n","      <td>[{\"name\": \"Legendary Pictures\", \"id\": 923}, {\"...</td>\n","      <td>...</td>\n","      <td>165.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>The Legend Ends</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>7.6</td>\n","      <td>9106</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>[{\"cast_id\": 2, \"character\": \"Bruce Wayne / Ba...</td>\n","      <td>[{\"credit_id\": \"52fe4781c3a36847f81398c3\", \"de...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>260000000</td>\n","      <td>[{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...</td>\n","      <td>http://movies.disney.com/john-carter</td>\n","      <td>49529</td>\n","      <td>[{\"id\": 818, \"name\": \"based on novel\"}, {\"id\":...</td>\n","      <td>en</td>\n","      <td>John Carter</td>\n","      <td>John Carter is a war-weary, former military ca...</td>\n","      <td>43.926995</td>\n","      <td>[{\"name\": \"Walt Disney Pictures\", \"id\": 2}]</td>\n","      <td>...</td>\n","      <td>132.0</td>\n","      <td>[{\"iso_639_1\": \"en\", \"name\": \"English\"}]</td>\n","      <td>Released</td>\n","      <td>Lost in our world, found in another.</td>\n","      <td>John Carter</td>\n","      <td>6.1</td>\n","      <td>2124</td>\n","      <td>John Carter</td>\n","      <td>[{\"cast_id\": 5, \"character\": \"John Carter\", \"c...</td>\n","      <td>[{\"credit_id\": \"52fe479ac3a36847f813eaa3\", \"de...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>5 rows × 23 columns</p>\n","</div>"],"text/plain":["      budget                                             genres  \\\n","0  237000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","1  300000000  [{\"id\": 12, \"name\": \"Adventure\"}, {\"id\": 14, \"...   \n","2  245000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","3  250000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 80, \"nam...   \n","4  260000000  [{\"id\": 28, \"name\": \"Action\"}, {\"id\": 12, \"nam...   \n","\n","                                       homepage      id  \\\n","0                   http://www.avatarmovie.com/   19995   \n","1  http://disney.go.com/disneypictures/pirates/     285   \n","2   http://www.sonypictures.com/movies/spectre/  206647   \n","3            http://www.thedarkknightrises.com/   49026   \n","4          http://movies.disney.com/john-carter   49529   \n","\n","                                            keywords original_language  \\\n","0  [{\"id\": 1463, \"name\": \"culture clash\"}, {\"id\":...                en   \n","1  [{\"id\": 270, \"name\": \"ocean\"}, {\"id\": 726, \"na...                en   \n","2  [{\"id\": 470, \"name\": \"spy\"}, {\"id\": 818, \"name...                en   \n","3  [{\"id\": 849, \"name\": \"dc comics\"}, {\"id\": 853,...                en   \n","4  [{\"id\": 818, \"name\": \"based on novel\"}, {\"id\":...                en   \n","\n","                             original_title  \\\n","0                                    Avatar   \n","1  Pirates of the Caribbean: At World's End   \n","2                                   Spectre   \n","3                     The Dark Knight Rises   \n","4                               John Carter   \n","\n","                                            overview  popularity  \\\n","0  In the 22nd century, a paraplegic Marine is di...  150.437577   \n","1  Captain Barbossa, long believed to be dead, ha...  139.082615   \n","2  A cryptic message from Bond’s past sends him o...  107.376788   \n","3  Following the death of District Attorney Harve...  112.312950   \n","4  John Carter is a war-weary, former military ca...   43.926995   \n","\n","                                production_companies  ... runtime  \\\n","0  [{\"name\": \"Ingenious Film Partners\", \"id\": 289...  ...   162.0   \n","1  [{\"name\": \"Walt Disney Pictures\", \"id\": 2}, {\"...  ...   169.0   \n","2  [{\"name\": \"Columbia Pictures\", \"id\": 5}, {\"nam...  ...   148.0   \n","3  [{\"name\": \"Legendary Pictures\", \"id\": 923}, {\"...  ...   165.0   \n","4        [{\"name\": \"Walt Disney Pictures\", \"id\": 2}]  ...   132.0   \n","\n","                                    spoken_languages    status  \\\n","0  [{\"iso_639_1\": \"en\", \"name\": \"English\"}, {\"iso...  Released   \n","1           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","2  [{\"iso_639_1\": \"fr\", \"name\": \"Fran\\u00e7ais\"},...  Released   \n","3           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","4           [{\"iso_639_1\": \"en\", \"name\": \"English\"}]  Released   \n","\n","                                          tagline  \\\n","0                     Enter the World of Pandora.   \n","1  At the end of the world, the adventure begins.   \n","2                           A Plan No One Escapes   \n","3                                 The Legend Ends   \n","4            Lost in our world, found in another.   \n","\n","                                    title_x vote_average vote_count  \\\n","0                                    Avatar          7.2      11800   \n","1  Pirates of the Caribbean: At World's End          6.9       4500   \n","2                                   Spectre          6.3       4466   \n","3                     The Dark Knight Rises          7.6       9106   \n","4                               John Carter          6.1       2124   \n","\n","                                    title_y  \\\n","0                                    Avatar   \n","1  Pirates of the Caribbean: At World's End   \n","2                                   Spectre   \n","3                     The Dark Knight Rises   \n","4                               John Carter   \n","\n","                                                cast  \\\n","0  [{\"cast_id\": 242, \"character\": \"Jake Sully\", \"...   \n","1  [{\"cast_id\": 4, \"character\": \"Captain Jack Spa...   \n","2  [{\"cast_id\": 1, \"character\": \"James Bond\", \"cr...   \n","3  [{\"cast_id\": 2, \"character\": \"Bruce Wayne / Ba...   \n","4  [{\"cast_id\": 5, \"character\": \"John Carter\", \"c...   \n","\n","                                                crew  \n","0  [{\"credit_id\": \"52fe48009251416c750aca23\", \"de...  \n","1  [{\"credit_id\": \"52fe4232c3a36847f800b579\", \"de...  \n","2  [{\"credit_id\": \"54805967c3a36829b5002c41\", \"de...  \n","3  [{\"credit_id\": \"52fe4781c3a36847f81398c3\", \"de...  \n","4  [{\"credit_id\": \"52fe479ac3a36847f813eaa3\", \"de...  \n","\n","[5 rows x 23 columns]"]},"execution_count":97,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.head()"]},{"cell_type":"markdown","metadata":{},"source":["## Demographic Filtering\n","\n","Recommendation to every user, based on movie popularity and/or genre."]},{"cell_type":"markdown","metadata":{},"source":["* We need a metric to score or rate movie.\n","* Calculate the score for every movie.\n","* Sort the scores and recommend the best rated movie to the users.\n","\n","IMDB Weighted Rating (WR)=$(\\dfrac{v}{v+m}*R)+(\\dfrac{m}{v+m}*C)$\n","\n","* v: number of votes for the movie\n","* m: minimum votes required to be listed in the chart\n","* R: the average rating of the movie\n","* C: mean votes across the whole report\n","\n","We slready have v(**vote_cout**) and R (**vote_average**) and C can be calculated as"]},{"cell_type":"code","execution_count":98,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:52:06.507547Z","iopub.status.busy":"2022-09-06T05:52:06.506490Z","iopub.status.idle":"2022-09-06T05:52:06.514701Z","shell.execute_reply":"2022-09-06T05:52:06.513509Z","shell.execute_reply.started":"2022-09-06T05:52:06.507508Z"},"trusted":true},"outputs":[{"data":{"text/plain":["6.092171559442011"]},"execution_count":98,"metadata":{},"output_type":"execute_result"}],"source":["C=movie_df['vote_average'].mean()\n","C"]},{"cell_type":"markdown","metadata":{},"source":["So, the mean rating for the movies is approx 6 on the sacle of 10. We need to determine the appropriate value for **m**,the minimum votes required to be listed in the chart. We will use 90th percentile as our cutoff. In other words, for a movie to feature in the chart, it must have more votes than at least 90% of the movie in the list."]},{"cell_type":"code","execution_count":99,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:57:29.968103Z","iopub.status.busy":"2022-09-06T05:57:29.966870Z","iopub.status.idle":"2022-09-06T05:57:29.979616Z","shell.execute_reply":"2022-09-06T05:57:29.978509Z","shell.execute_reply.started":"2022-09-06T05:57:29.968027Z"},"trusted":true},"outputs":[{"data":{"text/plain":["1838.4000000000015"]},"execution_count":99,"metadata":{},"output_type":"execute_result"}],"source":["m=movie_df['vote_count'].quantile(0.9)\n","m"]},{"cell_type":"markdown","metadata":{},"source":["Filtering movies that qualify for the chart"]},{"cell_type":"code","execution_count":100,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T05:59:26.217430Z","iopub.status.busy":"2022-09-06T05:59:26.216827Z","iopub.status.idle":"2022-09-06T05:59:26.230908Z","shell.execute_reply":"2022-09-06T05:59:26.229699Z","shell.execute_reply.started":"2022-09-06T05:59:26.217379Z"},"trusted":true},"outputs":[{"data":{"text/plain":["(481, 23)"]},"execution_count":100,"metadata":{},"output_type":"execute_result"}],"source":["q_movies= movie_df.copy().loc[movie_df['vote_count']>=m]\n","q_movies.shape"]},{"cell_type":"code","execution_count":101,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T06:16:43.341313Z","iopub.status.busy":"2022-09-06T06:16:43.339893Z","iopub.status.idle":"2022-09-06T06:16:43.347387Z","shell.execute_reply":"2022-09-06T06:16:43.346283Z","shell.execute_reply.started":"2022-09-06T06:16:43.341267Z"},"trusted":true},"outputs":[],"source":["def weighted_rating(x,m=m,C=C):\n","    v=x['vote_count']\n","    R=x['vote_average']\n","    return (v/(v+m)*R)+(m/(m+v)*C)"]},{"cell_type":"code","execution_count":102,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T06:16:43.904203Z","iopub.status.busy":"2022-09-06T06:16:43.903759Z","iopub.status.idle":"2022-09-06T06:16:43.923460Z","shell.execute_reply":"2022-09-06T06:16:43.922148Z","shell.execute_reply.started":"2022-09-06T06:16:43.904166Z"},"trusted":true},"outputs":[],"source":["q_movies['score']=q_movies.apply(weighted_rating,axis=1)"]},{"cell_type":"code","execution_count":103,"metadata":{"execution":{"iopub.execute_input":"2022-09-06T06:19:16.497194Z","iopub.status.busy":"2022-09-06T06:19:16.496326Z","iopub.status.idle":"2022-09-06T06:19:16.515143Z","shell.execute_reply":"2022-09-06T06:19:16.513908Z","shell.execute_reply.started":"2022-09-06T06:19:16.497145Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>title_x</th>\n","      <th>vote_count</th>\n","      <th>vote_average</th>\n","      <th>score</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>1881</th>\n","      <td>The Shawshank Redemption</td>\n","      <td>8205</td>\n","      <td>8.5</td>\n","      <td>8.059258</td>\n","    </tr>\n","    <tr>\n","      <th>662</th>\n","      <td>Fight Club</td>\n","      <td>9413</td>\n","      <td>8.3</td>\n","      <td>7.939256</td>\n","    </tr>\n","    <tr>\n","      <th>65</th>\n","      <td>The Dark Knight</td>\n","      <td>12002</td>\n","      <td>8.2</td>\n","      <td>7.920020</td>\n","    </tr>\n","    <tr>\n","      <th>3232</th>\n","      <td>Pulp Fiction</td>\n","      <td>8428</td>\n","      <td>8.3</td>\n","      <td>7.904645</td>\n","    </tr>\n","    <tr>\n","      <th>96</th>\n","      <td>Inception</td>\n","      <td>13752</td>\n","      <td>8.1</td>\n","      <td>7.863239</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                       title_x  vote_count  vote_average     score\n","1881  The Shawshank Redemption        8205           8.5  8.059258\n","662                 Fight Club        9413           8.3  7.939256\n","65             The Dark Knight       12002           8.2  7.920020\n","3232              Pulp Fiction        8428           8.3  7.904645\n","96                   Inception       13752           8.1  7.863239"]},"execution_count":103,"metadata":{},"output_type":"execute_result"}],"source":["#sorting movies based on score calculated above\n","q_movies=q_movies.sort_values('score',ascending=False)\n","\n","q_movies[['title_x','vote_count','vote_average','score']].head()"]},{"cell_type":"markdown","metadata":{},"source":["### Trending Movies"]},{"cell_type":"code","execution_count":104,"metadata":{},"outputs":[{"data":{"text/plain":["Text(0.5, 1.0, 'Popular Movies')"]},"execution_count":104,"metadata":{},"output_type":"execute_result"},{"data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAAywAAAEWCAYAAACE8BN/AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAAkBUlEQVR4nO3debQdVZ328e9jgpIAAhIEMUhQUQwBEw1oIyKI3WrbCnZLi4022LyiLlFp5VWcEBxptbUVWngjDQiGSXFAnBAEkZmEhAQQxGZQUNQooBAGA7/3j1NXDpdzJ3KTU9d8P2tlpc7eu/beVdQi97m7qk6qCkmSJElqo8f0ewKSJEmSNBQDiyRJkqTWMrBIkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTWMrBIkjRIkuOTfKzf8xitJC9Mcl2/5yFJq4KBRZLUakluSnJPkruS/CbJcUnW7fe8xqI5hvuTTBtUvjhJJZmxMv1X1U+q6pkrNUlJaikDiyRpInhlVa0LPAfYHvhgn+fTUzqG+rf1RuB1XW23BaaslolJ0gRmYJEkTRhVdSvwPWAWQJJXJbk6yR1JzkvyrIG2zarG+5Jck+T2ZmVm7aZu3yQXdPfdrHQ8ffCYSTZMcmaS3zX9nJlkelf9eUk+nuRCYDnw1CGmfyLwr12f9wFOGDTW+klOaMa6OckHkzwmyeOaY5zV1XbjZuXpiUl2SXJLV91mSU5v+rkxyTu66nZIsiDJH5sVq88OfcYlqf8MLJKkCSPJ5sDfA4uSPAM4GTgQ2Bj4LvDtJI/t2mVv4KXA04Bn8OhWZh4DHAdsATwFuAc4clCbNwD7A+sBNw/RzyXA45M8K8kk4LXAVwa1OQJYn07oeRGdgPPGqroP+DpdKzTAPwM/rqrfdnfQrPB8G7gSeDKwG3Bgkpc2TT4PfL6qHk/nvJw20gmQpH4ysEiSJoJvJrkDuAD4MfAJOj/wf6eqflhVfwY+Q+cWqx279juyqn5ZVX8APs7Df+Aflar6fVWdXlXLq+pPTT8vGtTs+Kq6uqpWNHMZysAqy98C1wK3DlR0hZj3VdWfquom4D/phCGAkwbN/1+assG2Bzauqo9U1f1VdQPwJWCvpv7PwNOTTKuqu6rqkhFPgiT10eR+T0CSpFHYo6rO7i5IshldqxlV9WCSX9JZVRjwy67tm4HNxjpwkqnA54CXARs2xeslmVRVD/QYZzgnAucDWzLodjBgGvBYHr5CczMPHc+PgClJngfcBswGvtFjjC2AzZqAN2AS8JNmez/gI8C1SW4EDquqM0c5f0la7QwskqSJ6lfAtgMfkgTYnK5Vi+bzgKc0+wDcDUzt2nfTYcZ5N/BM4HlVdVuS2cAiIF1tajQTrqqbm5Dw93SCQ7dldFY/tgCu6Zrzrc2+DyY5jc4qy2+AM5sVn8F+CdxYVVsNMYfrgdc1t479I/C1JBtV1d2jOQZJWt28JUySNFGdBrwiyW5J1qITLO4DLupq87Yk05M8AXg/cGpTfiWwTZLZzYP4hw4zznp0nlu5o+nnwys57/2AFw8OCM1qzWnAx5Osl2QL4F08/DmXk+jcNrY3vW8HA7gM+GOS9yaZkmRSkllJtgdI8vokG1fVg8AdzT4PDNGXJPWdgUWSNCFV1XXA6+k8qL4MeCWd1x/f39XsJOAs4Ibmz8eafX9G57aos4Hr6TwbM5T/ovNszDI6D85/fyXn/b9VtWCI6rfTWf25oZnTScCxXfte2tRvRudtab36f4DOuZhN51XKy4Bj6DzMD51b265OchedB/D3qqp7V+aYJGlVStWoVrElSZpQktwE/J/Bz75IkiYWV1gkSZIktZaBRZIkSVJreUuYJEmSpNZyhUWSJElSa/k9LBrStGnTasaMGf2ehiRJkv7KLVy4cFlVbdyrzsCiIc2YMYMFC4Z686YkSZI0PpLcPFSdt4RJkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTW8osjNaTblq/g8EXL+j0NSZIkrWIHz5nW7ykMyRUWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgaW1ShJJTmx6/PkJL9Lcmbz+VVJDh6hj82SfG1Vz1WSJElqg8n9nsAa5m5gVpIpVXUP8LfArQOVVXUGcMZwHVTVr4DXrNJZSpIkSS3hCsvq9z3gFc3264CTByqS7JvkyGb7+CRfSHJRkhuSvKYpn5HkqmZ77STHJVmaZFGSXbv6+XqS7ye5PsmnmvJJTb9XNfv8+2o8bkmSJGnMXGFZ/U4BDmluA9sOOBZ44RBtnwTsBGxNZ+Vl8K1gbwOoqm2TbA2cleQZTd1sYA5wH3BdkiOAJwJPrqpZAEk2GDxgkv2B/QE22HT6oztCSZIkaZy4wrKaVdUSYAad1ZXvjtD8m1X1YFVdA2zSo34n4MSm32uBm4GBwHJOVd1ZVfcC1wBbADcAT01yRJKXAX/sMb95VTW3quaus+FGYz9ASZIkaRwZWPrjDOAzdN0ONoT7urbTo75XWa99HwAmV9XtwLOB8+iszhwz4kwlSZKkPjKw9MexwEeqaulK9nM+sDdAcyvYU4DrhmqcZBrwmKo6HfgQ8JyVHF+SJElapXyGpQ+q6hbg8+PQ1ReBo5MsBVYA+1bVfcmQCy9PBo5LMhBU3zcOc5AkSZJWmVRVv+eglpo+c3YdMP/sfk9DkiRJq9jBc6b1dfwkC6tqbq86bwmTJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmt5Tfda0ibTp3c9y8RkiRJ0prNFRZJkiRJrWVgkSRJktRaBhZJkiRJrWVgkSRJktRaBhZJkiRJreVbwjSk25av4PBFy/o9DUmSNIH4hlGNN1dYJEmSJLWWgUWSJElSaxlYJEmSJLWWgUWSJElSaxlYJEmSJLWWgUWSJElSaxlYJEmSJLWWgUWSJElSaxlYJEmSJLWWgUWSJElSaxlYxiDJXaNoc2CSqeM03i5JdhxFu32THNlsH5rkoPEYX5IkSeo3A8v4OxAYU2BJMmmIql2AEQPLykgyeVX2L0mSJK0MA8uj0Kx8nJfka0muTTI/He8ANgPOTXJu0/bvklyc5IokX02yblN+U5JDklwA7JnkHUmuSbIkySlJZgBvAf49yeIkL0yycZLTk1ze/HnBCPN8U9Puyma/qU358Uk+28zxP1bhqZIkSZJWir9df/TmANsAvwIuBF5QVV9I8i5g16palmQa8EHgJVV1d5L3Au8CPtL0cW9V7QSQ5FfAllV1X5INquqOJEcDd1XVZ5o2JwGfq6oLkjwF+AHwrGHm+PWq+lKz78eA/YAjmrpnNPN6oHuHJPsD+wNssOn0lTg9kiRJ0sozsDx6l1XVLQBJFgMzgAsGtXk+MBO4MAnAY4GLu+pP7dpeAsxP8k3gm0OM+RJgZtMXwOOTrDfMHGc1QWUDYF06AWfAVweHFYCqmgfMA5g+c3YN07ckSZK0yhlYHr37urYfoPe5DPDDqnrdEH3c3bX9CmBn4FXAh5Js06P9Y4C/qap7HjbIQwFmsOOBParqyiT70nkmptfYkiRJUiv5DMv4+xMwsOpxCfCCJE8HSDI1yTMG75DkMcDmVXUu8B4eWhHp7gvgLOCArv1mjzCX9YBfJ1kL2PvRHIwkSZLUTwaW8TcP+F6Sc6vqd8C+wMlJltAJMFv32GcS8JUkS4FFdJ5TuQP4NvDqgYfugXcAc5sH86+h81D+cD4EXAr8ELh25Q9NkiRJWr1S5WMK6m36zNl1wPyz+z0NSZI0gRw8Z1q/p6AJKMnCqprbq84VFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FqT+z0BtdemUyf75U+SJEnqK1dYJEmSJLWWgUWSJElSaxlYJEmSJLWWgUWSJElSaxlYJEmSJLWWbwnTkG5bvoLDFy3r9zQkSePItz9KmmhcYZEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYBknSR5IsjjJ1UmuTPKuJONyfpMcmuSg8eirq899kxw5nn1KkiRJ421yvyfwV+SeqpoNkOSJwEnA+sCH+zkpSZIkaSJzhWUVqKrfAvsDB6RjUpJPJ7k8yZIkbwZIsm6Sc5JckWRpkt0H+kjygSTXJTkbeGZX+XlJ/ivJRUmuSrJDU/6EJN9s+r8kyXbDlUuSJEkTgSssq0hV3dDcEvZEYHfgzqraPsnjgAuTnAX8Enh1Vf0xyTTgkiRnAM8B9gLm0PlvdAWwsKv7dapqxyQ7A8cCs4DDgEVVtUeSFwMnALOHKe8pyf50whYbbDp9nM6GJEmS9OgYWFatNH//HbBdktc0n9cHtgJuAT7RBI8HgScDmwAvBL5RVcsBmhDT7WSAqjo/yeOTbADsBPxTU/6jJBslWX+Y8p6qah4wD2D6zNm1MgcvSZIkrSwDyyqS5KnAA8Bv6QSXt1fVDwa12RfYGHhuVf05yU3A2k31cGFhcF3xUDgabbkkSZLUej7Dsgok2Rg4Gjiyqgr4AfDWJGs19c9Isg6dlZbfNmFlV2CLpovzgVcnmZJkPeCVg4Z4bdPPTnRuNbuz2WfvpnwXYFlV/XGYckmSJKn1XGEZP1OSLAbWAlYAJwKfbeqOAWYAVyQJ8DtgD2A+8O0kC4DFwLUAVXVFklObspuBnwwa6/YkFwGPB/6tKTsUOC7JEmA5sM8I5ZIkSVLrpbMAoIkiyXnAQVW1YFWPNX3m7Dpg/tmrehhJ0mp08Jxp/Z6CJD1CkoVVNbdXnbeESZIkSWotbwmbYKpql37PQZIkSVpdXGGRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmt5WuNNaRNp072C8YkSZLUV66wSJIkSWotA4skSZKk1jKwSJIkSWotA4skSZKk1jKwSJIkSWot3xKmId22fAWHL1rW72lI0hrFtzNK0sO5wiJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklprxMCSZJMkJyW5IcnCJBcnefWqmEySXZKc2Wy/KsnBq2KcEeawdZLFSRYledqguvd3bc9IctVKjvWyJJclubYZ89QkTxlhn0OTHLQy40qSJEkTxbCBJUmAbwLnV9VTq+q5wF7A9PEYPMmkoeqq6oyqOnw8xhmjPYBvVdWcqvrfQXXv79H+UUkyCzgC2Keqtq6q2cB8YMZ4jSFJkiRNdCOtsLwYuL+qjh4oqKqbq+oIgCT7JjlyoC7JmUl2abaPSrIgydVJDutqc1OSQ5JcAOzZrDJc23z+x652f+k7ySuTXNqsepydZJOm/NAkxyY5r1kBekdTvk6S7yS5MslVSV47+MCSzE5ySZIlSb6RZMMkfw8cCPyfJOcOan84MKVZCZnfFE9K8qXmGM9KMqVp+7Qk329WpH6SZOse5/a9wCeq6qdd5/aMqjq/6eNNSS5vjuH0JFN7HEPPNkm+leRfm+03J5nfzOmKrn23SrKwx7wkSZKk1hgpsGwDXDFCm6F8oKrmAtsBL0qyXVfdvVW1E53Vmy8BrwReCGw6RF8XAM+vqjnAKcB7uuq2Bl4K7AB8OMlawMuAX1XVs6tqFvD9Hn2eALy3qrYDlgIfrqrvAkcDn6uqXbsbV9XBwD1VNbuq9m6KtwL+u6q2Ae4A/qkpnwe8vVmROgj4Yo/xRzq3X6+q7avq2cBPgf3G0GZ/4JAkLwTe3czlf4E7k8xu2rwROH5wh0n2b4Lmgrtv//0w05MkSZJWvTE9dJ/kv5vf5l8+iub/3PxGfxGdH85ndtWd2vy9NXBjVV1fVQV8ZYi+pgM/SLIU+L9NfwO+U1X3VdUy4LfAJnQCyEuS/EeSF1bVnYOOY31gg6r6cVP0ZWDnURzTYDdW1eJmeyEwI8m6wI7AV5MsBv4f8KThOkmyUbNy87Ou51NmNaszS4G9Bx0zw7Wpqt8AhwDnAu+uqj807Y8B3tjcivda4KTBHVbVvKqaW1Vz19lwo1GeBkmSJGnVGCmwXA08Z+BDVb0N2A3YuClaMaiPtQGSbElnZWG3ZgXjOwN1jbu7tmsU8zwCOLKqtgXePKiv+7q2HwAmV9XPgOfSCS6fTHLIKMZ4NB4xNp3zcUezEjPw51k99v3Lua2q3zfPsMwD1m3qjwcOaI75MB5+zIyizbbA74HNuspOB14O/AOwsKpcQpEkSVKrjRRYfgSsneStXWXdz1LcBMxO8pgkm9O5LQvg8XRCyZ3N8yYvH6L/a4Etu97G9boh2q0P3Nps7zPCnEmyGbC8qr4CfIau0AXQrLjc3twyBfAG4MeM7M/NLWdDqqo/Ajcm2bOZS5I8u0fTTwEfSNIdZrrP7XrAr5vx9qa3nm2S7EDnnM8BDmoCJFV1L/AD4CjguOGOQ5IkSWqDycNVVlUl2QP4XJL3AL+jE0Te2zS5ELiRzkrGVTTPZFTVlUkW0VlFuKFp16v/e5PsD3wnyTI6z6rM6tH0UDq3WN0KXAJsOcJxbQt8OsmDwJ+Bt/Zosw9wdPOg+g10nukYyTxgSXOr2weGabc3cFSSDwJr0Xnu5sruBlW1NMk7gROSrEdnNeQXwIebJh8CLgVupnN+1+sxziPaJHkcneeC3lhVv0rybuDYJC9ubrubT+flBmeN4nglSZKkvkrnZ1itKZpnZNavqg+N1Hb6zNl1wPyzV8OsJEkDDp4zrd9TkKTVLsnC5oVdjzDsCov+uiT5BvA0Oq+rliRJklrPwLIGqapX93sOkiRJ0liM6bXGkiRJkrQ6GVgkSZIktZaBRZIkSVJrGVgkSZIktZaBRZIkSVJrGVgkSZIktZavNdaQNp062S8wkyRJUl+5wiJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklrLwCJJkiSptQwskiRJklrL1xprSLctX8Hhi5b1exqStFr4GndJaidXWCRJkiS1loFFkiRJUmsZWCRJkiS1loFFkiRJUmsZWCRJkiS1loFFkiRJUmsZWCRJkiS1loFFkiRJUmsZWCRJkiS1Vl8CS5JKcmLX58lJfpfkzDH2c16SuUOU/yJJusq+meSulZv5kHO4Lsni5s9rVsEYDzR9X5Xk20k2GKd+x/18SJIkSeOpXyssdwOzkkxpPv8tcOs4j3EH8AKA5gf8J41z/932rqrZzZ+vjWaHJJPG0P89Td+zgD8Ab3tUs5QkSZImmH7eEvY94BXN9uuAkwcqkuyQ5KIki5q/n9mUT0lySpIlSU4Fpjyy2784Bdir2f5H4Otd/a+b5JwkVyRZmmT3pnz7pu+1k6yT5Ooks8Z6YEmO715pGVjJSLJLknOTnAQsTfLRJO/savfxJO8YofuLgSc37WcnuaSZ8zeSbNiUvynJ5UmuTHJ6kqlN+ZZJLm7qPjrW45IkSZJWt34GllOAvZKsDWwHXNpVdy2wc1XNAQ4BPtGUvxVYXlXbAR8HnjtM/+cAOzcrGXsBp3bV3Qu8uqqeA+wK/GeSVNXlwBnAx4BPAV+pqqsAkiweZqz5XbeEbTTCce8AfKCqZgL/A+zT9P+YZp7zh9qxOZbdmjkCnAC8tzkfS4EPN+Vfr6rtq+rZwE+B/ZryzwNHVdX2wG1DjLF/kgVJFtx9++9HOBRJkiRp1Zrcr4GrakmSGXRWV747qHp94MtJtgIKWKsp3xn4Qtf+S4YZ4gHgAuC1wJSquqn7kRbgE0l2Bh6ks2KxCZ0f4j8CXE4n1PxltaOqZg8z1t5VteAvnT80Ti+XVdWNTZ83Jfl9kjnN+IuqqldKmNIEphnAQuCHSdYHNqiqHzdtvgx8tdmeleRjwAbAusAPmvIXAP/UbJ8I/MfggapqHjAPYPrM2TXcgUiSJEmrWr/fEnYG8Bm6bgdrfBQ4t3lm45XA2l11Y/kh+hTgCOC0QeV7AxsDz22CyG+6xngCnR/y1xs07lisoDm3zYP/j+2qu3tQ22OAfYE3AscO0d89zTy3aPoa6RmW44EDqmpb4DAe/fmTJEmS+qrfgeVY4CNVtXRQ+fo89BD+vl3l59MJGzTPlmw3Qv8/AT7JIwPR+sBvq+rPSXalEwQGzAM+ROfWrEesQIzSTTx0u9ruPLRC1Ms3gJcB2/PQSkhPVXUnnVWfg4DlwO1JXthUvwEYWG1ZD/h1krVozlfjQh56rqe7XJIkSWqlvgaWqrqlqj7fo+pTwCeTXAh0v03rKGDd5law9wCXjdB/VdVnqmrZoKr5wNwkC+j84H4tQJJ/BVZU1UnA4cD2SV7c1C0ew6F9CXhRksuA5/HIVZXuOd4PnAucVlUPjNRxVS0CrqQTPPYBPt2cj9l0bmeDTuC6FPjhwLE13gm8LcnldEKbJEmS1Gqp8g6hfmoetr8C2LOqru/3fLpNnzm7Dph/dr+nIUmrxcFzpvV7CpK0xkqysKoe8f2K0P9bwtZoSWYCPwfOaVtYkSRJktqgb28JE1TVNcBT+z0PSZIkqa1cYZEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa1lYJEkSZLUWgYWSZIkSa3la401pE2nTvaL1CRJktRXrrBIkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTWMrBIkiRJai0DiyRJkqTW8rXGGtJty1dw+KJl/Z6GJD0qvpZdkv46uMIiSZIkqbUMLJIkSZJay8AiSZIkqbUMLJIkSZJay8AiSZIkqbUMLJIkSZJay8AiSZIkqbUMLJIkSZJay8AiSZIkqbXWuMCS5K4+jHnRKNttkOT3SdJ8/psklWR683n9JH9IMqr/bklmJLlqiLrzkswd7TFIkiRJ/bDGBZaxSDJpPPqpqh1H2e4O4DbgWU3RjsCi5m+A5wOXVtWDI/WVZPLYZypJkiS1yxoZWJLskuTMrs9HJtm32b4pySFJLgD2TPKmJJcnuTLJ6UmmNu32THJVU35+U7ZNksuSLE6yJMlWTfldXWO9J8nSZr/De0zvQh4KKDsCnxv0+aIkayc5rulnUZJdm773TfLVJN8Gzhp0zFOSnNLM61RgykqeRkmSJGmV87fwvd1bVTsBJNmoqr7UbH8M2A84AjgEeGlV3Zpkg2a/twCfr6r5SR4LPGyFJsnLgT2A51XV8iRP6DH2RcDOwDHAU4GvAm9u6nYEPgm8DaCqtk2yNXBWkmc0bf4G2K6q/pBkRle/bwWWV9V2SbYDruh14En2B/YH2GDT6cOfJUmSJGkVWyNXWEbh1K7tWUl+kmQpsDewTVN+IXB8kjfxUDC5GHh/kvcCW1TVPYP6fQlwXFUtB6iqP/QY+0JgxyRbAjdV1b1AkqwLPBe4DNgJOLHp41rgZmAgsPxwiH53Br7S7LMEWNLrwKtqXlXNraq562y4Ua8mkiRJ0mqzpgaWFTz82NceVH931/bxwAFVtS1w2EDbqnoL8EFgc2BxsxJzEvAq4B7gB0lePKjfADXcxKrqemBD4JV0AhDAQuCNwI1VdVfTz1DuHqZu2LElSZKktllTA8vNwMwkj0uyPrDbMG3XA36dZC06KywAJHlaVV1aVYcAy4DNkzwVuKGqvgCcAWw3qK+zgH/reg6m1y1h0Akq7+ShwHIxcCCd28UAzh+YS3Mr2FOA60Y45u59ZvWYmyRJktQ6a1Rgad6cdV9V/RI4jc5tUfPpvIlrKB8CLgV+CFzbVf7p5qH3q+iEgSuB1wJXJVkMbA2c0N1RVX2fTpBZ0LQ5aIgxL6SzcrOg+XwxnedZBgLLF4FJzW1qpwL7VtV9wx48HAWsm2QJ8B46t5ZJkiRJrZaqNecuoSTPBr5UVTv0ey4TwfSZs+uA+Wf3exqS9KgcPGdav6cgSRqlJAurqud3BK4xKyxJ3gKcTOe5E0mSJEkTwBrzWuOqOho4ut/zkCRJkjR6a8wKiyRJkqSJx8AiSZIkqbUMLJIkSZJay8AiSZIkqbUMLJIkSZJay8AiSZIkqbXWmNcaa+w2nTrZL16TJElSX7nCIkmSJKm1DCySJEmSWsvAIkmSJKm1DCySJEmSWsvAIkmSJKm1DCySJEmSWsvAIkmSJKm1DCySJEmSWsvAIkmSJKm1UlX9noNaKsmfgOv6PQ9NeNOAZf2ehCY8ryOtLK8hjQevo1Vni6rauFfF5NU9E00o11XV3H5PQhNbkgVeR1pZXkdaWV5DGg9eR/3hLWGSJEmSWsvAIkmSJKm1DCwazrx+T0B/FbyONB68jrSyvIY0HryO+sCH7iVJkiS1lisskiRJklrLwCJJkiSptQws6inJy5Jcl+TnSQ7u93zUTkk2T3Jukp8muTrJO5vyJyT5YZLrm7837Nrnfc11dV2Sl/Zv9mqbJJOSLEpyZvPZ60hjkmSDJF9Lcm3z/6W/8TrSWCT59+bfs6uSnJxkba+h/jOw6BGSTAL+G3g5MBN4XZKZ/Z2VWmoF8O6qehbwfOBtzbVyMHBOVW0FnNN8pqnbC9gGeBnwxeZ6kwDeCfy067PXkcbq88D3q2pr4Nl0rievI41KkicD7wDmVtUsYBKda8RrqM8MLOplB+DnVXVDVd0PnALs3uc5qYWq6tdVdUWz/Sc6Pxw8mc718uWm2ZeBPZrt3YFTquq+qroR+Dmd601ruCTTgVcAx3QVex1p1JI8HtgZ+B+Aqrq/qu7A60hjMxmYkmQyMBX4FV5DfWdgUS9PBn7Z9fmWpkwaUpIZwBzgUmCTqvo1dEIN8MSmmdeWhvJfwHuAB7vKvI40Fk8Ffgcc19xaeEySdfA60ihV1a3AZ4BfAL8G7qyqs/Aa6jsDi3pJjzLff60hJVkXOB04sKr+OFzTHmVeW2u4JP8A/LaqFo52lx5lXkeaDDwHOKqq5gB309y6MwSvIz1M82zK7sCWwGbAOkleP9wuPcq8hlYBA4t6uQXYvOvzdDpLotIjJFmLTliZX1Vfb4p/k+RJTf2TgN825V5b6uUFwKuS3ETnFtQXJ/kKXkcam1uAW6rq0ubz1+gEGK8jjdZLgBur6ndV9Wfg68COeA31nYFFvVwObJVkyySPpfNA2Rl9npNaKEno3C/+06r6bFfVGcA+zfY+wLe6yvdK8rgkWwJbAZetrvmqnarqfVU1vapm0Pn/zY+q6vV4HWkMquo24JdJntkU7QZcg9eRRu8XwPOTTG3+fduNzrOZXkN9NrnfE1D7VNWKJAcAP6Dzhoxjq+rqPk9L7fQC4A3A0iSLm7L3A4cDpyXZj84/AHsCVNXVSU6j80PECuBtVfXAap+1JgqvI43V24H5zS/bbgDeSOeXs15HGlFVXZrka8AVdK6JRcA8YF28hvoqVd5qJ0mSJKmdvCVMkiRJUmsZWCRJkiS1loFFkiRJUmsZWCRJkiS1loFFkiRJUmsZWCRJa5QkDyRZnOSqJF9NMnWc+z8vydwx7vORJC9ptg8c7zlJ0kRmYJEkrWnuqarZVTULuB94Sz8nk2RSVR1SVWc3RQcCBhZJahhYJElrsp8AT0/yhCTfTLIkySVJtgNIcmiSE5P8KMn1Sd7UlO+S5MyBTpIcmWTfwZ0nOSrJgiRXJzmsq/ymJIckuQDYM8nxSV6T5B3AZsC5Sc5Nsl+Sz3Xt96Ykn11lZ0OSWshvupckrZGSTAZeDnwfOAxYVFV7JHkxcAIwu2m6HfB8YB1gUZLvjGGYD1TVH5JMAs5Jsl1VLWnq7q2qnZq5vAygqr6Q5F3ArlW1LMk6wJIk76mqP9P55vY3r8xxS9JE4wqLJGlNMyXJYmAB8Avgf4CdgBMBqupHwEZJ1m/af6uq7qmqZcC5wA5jGOufk1wBLAK2AWZ21Z060s5VdTfwI+AfkmwNrFVVS8cwviRNeK6wSJLWNPdU1ezugiTp0a4G/d1dvoKH/9Jv7cE7J9kSOAjYvqpuT3L8oHZ3j3K+xwDvB64FjhvlPpL0V8MVFkmS4Hxgb+g8nwIsq6o/NnW7J1k7yUbALsDlwM3AzCSPa1ZiduvR5+PphJI7k2xC5/az0fgTsN7Ah6q6FNgc+Bfg5LEdliRNfK6wSJIEhwLHJVkCLAf26aq7DPgO8BTgo1X1K4AkpwFLgOvp3PL1MFV1ZZJFwNXADcCFo5zLPOB7SX5dVbs2ZacBs6vq9rEemCRNdKkavNItSZKg85Yw4K6q+kyf53Em8LmqOqef85CkfvCWMEmSWirJBkl+Rue5G8OKpDWSKyySJEmSWssVFkmSJEmtZWCRJEmS1FoGFkmSJEmtZWCRJEmS1FoGFkmSJEmt9f8BbVssSXqddlMAAAAASUVORK5CYII=","text/plain":["<Figure size 864x288 with 1 Axes>"]},"metadata":{"needs_background":"light"},"output_type":"display_data"}],"source":["pop= movie_df.sort_values('popularity', ascending=False)\n","import matplotlib.pyplot as plt\n","plt.figure(figsize=(12,4))\n","\n","plt.barh(pop['title_x'].head(6),pop['popularity'].head(6), align='center',\n","        color='skyblue')\n","plt.gca().invert_yaxis()\n","plt.xlabel(\"Popularity\")\n","plt.title(\"Popular Movies\")"]},{"cell_type":"markdown","metadata":{},"source":["## Content based Filtering"]},{"cell_type":"markdown","metadata":{},"source":["Finding the similarity scores for all movies based on their plot description and recommendation movies based on the same. "]},{"cell_type":"markdown","metadata":{},"source":["lematizing the text"]},{"cell_type":"code","execution_count":105,"metadata":{},"outputs":[{"data":{"text/plain":["budget                     0\n","genres                     0\n","homepage                3091\n","id                         0\n","keywords                   0\n","original_language          0\n","original_title             0\n","overview                   3\n","popularity                 0\n","production_companies       0\n","production_countries       0\n","release_date               1\n","revenue                    0\n","runtime                    2\n","spoken_languages           0\n","status                     0\n","tagline                  844\n","title_x                    0\n","vote_average               0\n","vote_count                 0\n","title_y                    0\n","cast                       0\n","crew                       0\n","dtype: int64"]},"execution_count":105,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.isnull().sum()"]},{"cell_type":"code","execution_count":106,"metadata":{},"outputs":[],"source":["movie_df=movie_df.drop(columns=['title_y','homepage','original_title','popularity','production_companies','production_countries','release_date','runtime','status','tagline','vote_average','vote_count','spoken_languages','revenue','budget','original_language'])"]},{"cell_type":"code","execution_count":107,"metadata":{},"outputs":[{"name":"stdout","output_type":"stream","text":["<class 'pandas.core.frame.DataFrame'>\n","Int64Index: 4803 entries, 0 to 4802\n","Data columns (total 7 columns):\n"," #   Column    Non-Null Count  Dtype \n","---  ------    --------------  ----- \n"," 0   genres    4803 non-null   object\n"," 1   id        4803 non-null   int64 \n"," 2   keywords  4803 non-null   object\n"," 3   overview  4800 non-null   object\n"," 4   title_x   4803 non-null   object\n"," 5   cast      4803 non-null   object\n"," 6   crew      4803 non-null   object\n","dtypes: int64(1), object(6)\n","memory usage: 300.2+ KB\n"]}],"source":["movie_df.info()"]},{"cell_type":"code","execution_count":108,"metadata":{},"outputs":[{"data":{"text/plain":["genres      0\n","id          0\n","keywords    0\n","overview    3\n","title_x     0\n","cast        0\n","crew        0\n","dtype: int64"]},"execution_count":108,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.isnull().sum()"]},{"cell_type":"markdown","metadata":{},"source":["### Preprocessing"]},{"cell_type":"code","execution_count":109,"metadata":{},"outputs":[],"source":["movie_df['overview']=movie_df['overview'].fillna('')"]},{"cell_type":"code","execution_count":110,"metadata":{},"outputs":[],"source":["import ast\n","# extracting data from genres, cast , crew\n","def convert(obj):\n","    L=[]\n","    for i in ast.literal_eval(obj):\n","        L.append(i['name'])\n","    return L"]},{"cell_type":"code","execution_count":111,"metadata":{},"outputs":[],"source":["movie_df['genres']=movie_df['genres'].apply(convert)\n","movie_df['keywords']=movie_df['keywords'].apply(convert)"]},{"cell_type":"code","execution_count":112,"metadata":{},"outputs":[],"source":["# extractig top3 names from cast and crew\n","def extract_names(obj):\n","    L=[]\n","    counter =0\n","    for i in ast.literal_eval(obj):\n","        if counter !=3:\n","            L.append(i['name'])\n","            counter+=1\n","        else:\n","            break\n","    return L"]},{"cell_type":"code","execution_count":113,"metadata":{},"outputs":[],"source":["movie_df['cast']=movie_df['cast'].apply(extract_names)"]},{"cell_type":"code","execution_count":114,"metadata":{},"outputs":[],"source":["#extracting name of the director of the movie\n","def extract_dir(obj):\n","    L=[]\n","    for i in ast.literal_eval(obj):\n","        if i['job']=='Director':\n","            L.append(i['name'])\n","            break\n","    return L"]},{"cell_type":"code","execution_count":115,"metadata":{},"outputs":[],"source":["movie_df['crew']=movie_df['crew'].apply(extract_dir)"]},{"cell_type":"code","execution_count":116,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>genres</th>\n","      <th>id</th>\n","      <th>keywords</th>\n","      <th>overview</th>\n","      <th>title_x</th>\n","      <th>cast</th>\n","      <th>crew</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[Action, Adventure, Fantasy, Science Fiction]</td>\n","      <td>19995</td>\n","      <td>[culture clash, future, space war, space colon...</td>\n","      <td>In the 22nd century, a paraplegic Marine is di...</td>\n","      <td>Avatar</td>\n","      <td>[Sam Worthington, Zoe Saldana, Sigourney Weaver]</td>\n","      <td>[James Cameron]</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>[Adventure, Fantasy, Action]</td>\n","      <td>285</td>\n","      <td>[ocean, drug abuse, exotic island, east india ...</td>\n","      <td>Captain Barbossa, long believed to be dead, ha...</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>[Johnny Depp, Orlando Bloom, Keira Knightley]</td>\n","      <td>[Gore Verbinski]</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>[Action, Adventure, Crime]</td>\n","      <td>206647</td>\n","      <td>[spy, based on novel, secret agent, sequel, mi...</td>\n","      <td>A cryptic message from Bond’s past sends him o...</td>\n","      <td>Spectre</td>\n","      <td>[Daniel Craig, Christoph Waltz, Léa Seydoux]</td>\n","      <td>[Sam Mendes]</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>[Action, Crime, Drama, Thriller]</td>\n","      <td>49026</td>\n","      <td>[dc comics, crime fighter, terrorist, secret i...</td>\n","      <td>Following the death of District Attorney Harve...</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>[Christian Bale, Michael Caine, Gary Oldman]</td>\n","      <td>[Christopher Nolan]</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>[Action, Adventure, Science Fiction]</td>\n","      <td>49529</td>\n","      <td>[based on novel, mars, medallion, space travel...</td>\n","      <td>John Carter is a war-weary, former military ca...</td>\n","      <td>John Carter</td>\n","      <td>[Taylor Kitsch, Lynn Collins, Samantha Morton]</td>\n","      <td>[Andrew Stanton]</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                          genres      id  \\\n","0  [Action, Adventure, Fantasy, Science Fiction]   19995   \n","1                   [Adventure, Fantasy, Action]     285   \n","2                     [Action, Adventure, Crime]  206647   \n","3               [Action, Crime, Drama, Thriller]   49026   \n","4           [Action, Adventure, Science Fiction]   49529   \n","\n","                                            keywords  \\\n","0  [culture clash, future, space war, space colon...   \n","1  [ocean, drug abuse, exotic island, east india ...   \n","2  [spy, based on novel, secret agent, sequel, mi...   \n","3  [dc comics, crime fighter, terrorist, secret i...   \n","4  [based on novel, mars, medallion, space travel...   \n","\n","                                            overview  \\\n","0  In the 22nd century, a paraplegic Marine is di...   \n","1  Captain Barbossa, long believed to be dead, ha...   \n","2  A cryptic message from Bond’s past sends him o...   \n","3  Following the death of District Attorney Harve...   \n","4  John Carter is a war-weary, former military ca...   \n","\n","                                    title_x  \\\n","0                                    Avatar   \n","1  Pirates of the Caribbean: At World's End   \n","2                                   Spectre   \n","3                     The Dark Knight Rises   \n","4                               John Carter   \n","\n","                                               cast                 crew  \n","0  [Sam Worthington, Zoe Saldana, Sigourney Weaver]      [James Cameron]  \n","1     [Johnny Depp, Orlando Bloom, Keira Knightley]     [Gore Verbinski]  \n","2      [Daniel Craig, Christoph Waltz, Léa Seydoux]         [Sam Mendes]  \n","3      [Christian Bale, Michael Caine, Gary Oldman]  [Christopher Nolan]  \n","4    [Taylor Kitsch, Lynn Collins, Samantha Morton]     [Andrew Stanton]  "]},"execution_count":116,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.head()"]},{"cell_type":"code","execution_count":117,"metadata":{},"outputs":[],"source":["movie_df['overview']=movie_df['overview'].apply(lambda x:x.split())"]},{"cell_type":"code","execution_count":118,"metadata":{},"outputs":[],"source":["#removing space between the words\n","movie_df['genres']=movie_df['genres'].apply(lambda x:[i.replace(\" \",\"\") for i in x])\n","movie_df['keywords']=movie_df['keywords'].apply(lambda x:[i.replace(\" \",\"\") for i in x])\n","movie_df['cast']=movie_df['cast'].apply(lambda x:[i.replace(\" \",\"\") for i in x])\n","movie_df['crew']=movie_df['crew'].apply(lambda x:[i.replace(\" \",\"\") for i in x])"]},{"cell_type":"code","execution_count":119,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>genres</th>\n","      <th>id</th>\n","      <th>keywords</th>\n","      <th>overview</th>\n","      <th>title_x</th>\n","      <th>cast</th>\n","      <th>crew</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[Action, Adventure, Fantasy, ScienceFiction]</td>\n","      <td>19995</td>\n","      <td>[cultureclash, future, spacewar, spacecolony, ...</td>\n","      <td>[In, the, 22nd, century,, a, paraplegic, Marin...</td>\n","      <td>Avatar</td>\n","      <td>[SamWorthington, ZoeSaldana, SigourneyWeaver]</td>\n","      <td>[JamesCameron]</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>[Adventure, Fantasy, Action]</td>\n","      <td>285</td>\n","      <td>[ocean, drugabuse, exoticisland, eastindiatrad...</td>\n","      <td>[Captain, Barbossa,, long, believed, to, be, d...</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>[JohnnyDepp, OrlandoBloom, KeiraKnightley]</td>\n","      <td>[GoreVerbinski]</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>[Action, Adventure, Crime]</td>\n","      <td>206647</td>\n","      <td>[spy, basedonnovel, secretagent, sequel, mi6, ...</td>\n","      <td>[A, cryptic, message, from, Bond’s, past, send...</td>\n","      <td>Spectre</td>\n","      <td>[DanielCraig, ChristophWaltz, LéaSeydoux]</td>\n","      <td>[SamMendes]</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>[Action, Crime, Drama, Thriller]</td>\n","      <td>49026</td>\n","      <td>[dccomics, crimefighter, terrorist, secretiden...</td>\n","      <td>[Following, the, death, of, District, Attorney...</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>[ChristianBale, MichaelCaine, GaryOldman]</td>\n","      <td>[ChristopherNolan]</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>[Action, Adventure, ScienceFiction]</td>\n","      <td>49529</td>\n","      <td>[basedonnovel, mars, medallion, spacetravel, p...</td>\n","      <td>[John, Carter, is, a, war-weary,, former, mili...</td>\n","      <td>John Carter</td>\n","      <td>[TaylorKitsch, LynnCollins, SamanthaMorton]</td>\n","      <td>[AndrewStanton]</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                         genres      id  \\\n","0  [Action, Adventure, Fantasy, ScienceFiction]   19995   \n","1                  [Adventure, Fantasy, Action]     285   \n","2                    [Action, Adventure, Crime]  206647   \n","3              [Action, Crime, Drama, Thriller]   49026   \n","4           [Action, Adventure, ScienceFiction]   49529   \n","\n","                                            keywords  \\\n","0  [cultureclash, future, spacewar, spacecolony, ...   \n","1  [ocean, drugabuse, exoticisland, eastindiatrad...   \n","2  [spy, basedonnovel, secretagent, sequel, mi6, ...   \n","3  [dccomics, crimefighter, terrorist, secretiden...   \n","4  [basedonnovel, mars, medallion, spacetravel, p...   \n","\n","                                            overview  \\\n","0  [In, the, 22nd, century,, a, paraplegic, Marin...   \n","1  [Captain, Barbossa,, long, believed, to, be, d...   \n","2  [A, cryptic, message, from, Bond’s, past, send...   \n","3  [Following, the, death, of, District, Attorney...   \n","4  [John, Carter, is, a, war-weary,, former, mili...   \n","\n","                                    title_x  \\\n","0                                    Avatar   \n","1  Pirates of the Caribbean: At World's End   \n","2                                   Spectre   \n","3                     The Dark Knight Rises   \n","4                               John Carter   \n","\n","                                            cast                crew  \n","0  [SamWorthington, ZoeSaldana, SigourneyWeaver]      [JamesCameron]  \n","1     [JohnnyDepp, OrlandoBloom, KeiraKnightley]     [GoreVerbinski]  \n","2      [DanielCraig, ChristophWaltz, LéaSeydoux]         [SamMendes]  \n","3      [ChristianBale, MichaelCaine, GaryOldman]  [ChristopherNolan]  \n","4    [TaylorKitsch, LynnCollins, SamanthaMorton]     [AndrewStanton]  "]},"execution_count":119,"metadata":{},"output_type":"execute_result"}],"source":["movie_df.head()"]},{"cell_type":"code","execution_count":120,"metadata":{},"outputs":[],"source":["#concatenating the columns\n","movie_df['tags']= movie_df['overview']+ movie_df['genres']+movie_df['keywords']+movie_df['cast']+movie_df['crew']"]},{"cell_type":"code","execution_count":121,"metadata":{},"outputs":[],"source":["new_movie_df=movie_df[['id','title_x','tags']]"]},{"cell_type":"code","execution_count":122,"metadata":{},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Deepak sirohiwal\\AppData\\Local\\Temp\\ipykernel_26388\\3806018624.py:1: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  new_movie_df['tags']=new_movie_df['tags'].apply(lambda x:\" \".join(x)) #removing the list and joining\n"]}],"source":["new_movie_df['tags']=new_movie_df['tags'].apply(lambda x:\" \".join(x)) #removing the list and joining"]},{"cell_type":"code","execution_count":123,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>title_x</th>\n","      <th>tags</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>19995</td>\n","      <td>Avatar</td>\n","      <td>In the 22nd century, a paraplegic Marine is di...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>285</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>Captain Barbossa, long believed to be dead, ha...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>206647</td>\n","      <td>Spectre</td>\n","      <td>A cryptic message from Bond’s past sends him o...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>49026</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>Following the death of District Attorney Harve...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>49529</td>\n","      <td>John Carter</td>\n","      <td>John Carter is a war-weary, former military ca...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["       id                                   title_x  \\\n","0   19995                                    Avatar   \n","1     285  Pirates of the Caribbean: At World's End   \n","2  206647                                   Spectre   \n","3   49026                     The Dark Knight Rises   \n","4   49529                               John Carter   \n","\n","                                                tags  \n","0  In the 22nd century, a paraplegic Marine is di...  \n","1  Captain Barbossa, long believed to be dead, ha...  \n","2  A cryptic message from Bond’s past sends him o...  \n","3  Following the death of District Attorney Harve...  \n","4  John Carter is a war-weary, former military ca...  "]},"execution_count":123,"metadata":{},"output_type":"execute_result"}],"source":["new_movie_df.head()"]},{"cell_type":"code","execution_count":124,"metadata":{},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Deepak sirohiwal\\AppData\\Local\\Temp\\ipykernel_26388\\1299801059.py:1: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  new_movie_df['tags']=new_movie_df['tags'].apply(lambda x:x.lower())\n"]}],"source":["new_movie_df['tags']=new_movie_df['tags'].apply(lambda x:x.lower())"]},{"cell_type":"code","execution_count":125,"metadata":{},"outputs":[],"source":["from nltk.stem import PorterStemmer\n","ps = PorterStemmer()"]},{"cell_type":"code","execution_count":126,"metadata":{},"outputs":[],"source":["def stem(text):\n","    y=[]\n","    for i in text.split():\n","        y.append(ps.stem(i))\n","    return \" \".join(y)"]},{"cell_type":"code","execution_count":127,"metadata":{},"outputs":[{"name":"stderr","output_type":"stream","text":["C:\\Users\\Deepak sirohiwal\\AppData\\Local\\Temp\\ipykernel_26388\\1068037420.py:1: SettingWithCopyWarning: \n","A value is trying to be set on a copy of a slice from a DataFrame.\n","Try using .loc[row_indexer,col_indexer] = value instead\n","\n","See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n","  new_movie_df['tags']=new_movie_df['tags'].apply(stem)\n"]}],"source":["new_movie_df['tags']=new_movie_df['tags'].apply(stem)"]},{"cell_type":"code","execution_count":128,"metadata":{},"outputs":[],"source":["from sklearn.feature_extraction.text import TfidfVectorizer"]},{"cell_type":"code","execution_count":129,"metadata":{},"outputs":[{"data":{"text/plain":["(4803, 5000)"]},"execution_count":129,"metadata":{},"output_type":"execute_result"}],"source":["tfidf=TfidfVectorizer(stop_words='english',max_features=5000)\n"," \n","tfidf_matrix=tfidf.fit_transform(new_movie_df['tags']).toarray()\n","\n","tfidf_matrix.shape"]},{"cell_type":"markdown","metadata":{},"source":["We see that over 20,000 different words were used to describe the 4800 movies in our dataset."]},{"cell_type":"code","execution_count":130,"metadata":{},"outputs":[],"source":["from sklearn.metrics.pairwise import linear_kernel\n","\n","#compute the cosine similarity matrix\n","cosine_sim=linear_kernel(tfidf_matrix,tfidf_matrix)"]},{"cell_type":"markdown","metadata":{},"source":["We are going to define a function that takes in a movie title as an input and outputs a list of the 10 most similar movies."]},{"cell_type":"code","execution_count":131,"metadata":{},"outputs":[],"source":["indices= pd.Series(movie_df.index, index=new_movie_df['title_x']).drop_duplicates()"]},{"cell_type":"code","execution_count":132,"metadata":{},"outputs":[{"data":{"text/plain":["title_x\n","Avatar                                         0\n","Pirates of the Caribbean: At World's End       1\n","Spectre                                        2\n","The Dark Knight Rises                          3\n","John Carter                                    4\n","                                            ... \n","El Mariachi                                 4798\n","Newlyweds                                   4799\n","Signed, Sealed, Delivered                   4800\n","Shanghai Calling                            4801\n","My Date with Drew                           4802\n","Length: 4803, dtype: int64"]},"execution_count":132,"metadata":{},"output_type":"execute_result"}],"source":["indices"]},{"cell_type":"code","execution_count":133,"metadata":{},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>title_x</th>\n","      <th>tags</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>19995</td>\n","      <td>Avatar</td>\n","      <td>in the 22nd century, a parapleg marin is dispa...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>285</td>\n","      <td>Pirates of the Caribbean: At World's End</td>\n","      <td>captain barbossa, long believ to be dead, ha c...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>206647</td>\n","      <td>Spectre</td>\n","      <td>a cryptic messag from bond’ past send him on a...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>49026</td>\n","      <td>The Dark Knight Rises</td>\n","      <td>follow the death of district attorney harvey d...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>49529</td>\n","      <td>John Carter</td>\n","      <td>john carter is a war-weary, former militari ca...</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>4798</th>\n","      <td>9367</td>\n","      <td>El Mariachi</td>\n","      <td>el mariachi just want to play hi guitar and ca...</td>\n","    </tr>\n","    <tr>\n","      <th>4799</th>\n","      <td>72766</td>\n","      <td>Newlyweds</td>\n","      <td>a newlyw couple' honeymoon is upend by the arr...</td>\n","    </tr>\n","    <tr>\n","      <th>4800</th>\n","      <td>231617</td>\n","      <td>Signed, Sealed, Delivered</td>\n","      <td>\"signed, sealed, delivered\" introduc a dedic q...</td>\n","    </tr>\n","    <tr>\n","      <th>4801</th>\n","      <td>126186</td>\n","      <td>Shanghai Calling</td>\n","      <td>when ambiti new york attorney sam is sent to s...</td>\n","    </tr>\n","    <tr>\n","      <th>4802</th>\n","      <td>25975</td>\n","      <td>My Date with Drew</td>\n","      <td>ever sinc the second grade when he first saw h...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>4803 rows × 3 columns</p>\n","</div>"],"text/plain":["          id                                   title_x  \\\n","0      19995                                    Avatar   \n","1        285  Pirates of the Caribbean: At World's End   \n","2     206647                                   Spectre   \n","3      49026                     The Dark Knight Rises   \n","4      49529                               John Carter   \n","...      ...                                       ...   \n","4798    9367                               El Mariachi   \n","4799   72766                                 Newlyweds   \n","4800  231617                 Signed, Sealed, Delivered   \n","4801  126186                          Shanghai Calling   \n","4802   25975                         My Date with Drew   \n","\n","                                                   tags  \n","0     in the 22nd century, a parapleg marin is dispa...  \n","1     captain barbossa, long believ to be dead, ha c...  \n","2     a cryptic messag from bond’ past send him on a...  \n","3     follow the death of district attorney harvey d...  \n","4     john carter is a war-weary, former militari ca...  \n","...                                                 ...  \n","4798  el mariachi just want to play hi guitar and ca...  \n","4799  a newlyw couple' honeymoon is upend by the arr...  \n","4800  \"signed, sealed, delivered\" introduc a dedic q...  \n","4801  when ambiti new york attorney sam is sent to s...  \n","4802  ever sinc the second grade when he first saw h...  \n","\n","[4803 rows x 3 columns]"]},"execution_count":133,"metadata":{},"output_type":"execute_result"}],"source":["new_movie_df"]},{"cell_type":"code","execution_count":134,"metadata":{},"outputs":[],"source":["#defining a function that takes in movie as input and outputs most similar movies\n","\n","def get_recommendations(title,cosine_sim=cosine_sim):\n","\n","    #index of the movie\n","    idx=indices[title]\n","    #pairwise similarity scores of all movies with the movie\n","    sim_scores=list(enumerate(cosine_sim[idx]))\n","\n","    #sort the sim_scores and taking the top 10 movies\n","    sim_scores=sorted(sim_scores,key=lambda x:x[1],reverse=True) #sorted on the basis of the element on index 1\n","    \n","    sim_scores=sim_scores[1:11]\n","    #print(sim_scores)\n","    movie_indices=[i[0] for i in sim_scores]    \n","    movie_name=new_movie_df['title_x'].iloc[movie_indices]\n","    movie_id=new_movie_df['id'].iloc[movie_indices]\n","    \n","\n","    #return top 10 movies\n","    return movie_name"]},{"cell_type":"code","execution_count":135,"metadata":{},"outputs":[{"data":{"text/plain":["2403                         Aliens\n","3724                  Falcon Rising\n","582             Battle: Los Angeles\n","1213    Aliens vs Predator: Requiem\n","3604                      Apollo 18\n","47          Star Trek Into Darkness\n","778                       Meet Dave\n","1201                      Predators\n","539                      Titan A.E.\n","942                The Book of Life\n","Name: title_x, dtype: object"]},"execution_count":135,"metadata":{},"output_type":"execute_result"}],"source":["get_recommendations('Avatar')"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":[]},{"cell_type":"code","execution_count":136,"metadata":{},"outputs":[],"source":["new_movie_df.to_pickle(\"pickle\\movie_name.pkl\")"]},{"cell_type":"code","execution_count":137,"metadata":{},"outputs":[],"source":["import pickle"]},{"cell_type":"code","execution_count":138,"metadata":{},"outputs":[],"source":["pickle.dump(cosine_sim,open('pickle\\cosine.pkl','wb'))"]},{"cell_type":"code","execution_count":139,"metadata":{},"outputs":[],"source":["pickle.dump(indices,open('pickle\\indices.pkl','wb'))"]}],"metadata":{"kernelspec":{"display_name":"Python 3.9.12 ('base')","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.12"},"vscode":{"interpreter":{"hash":"2c90b65b29ad7a427d808c182043d8d4808ccc3429de24b1eb6de7f8d63f161b"}}},"nbformat":4,"nbformat_minor":4}