forked from adi0509/Python
-
Notifications
You must be signed in to change notification settings - Fork 0
/
untitled69.py
134 lines (98 loc) · 4.98 KB
/
untitled69.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# -*- coding: utf-8 -*-
"""Untitled69.ipynb
Automatically generated by Colaboratory.
Original file is located at
https://colab.research.google.com/drive/1_ktQzIw2WQZU_kP6bmzAiKjDtdQ-hpB7
"""
'''
A recommendation engine, also known as a recommender system,
is software that analyzes available data to make suggestions for something that a user might be interested in.
There are basically four or three types of recommendation engines depending on who you ask:
1.Content based recommendation engine
2.Collaborative filtering based recommendation engine
3.Popularity based recommendation engine
4.Hybrid recommendation engine
The engine we will use is called a content based recommendation engine and it is
a recommendation system that takes in a movie that a user likes
and then analyzes it to get the movies content (e.g. genre, cast, director, keywords, etc.),
it then ranks the recommended movies based on how similar the recommended movies
are to the liked movie using something called similarity scores
'''
#Description: Build a movie recommendation engine (more specifically a content based recommendation engine)
#Resources: https://medium.com/code-heroku/building-a-movie-recommendation-engine-in-python-using-scikit-learn-c7489d7cb145
#Import Libraries
import pandas as pd
import numpy as np
from sklearn.feature_extraction.text import CountVectorizer
from sklearn.metrics.pairwise import cosine_similarity
#Load the data
from google.colab import files # Use to load data on Google Colab
uploaded = files.upload() # Use to load data on Google Colab
df = pd.read_csv("movie_dataset.csv")
#Print the first 3 rows of the data set
df.head(3)
#Get a count of the number of rows/movies in the data set and the number of columns
df.shape
#Create a list of important columns to keep a.k.a. the main content of the movie
features = ['keywords','cast','genres','director']
df[features].head(3)
#Clean and preprocess the data
for feature in features:
df[feature] = df[feature].fillna('') #Fill any missing values with the empty string
# print(df[feature])
#A function to combine the values of the important columns into a single string
def combine_features(row):
return row['keywords'] +" "+row['cast']+" "+row["genres"]+" "+row["director"]
#Apply the function to each row in the dataset to store the combined strings into a new column called combined_features
df["combined_features"] = df.apply(combine_features,axis=1)
#df["combined_features"]
#Print the data frame to show the new column 'combined_features'
df.head(2)
#Convert a collection of text to a matrix/vector of token counts
count_matrix = CountVectorizer().fit_transform(df["combined_features"])
#Print the count matrix
#print(count_matrix.toarray())
#Get the cosine similarity matrix from the count matrix (cos(theta))
cosine_sim = cosine_similarity(count_matrix)
#Print the cosine similarity matrix
print(cosine_sim)
#Get the number of rows and columns in the data set
cosine_sim.shape
#Helper function to get the title from the index
def get_title_from_index(index):
return df[df.index == index]["title"].values[0]
#Helper function to get the index from the title
def get_index_from_title(title):
return df[df.title == title]["index"].values[0]
#Get the title of the movie that the user likes
movie_user_likes = "The Amazing Spider-Man"
#Find that movies index
movie_index = get_index_from_title(movie_user_likes)
#Access the row, through the movies index, corresponding to this movie (the liked movie) in the similarity matrix,
# by doing this we will get the similarity scores of all other movies from the current movie
#Enumerate through all the similarity scores of that movie to make a tuple of movie index and similarity scores.
# This will convert a row of similarity scores like this- [5 0.6 0.3 0.9] to this- [(0, 5) (1, 0.6) (2, 0.3) (3, 0.9)] .
# Note this puts each item in the list in this form (movie index, similarity score)
similar_movies = list(enumerate(cosine_sim[movie_index]))
#Sort the list of similar movies according to the similarity scores in descending order
#Since the most similar movie is itself, we will discard the first element after sorting.
sorted_similar_movies = sorted(similar_movies,key=lambda x:x[1],reverse=True)[1:]
#Print the sorted similar movies to the movie the user like
# The tuples are in the form (movie_index, similarity value)
print(sorted_similar_movies)
#Create a loop to print the first 5 entries from the sorted similar movies list
i=0
print("Top 5 similar movies to "+movie_user_likes+" are:")
for element in sorted_similar_movies:
print(get_title_from_index(element[0]), ' similarity score = ', sorted_similar_movies[i][1] * 100)
i=i+1
if i>=5:
break
#Create a loop to print the first 5 entries from the sorted similar movies list
i=0
print("Top 5 similar movies to "+movie_user_likes+" are:")
for i in range( len(sorted_similar_movies)):
print(get_title_from_index(sorted_similar_movies[i][0]), ' similarity score = ', sorted_similar_movies[i][1] * 100)
i=i+1
if i>=5:
break