def createMovie(self, response):
# save results in the database
for rawitem in response['results']:
# avoid request limits
time.sleep(1)
print "Saving %s" % rawitem['title']
# ask for details about the movie
item = self.createRequest( "get", "/movie/%s" % rawitem['id'], {
"api_key" : self.api_key,
"append_to_response" : "videos"
})
# collect genres ids
genres = item['genres']
genresNew = []
item['genres'] = []
for genre in genres:
try:
genredb = MovieGenres.objects.get(name=genre['name'])
except MovieGenres.DoesNotExist:
genredb = MovieGenres( name=genre['name'], url=slugify(genre['name']) )
genredb.save()
genresNew.append(genredb.id)
item['url'] = slugify( item['title'] )
# trailer
trailer_youtube_url = None
if "results" in item['videos']:
for video in item['videos']['results']:
if ( video['type'].lower()=="trailer" and video['site'].lower()=="youtube" ):
trailer_youtube_url = video['key']
break
if trailer_youtube_url != None:
item['trailer_youtube_url'] = trailer_youtube_url
else:
continue
# create/update movie
try:
movie = Movie.objects.get( url=item['url'] )
except Movie.DoesNotExist:
movie = Movie()
Movie.createFromJSON( movie, item )
movie.save()
# add genres
movie.genres = genresNew
# add image
movie.poster_image_ext = self.imgConfig['base_url'] + 'w185' + item['poster_path']
# save
movie.save()
print "... Saved"
def handle(self, *args, **options):
if Movie.objects.exists() or Actor.objects.exists(
) or Director.objects.exists() or Writer.objects.exists():
print('Movie data already loaded...exiting.')
print(ALREADY_LOADED_ERROR_MESSAGE)
return
print(
"\nLoading Movie data for Movies available in movies_metadata.csv")
i = 1
for row in DictReader(open('./movies_metadata.csv')):
print(i, end=', ')
i += 1
movie = Movie()
movie.id = row['id']
movie.title = row['title']
movie.budget = 0 if row['budget'] == '' else row['budget']
# genres is a list of dictionaries
genres_raw = row['genres']
genres_list = eval(genres_raw)
genres_name_list = list()
for genre in genres_list:
genres_name_list.append(genre['name'])
movie.genres = ','.join(genres_name_list)
movie.language = row['original_language']
movie.overview = row['overview']
# companies is a list of dictionaries
companies_raw = row['production_companies']
companies_list = eval(companies_raw)
companies_name_list = list()
for company in companies_list:
companies_name_list.append(company['name'])
movie.companies = ','.join(companies_name_list)
# countries is a list of dictionaries
countries_raw = row['production_countries']
countries_list = eval(countries_raw)
countries_name_list = list()
for country in countries_list:
countries_name_list.append(country['name'])
movie.countries = ','.join(countries_name_list)
movie.release_date = row['release_date']
movie.revenue = 0 if row['revenue'] == '' else row['revenue']
movie.runtime = 0 if row['runtime'] == '' else row['runtime']
movie.vote_average = 0 if row['vote_average'] == '' else row[
'vote_average']
movie.vote_count = 0 if row['vote_count'] == '' else row[
'vote_count']
try:
# get the right picture for movie
api_req = requests.get("https://api.themoviedb.org/3/movie/" +
str(row['id']) + "?api_key=" +
str(os.getenv('API_KEY')) +
"&language=en-US")
if api_req.json()['poster_path'] == None:
raise ValueError
movie.poster = str(api_req.json()['poster_path'])
except:
print('failed at loading poster path from: ' +
"https://api.themoviedb.org/3/movie/" + str(row['id']) +
"?api_key=" + str(os.getenv('API_KEY')) +
"&language=en-US")
movie.poster = row['poster_path']
movie.save()
print(
"\nLoading Actor, Director, Writer data for Credits available in credits.csv"
)
SEX_CHOICES = {1: 'F', 2: 'M', 0: ''}
i = 1
for row in DictReader(open('./credits.csv')):
print(i, end=', ')
i += 1
# import Actors
actors_raw = row['cast']
actors_list = eval(actors_raw)
for each_actor in actors_list[:5]:
# if we have the actor just add movie id to it
try:
actor = Actor.objects.get(actor_id=each_actor['id'])
actor.movie_ids = actor.movie_ids + ',' + row['id']
except:
actor = Actor()
actor.actor_id = each_actor['id']
actor.name = each_actor['name']
gender_raw = each_actor['gender']
actor.gender = SEX_CHOICES[gender_raw]
actor.movie_ids = row['id']
if each_actor['profile_path']:
actor.pic = each_actor['profile_path']
actor.save()
# import Directors, Writers from crew
crews_raw = row['crew']
crews_list = eval(crews_raw)
# get only 1 writer
flag_one_writer = False
# get only 1 director
flag_one_director = False
for crew in crews_list:
# import Director
if flag_one_director == False and crew['job'] == 'Director':
try:
director = Director.objects.get(director_id=crew['id'])
director.movie_ids = director.movie_ids + ',' + row[
'id']
except:
director = Director()
director.director_id = crew['id']
director.name = crew['name']
gender_raw = crew['gender']
director.gender = SEX_CHOICES[gender_raw]
director.movie_ids = row['id']
director.save()
flag_one_director = True
# import Writer
elif flag_one_writer == False and crew[
'department'] == 'Writing':
try:
writer = Writer.objects.get(writer_id=crew['id'])
writer.movie_ids = writer.movie_ids + ',' + row['id']
except:
writer = Writer()
writer.writer_id = crew['id']
writer.name = crew['name']
gender_raw = crew['gender']
writer.gender = SEX_CHOICES[gender_raw]
writer.movie_ids = row['id']
writer.save()
flag_one_writer = True
if flag_one_writer == True and flag_one_director == True:
break
