def get_finished_list():
filename = 'data/pics1'
finished_list = csv_to_list(filename, has_title=False)
id = []
for item in finished_list:
id.append(item[0])
return id
def go_m():
total_list = csv_to_list('data/links.csv')
for item in total_list:
if not is_exist(item[0]):
p = Process(target=m_target, args=(item, ))
p.start()
sleep(0.15)
def go():
total_list = csv_to_list('data/links.csv')
with open('data/pics', 'a+') as f:
for item in total_list:
f.write(
str(item[0]) + ',' + item[1] + ',' + get_pic(item[1]) + '\r\n')
f.flush()
print('finish: ' + item[0])
def movie_to_dict(movie_id):
movie_id = str(movie_id)
movie = dict()
movie['id'] = movie_id
movies_list = csv_to_list(file_movies)
links_list = csv_to_list(file_links)
pics_list = csv_to_list(file_pics)
for i in movies_list:
if movie_id == i[0]:
movie['title'] = i[1]
#genres
movie['genres'] = i[2].split('|')
break
for i in links_list:
if movie_id == i[0]:
movie['imdb_id'] = i[1]
for i in pics_list:
if movie_id == i[0]:
movie['pic'] = i[2]
return movie
sleep(0.15)
def get_finished_list():
filename = 'data/pics1'
finished_list = csv_to_list(filename, has_title=False)
id = []
for item in finished_list:
id.append(item[0])
return id
finished_id_list = get_finished_list()
def is_exist(movie):
if movie in finished_id_list:
return True
return False
if __name__ == '__main__':
file_links = 'data/links.csv'
links_list = csv_to_list(file_links)
for item in links_list:
if not is_exist(item[0]):
try:
# print item[0] + ' '+ item[1]
m_target(item)
except TypeError:
print 'ERROR: ' + item[0] + ' ' + item[1]
def get_user_id_list():
id_list = []
rating_list = csv_to_list(file_ratings)
for item in rating_list:
id_list.append(item[0])
return id_list