def collect_movies(s3_bucket, db): logger.info('Collecting Movies ...') m = Movies() if m.events: m.store_rds(db) m.store_s3(s3_bucket) logger.info('{} Movies events handled successfully'.format( len(m.events))) else: logger.info('Nothing to do with this date for movies')
def __init__(self, db_col, cfg_file="scorebotcfg.json", obj_id=None): threading.Thread.__init__(self) self.col = db_col self.flag_queue = Queue.Queue() self.flag_answer_queue = Queue.Queue() self.msg_queue = Queue.Queue() self.logger_obj = Logger("scorebot") self.oqueue = Queue.Queue() self.equeue = Queue.Queue() self.logger = ThreadedLogger("ctfgame.log", self.oqueue, self.equeue) self.logger.start() self.pp = pprint.PrettyPrinter(indent=2) self.blues_queues = {} self.teams_rounds = {} # todo - fix why this isn't actually the first round! self.this_round = 1 self.interval = 120 self.inround = False self.go_time = time.time() self.save_time = time.time() self.save_interval = 10 if obj_id: bson_id = ObjectId(obj_id) self.obj_id = bson_id json_obj = self.col.find_one(self.obj_id) if globalvars.debug: self.pp.pprint(json_obj) game = jaraco.modb.decode(decode_dict(json_obj)) if "config" in game: self.flag_store = FlagStore(self.logger_obj, self.flag_queue, self.flag_answer_queue) self.json_cfg_obj = JsonConfig(cfg_file, self.flag_store) (self.blue_teams, self.injects) = self.json_cfg_obj.process(game["config"]) else: raise Exception("No config section in restore object!") self.message_store = MessageStore(self.logger_obj, self.msg_queue) self.flag_server = FlagServer(self.logger_obj, self.flag_queue, self.flag_answer_queue, self.msg_queue) for team in self.blue_teams.keys(): self.blue_teams[team].add_queue(self.flag_queue) if "scores" in game: scores = game["scores"] if "blueteams" in scores: for team in self.blue_teams: if team in scores["blueteams"]: blue_score = scores["blueteams"][team] self.blue_teams[team].set_scores(blue_score) else: raise Exception( "Missing scores for team %s in restore object!" % team) else: raise Exception( "Missing blueteams score block in restore object!" % team) else: raise Exception("Missing scores block in restore object!" % team) if "flags" in game: all_flags = game["flags"] self.flag_store.restore(all_flags) else: self.obj_id = obj_id self.flag_store = FlagStore(self.logger_obj, self.flag_queue, self.flag_answer_queue) self.json_cfg_obj = JsonConfig(cfg_file, self.flag_store) (self.blue_teams, self.injects) = self.json_cfg_obj.process() self.message_store = MessageStore(self.logger_obj, self.msg_queue) self.flag_server = FlagServer(self.logger_obj, self.flag_queue, self.flag_answer_queue, self.msg_queue) for team in self.blue_teams.keys(): self.blue_teams[team].add_queue(self.flag_queue) blue_queue = Queue.Queue() self.blues_queues[team] = blue_queue self.blue_teams[team].set_queue(blue_queue) self.teams_rounds[team] = True self.movies = Movies(self.logger_obj) #self.movies.set_movie() self.bottle_server = BottleServer(self.blue_teams, self.flag_store, self.message_store, self.movies, '0.0.0.0', 8090)
__author__ = 'Jonathan Bondhus' import os from Movies import Movies directory = "L:\\tmp" languages_to_keep = ["eng"] mkvmerge_path = "C:\\Program Files\\MKVToolNix\\mkvmerge.exe" accept_input = True file_list = [] for root, dirs, files in os.walk(directory): for name in files: if os.path.splitext(name)[1] == ".mkv" and os.path.isfile(os.path.join(root, name)): print(os.path.splitext(name)[0]) file_list.append(os.path.join(root, name)) if len(file_list): confirmation = input(str(len(file_list)) + " video files (listed above) will be processed. Should I continue? [N]: ") if confirmation.lower() == "y" or confirmation.lower() == "yes": movies = Movies(languages_to_keep, mkvmerge_path, accept_input) movies.add_all_movies(file_list) movies.process() else: print("User aborted, exiting.") else: print("Nothing to do, no files!")
from UserData import UserData from Ratings import Ratings from Movies import Movies import os if __name__ == '__main__': root_path = 'C:\Users\p\Documents' input_files_path = os.path.join(root_path, 'PycharmProjects\SocialCommunicationNetworks\ml-1m') output_files_path = os.path.join(root_path, 'PycharmProjects\SocialCommunicationNetworks\ml-1m\output') userdata = UserData(input_files_path, output_files_path) userdata.prepare_user_data() movies = Movies(input_files_path, output_files_path) movies.prepare_user_data() ratings = Ratings(input_files_path, output_files_path) ratings.prepare_user_data()
mpaa = movies.promptUserForMpaa() country = movies.promptUserForCountry() imdbId = movies.promptUserForImdbId() tmdbId = movies.promptUserForTmdbId() parentId = movies.promptUserForParentId() remakeOfId = movies.promptUserForRemakeOfId() runtime = movies.promptUserForRuntime() movie = movies.addMovie(movieTitle, year, mpaa, country, imdbId, tmdbId, parentId, remakeOfId, runtime) break #add movie to list lists.addMovieToList(movie['mid'], mlist['lid'], order, None, movieTitle, listTitle, author) if __name__ == '__main__': logger = open(LOG_FILENAME, 'w') movies = Movies(logger) lists = Lists(logger) args = docopt(__doc__, version='create_lists.py 1.0') csvFile = args['FILE'] if not path.isfile(csvFile): print '***ERROR: ' + csvFile + ' does not exist or is not a file' sys.exit(1) try: f = open(csvFile, 'r') lines = f.readlines() f.close() for line in lines: