def collect_movies(s3_bucket, db):
logger.info('Collecting Movies ...')
m = Movies()
if m.events:
m.store_rds(db)
m.store_s3(s3_bucket)
logger.info('{} Movies events handled successfully'.format(
len(m.events)))
else:
logger.info('Nothing to do with this date for movies')
def __init__(self, db_col, cfg_file="scorebotcfg.json", obj_id=None):
threading.Thread.__init__(self)
self.col = db_col
self.flag_queue = Queue.Queue()
self.flag_answer_queue = Queue.Queue()
self.msg_queue = Queue.Queue()
self.logger_obj = Logger("scorebot")
self.oqueue = Queue.Queue()
self.equeue = Queue.Queue()
self.logger = ThreadedLogger("ctfgame.log", self.oqueue, self.equeue)
self.logger.start()
self.pp = pprint.PrettyPrinter(indent=2)
self.blues_queues = {}
self.teams_rounds = {}
# todo - fix why this isn't actually the first round!
self.this_round = 1
self.interval = 120
self.inround = False
self.go_time = time.time()
self.save_time = time.time()
self.save_interval = 10
if obj_id:
bson_id = ObjectId(obj_id)
self.obj_id = bson_id
json_obj = self.col.find_one(self.obj_id)
if globalvars.debug:
self.pp.pprint(json_obj)
game = jaraco.modb.decode(decode_dict(json_obj))
if "config" in game:
self.flag_store = FlagStore(self.logger_obj, self.flag_queue,
self.flag_answer_queue)
self.json_cfg_obj = JsonConfig(cfg_file, self.flag_store)
(self.blue_teams,
self.injects) = self.json_cfg_obj.process(game["config"])
else:
raise Exception("No config section in restore object!")
self.message_store = MessageStore(self.logger_obj, self.msg_queue)
self.flag_server = FlagServer(self.logger_obj, self.flag_queue,
self.flag_answer_queue,
self.msg_queue)
for team in self.blue_teams.keys():
self.blue_teams[team].add_queue(self.flag_queue)
if "scores" in game:
scores = game["scores"]
if "blueteams" in scores:
for team in self.blue_teams:
if team in scores["blueteams"]:
blue_score = scores["blueteams"][team]
self.blue_teams[team].set_scores(blue_score)
else:
raise Exception(
"Missing scores for team %s in restore object!"
% team)
else:
raise Exception(
"Missing blueteams score block in restore object!" %
team)
else:
raise Exception("Missing scores block in restore object!" %
team)
if "flags" in game:
all_flags = game["flags"]
self.flag_store.restore(all_flags)
else:
self.obj_id = obj_id
self.flag_store = FlagStore(self.logger_obj, self.flag_queue,
self.flag_answer_queue)
self.json_cfg_obj = JsonConfig(cfg_file, self.flag_store)
(self.blue_teams, self.injects) = self.json_cfg_obj.process()
self.message_store = MessageStore(self.logger_obj, self.msg_queue)
self.flag_server = FlagServer(self.logger_obj, self.flag_queue,
self.flag_answer_queue,
self.msg_queue)
for team in self.blue_teams.keys():
self.blue_teams[team].add_queue(self.flag_queue)
blue_queue = Queue.Queue()
self.blues_queues[team] = blue_queue
self.blue_teams[team].set_queue(blue_queue)
self.teams_rounds[team] = True
self.movies = Movies(self.logger_obj)
#self.movies.set_movie()
self.bottle_server = BottleServer(self.blue_teams, self.flag_store,
self.message_store, self.movies,
'0.0.0.0', 8090)
__author__ = 'Jonathan Bondhus'
import os
from Movies import Movies
directory = "L:\\tmp"
languages_to_keep = ["eng"]
mkvmerge_path = "C:\\Program Files\\MKVToolNix\\mkvmerge.exe"
accept_input = True
file_list = []
for root, dirs, files in os.walk(directory):
for name in files:
if os.path.splitext(name)[1] == ".mkv" and os.path.isfile(os.path.join(root, name)):
print(os.path.splitext(name)[0])
file_list.append(os.path.join(root, name))
if len(file_list):
confirmation = input(str(len(file_list)) + " video files (listed above) will be processed. Should I continue? [N]: ")
if confirmation.lower() == "y" or confirmation.lower() == "yes":
movies = Movies(languages_to_keep, mkvmerge_path, accept_input)
movies.add_all_movies(file_list)
movies.process()
else:
print("User aborted, exiting.")
else:
print("Nothing to do, no files!")
from UserData import UserData
from Ratings import Ratings
from Movies import Movies
import os
if __name__ == '__main__':
root_path = 'C:\Users\p\Documents'
input_files_path = os.path.join(root_path, 'PycharmProjects\SocialCommunicationNetworks\ml-1m')
output_files_path = os.path.join(root_path, 'PycharmProjects\SocialCommunicationNetworks\ml-1m\output')
userdata = UserData(input_files_path, output_files_path)
userdata.prepare_user_data()
movies = Movies(input_files_path, output_files_path)
movies.prepare_user_data()
ratings = Ratings(input_files_path, output_files_path)
ratings.prepare_user_data()
mpaa = movies.promptUserForMpaa()
country = movies.promptUserForCountry()
imdbId = movies.promptUserForImdbId()
tmdbId = movies.promptUserForTmdbId()
parentId = movies.promptUserForParentId()
remakeOfId = movies.promptUserForRemakeOfId()
runtime = movies.promptUserForRuntime()
movie = movies.addMovie(movieTitle, year, mpaa, country, imdbId, tmdbId, parentId, remakeOfId, runtime)
break
#add movie to list
lists.addMovieToList(movie['mid'], mlist['lid'], order, None, movieTitle, listTitle, author)
if __name__ == '__main__':
logger = open(LOG_FILENAME, 'w')
movies = Movies(logger)
lists = Lists(logger)
args = docopt(__doc__, version='create_lists.py 1.0')
csvFile = args['FILE']
if not path.isfile(csvFile):
print '***ERROR: ' + csvFile + ' does not exist or is not a file'
sys.exit(1)
try:
f = open(csvFile, 'r')
lines = f.readlines()
f.close()
for line in lines:
