def create_region_tables(self):
from classes import DATABASE_DETAILS, Database, REGIONS
database = Database(DATABASE_DETAILS)
tables = ["averages", "champ_stats", "final_stats", "game_stats", "games", "games_checked", "players_checked",
"summoners"]
for region in REGIONS:
all_champs = list(database.get_all_items("Base_champ_list", "id"))
for table in tables:
database.clone_table(region + "_" + table, "Base_" + table)
for champ in all_champs:
database.clone_table(region + "_" + str(champ), "Base_champ")
for i in range(3):
database.insert_items(region + "_final_stats", "game_id", i)
for champ in all_champs:
database.insert_items(region + "_averages", "champ_id", champ)
database.insert_items(region + "_champ_stats", "id, name", str(champ) +
" , " + database.get_database_item("Base_champ_list", "id", champ, "name") )
database.close_db()
from __future__ import division
from classes import Database, DATABASE_DETAILS, REGIONS
database = Database(DATABASE_DETAILS)
tables = [
"averages", "champ_stats", "final_stats", "game_stats", "games",
"games_checked", "players_checked", "summoners"
]
for region in REGIONS:
all_champs = list(database.get_all_items("Base_champ_list", "id"))
for table in tables:
database.clone_table(region + "_" + table, "Base_" + table)
for champ in all_champs:
database.clone_table(region + "_" + str(champ), "Base_" + str(champ))
#Populate initial values
for i in range(3):
database.insert_items(region + "_final_stats", "game_id", i)
for champ in all_champs:
database.insert_items(region + "_averages", "champ_id", champ)
database.insert_items(
region + "_champ_stats", "id, name",
str(champ) + " , " + "\"" + database.get_database_item(
"Base_champ_list", "id", champ, "name") + "\"")
database.close_db()
class Daily_check(threading.Thread):
def __init__(self, threadID, lock, database_details, api_key):
threading.Thread.__init__(self)
self.threadID = threadID
self.lock = lock
self.api_key = api_key
self.database_details = database_details
self.database = Database(database_details)
self.static = Static(api_key)
self.misc = Misc()
def run(self):
time_check = time.time()
backup_time = time.time()
while True:
if time.time() - time_check >= checking_period:
time_check = time.time()
with open(STATIC_DATA_PATH + "End_Exec", "r") as end_check:
status = list(end_check.readlines())[0].strip()
if status == "True":
self.misc.logging(
DEFAULT_REGION,
"Regular checks thread: End of execution was requested. This thread will exit now",
"log")
print DEFAULT_REGION, "Regular checks thread: End of execution was requested. This thread will now exit."
break
self.misc.logging(DEFAULT_REGION, "Running the daily checks",
"log")
self.misc.logging(DEFAULT_REGION,
"Checking for a version change", "log")
self.check_version()
self.misc.logging(DEFAULT_REGION, "Checking for a new champ",
"log")
self.check_for_new_champ()
if time.time() - backup_time >= backup_period:
backup_time = time.time()
self.misc.logging(DEFAULT_REGION,
"Uploading a copy of the database",
"log")
self.sftp_database("regular_database_backup")
else:
time.sleep(checking_period)
def check_version(self):
online_version = self.static.check_current_version()
current_version = self.static.get_current_version()
if online_version == current_version:
self.misc.logging(
DEFAULT_REGION,
"Current version unchanged (" + online_version + ")", "log")
else:
for l in self.lock:
l.acquire()
print "acquired ", l
self.update_version(online_version)
self.misc.logging(
DEFAULT_REGION,
"A new patch has been deployed! the new version is " +
online_version, "log")
self.sftp_database(current_version)
#Mysql_operations(self.database_details).export_database(current_version)
self.reset_database()
for l in self.lock:
l.release()
def update_version(self, new_version):
return self.static.update_current_version(new_version)
def check_for_new_champ(self):
champ_check = self.static.champs_list()
all_champs = list(self.database.get_all_items("Base_champ_list", "id"))
new_champ = False
for id in champ_check:
if not id in all_champs:
new_champ = True
champ_details = Champ(id, self.api_key).getChampDetails()
self.misc.logging(
DEFAULT_REGION, "New champ found! adding " +
str(champ_details['name']) + " to the appropriate tables",
"log")
self.add_new_champ(champ_details)
if new_champ == False:
self.misc.logging(DEFAULT_REGION,
"No new champ has been added since last check",
"log")
def add_new_champ(self, champ_details):
new_champ_id = str(champ_details['id'])
new_champ_name = champ_details['name']
new_champ_class_1 = champ_details['class1']
if "class2" in champ_details:
new_champ_class_2 = champ_details['class2']
self.database.insert_items(
"Base_champ_list", "name, id, class1, class2",
new_champ_name + "," + new_champ_id + "," + new_champ_class_1 +
"," + new_champ_class_2)
else:
self.database.insert_items(
"Base_champ_list", "name, id, class1",
new_champ_name + "," + new_champ_id + "," + new_champ_class_1)
for region in REGIONS + ["Base"]:
self.database.insert_items(region + "_averages", "champ_id",
new_champ_id)
self.database.insert_items(region + "_champ_stats", "name, id",
new_champ_name + "," + new_champ_id)
self.misc.logging(
region, new_champ_name + " has been added to " + region +
"_averages" + " and " + region + "_champ_stats", "log")
for region in REGIONS:
self.database.clone_table(region + "_" + new_champ_id,
"Base_champ")
self.misc.logging(
region, region + "_" + new_champ_id + " has been created",
"log")
def reset_database(self):
tables = ["averages", "champ_stats", "final_stats", "game_stats"]
all_champs = list(self.database.get_all_items("Base_champ_list", "id"))
for region in REGIONS:
for table in tables:
self.database.delete_table(region + "_" + table)
self.database.replicate_table("Base_" + table,
region + "_" + table)
self.misc.logging(
region,
"table " + region + "_" + table + " has been reset", "log")
for champ in all_champs:
self.database.delete_table(region + "_" + str(champ))
self.database.replicate_table("Base_champ",
region + "_" + str(champ))
self.misc.logging(
region,
"table " + region + "_" + str(champ) + " has been reset",
"log")
def sftp_database(self, file_name):
local_file_name = Mysql_operations(
self.database_details).export_database(file_name)
remote_file_name = local_file_name.split("/")[-1]
transfer_error = False
try:
transport = paramiko.Transport((SFTP_HOST, SFTP_PORT))
transport.connect(username=SFTP_USERNAME, password=SFTP_PASSWORD)
connection = paramiko.SFTPClient.from_transport(transport)
connection.put(local_file_name,
SFTP_REMOTE_PATH + remote_file_name)
self.misc.logging(
DEFAULT_REGION,
"Database upload successful (" + remote_file_name + ")", "log")
except Exception as e:
self.misc.logging(
DEFAULT_REGION,
"Error while transferring database " + remote_file_name +
" to the remote SFTP server. Error message: " + str(e),
"error")
transfer_error = True
try:
os.remove(local_file_name)
self.misc.logging(
DEFAULT_REGION, "Local copy of backup file (" +
remote_file_name + ") has been deleted.", "log")
except OSError as e:
self.misc.logging(
DEFAULT_REGION, "Error while deleting local backup file (" +
remote_file_name + "): " + e.message, "error")
if not transfer_error:
connection.close()
transport.close()
return