def setup_mongo_client():
try:
logger.info("Inside setup_mongo_client Method")
client = MongoClient()
client = MongoClient('localhost', 27017)
except:
logger.error("Exception occurred while setting up Mongo client" +
traceback.format_exc())
return client
def create_documets_for_storing(bat_inns, bowl_inns, wickets_inns, field_inns,
bat_pp, bat_middle, bat_death, post_id):
logger.info("Inside create_documets_for_storing Method")
bat_doc = {
"_id": str(post_id),
"stats": bat_inns
} #Linking the stats with the inserted match Id
bowl_doc = {"_id": str(post_id), "stats": bowl_inns}
wickets_doc = {"_id": str(post_id), "stats": wickets_inns}
field_doc = {"_id": str(post_id), "stats": field_inns}
bat_pp_doc = {"_id": str(post_id), "stats": bat_pp}
bat_mdl_doc = {"_id": str(post_id), "stats": bat_middle}
bat_death_doc = {"_id": str(post_id), "stats": bat_death}
return bat_doc, bowl_doc, wickets_doc, field_doc, bat_pp_doc, bat_mdl_doc, bat_death_doc
def get_df_from_yaml(filename):
logger.info("Inside get_df_from_yaml Method")
match_info_df = pd.DataFrame()
if filename.endswith(".yaml"):
print(filename)
filename = directory_in_str + filename
with open(filename, 'r') as stream:
try:
json_obj = json.dumps(yaml.load(stream),
default=json_serial,
indent=4)
match_info = json_normalize(json.loads(json_obj)["info"])
match_info = pd.DataFrame(match_info)
match_info_dict = match_info.to_dict()
except yaml.YAMLError as exc:
print(exc)
return match_info_dict
def show_mom_details(df):
logger.info("Inside show_mom_details Method")
man_of_match_list = []
try:
for val in (df.loc[:, 'player_of_match'].values):
for item in val:
man_of_match_list.append(item)
mom_counts = Counter(man_of_match_list)
df = pd.DataFrame.from_dict(mom_counts, orient='index')
print(df)
df = df[df.iloc[:, 0] > 0]
except KeyError:
man_of_match_list.append("None")
logger.warning("Exception Inside show_mom_details Method" +
traceback.format_exc())
except TypeError:
man_of_match_list.append("None")
logger.warning("Exception Inside show_mom_details Method" +
traceback.format_exc())
return df
def read_config():
try:
logger.info("Process Start")
config = cp.ConfigParser()
logger.info("Reading Config")
config_data = config.read("config.ini")
if len(config_data) != 1:
directory_in_str = ''
load_data = ''
directory = ''
raise ValueError
else:
directory_in_str = config['BASIC']['yaml_directory']
load_data = config['BASIC']['load_data']
generate_stats = config['BASIC']['generate_stats']
logger.info("Data Directory - %s", directory_in_str)
directory = os.fsencode(directory_in_str)
except ValueError:
logger.error("Config File Not found" + traceback.format_exc())
sys.exit(-1)
except KeyError:
logger.error("Config File Not in the expected format" +
traceback.format_exc())
sys.exit(-1)
return directory_in_str, load_data, generate_stats, directory
def get_all_stats_of_match(filename):
logger.info("Inside get_all_stats_of_match Method")
score_batsmen, score_bowler, wickets_bowler, fielding_details,exception_cases,score_batsmen_pp,score_batsmen_middle, \
score_batsmen_death = get_score_from_yaml(1, filename)
#Raw Stats of first innings
bat_inns_one, bowl_inns_one, wickets_inns_one, field_inns_one,bat_inns_one_pp,bat_inns_one_mdl,bat_inns_one_death\
= get_consolidated_match_Stats(score_batsmen,
score_bowler,
wickets_bowler,
fielding_details,
score_batsmen_pp,
score_batsmen_middle,
score_batsmen_death)
#Summary stats of first innings
score_batsmen, score_bowler, wickets_bowler, fielding_details,exception_cases,score_batsmen_pp,score_batsmen_middle, \
score_batsmen_death = get_score_from_yaml(2, filename)
# Raw Stats of second innings
bat_inns_two, bowl_inns_two, wickets_inns_two, field_inns_two,bat_inns_two_pp,bat_inns_two_mdl,bat_inns_two_death\
= get_consolidated_match_Stats(score_batsmen,
score_bowler,
wickets_bowler,
fielding_details,
score_batsmen_pp,
score_batsmen_middle,
score_batsmen_death)
# Summary stats of second innings
# doc_stats={"_id":post_id.inserted_id,"stats":stats_one}
bat_inns = [bat_inns_one,
bat_inns_two] #Combine stats of both the innings to one bucket
bowl_inns = [bowl_inns_one, bowl_inns_two]
wickets_inns = [wickets_inns_one, wickets_inns_two]
field_inns = [field_inns_one, field_inns_two]
bat_pp = [bat_inns_one_pp, bat_inns_two_pp]
bat_middle = [bat_inns_one_mdl, bat_inns_two_mdl]
bat_ideath = [bat_inns_one_death, bat_inns_two_death]
return bat_inns, bowl_inns, wickets_inns, field_inns, bat_pp, bat_middle, bat_ideath
def get_consolidated_match_Stats(score_batsmen, score_bowler, wickets_bowler,
fielding_details, score_batsmen_pp,
score_batsmen_middle, score_batsmen_death):
logger.info("Inside get_consolidated_match_Stats Method")
#Function to summarise the stats
try:
batsmen_score_total = {}
batsmen_score_pp = {}
batsmen_score_middle = {}
batsmen_score_death = {}
bowler_score_total = {}
wickets_bowler_total = {}
fielding_details_total = {}
#Runs Scored/Conceded,Balls Faced/bowled,Str Rate/Eco Rate,No of Dots played/faced,No of 4s,No of 6s,% of Dots,"
# "% of balls in Boundaries,% of runs in Boundaries
for key, value in score_batsmen.items():
try:
batsmen_score_total[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1),
round((value.count(4) * 4 + value.count(6) * 6) * 100 /
sum(value), 1)
]
except ZeroDivisionError:
batsmen_score_total[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1), 0
] #Zero division error while caclulating % of boundary in score
# print (batsmen_score_total)
for key, value in score_batsmen_pp.items():
try:
batsmen_score_pp[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1),
round((value.count(4) * 4 + value.count(6) * 6) * 100 /
sum(value), 1)
]
except ZeroDivisionError:
batsmen_score_pp[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1), 0
]
#
for key, value in score_batsmen_middle.items():
try:
batsmen_score_middle[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1),
round((value.count(4) * 4 + value.count(6) * 6) * 100 /
sum(value), 1)
]
except ZeroDivisionError:
batsmen_score_middle[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1), 0
]
#
for key, value in score_batsmen_death.items():
try:
batsmen_score_death[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1),
round((value.count(4) * 4 + value.count(6) * 6) * 100 /
sum(value), 1)
]
except ZeroDivisionError:
batsmen_score_death[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 100 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1), 0
]
#
for key, value in score_bowler.items():
try:
bowler_score_total[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 6 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1),
round((value.count(4) * 4 + value.count(6) * 6) * 100 /
sum(value), 1), 0
]
except ZeroDivisionError:
bowler_score_total[key] = [
sum(value),
len(value),
"%.1f" % round((sum(value) * 6 / len(value)), 1),
value.count(0),
value.count(4),
value.count(6),
round(value.count(0) * 100 / len(value), 1),
round((value.count(4) + value.count(6)) * 100 / len(value),
1), 0, 0
] #Zero division error while caclulating % of boundary balls
# print(bowler_score_total)
for key, value in wickets_bowler.items():
wickets_bowler_total[key] = [
len(value), len(score_bowler[key]) / len(value)
] # No of Wickets, Strike Rate
bowler_score_total[key][9] = len(value)
# print(wickets_bowler_total)
for key, value in fielding_details.items():
fielding_details_total[key] = int(len(value) / 2) # No of Catches
# print(fielding_details_total)
# stats_list=[batsmen_score_total,bowler_score_total,wickets_bowler_total,fielding_details_total]
except:
print("exception Occurred")
logger.error("Error Inside get_consolidated_match_Stats Method" +
traceback.format_exc())
return batsmen_score_total,bowler_score_total,wickets_bowler_total,fielding_details_total,batsmen_score_pp\
,batsmen_score_middle,batsmen_score_death
def get_score_from_yaml(innings, filename):
logger.info("Inside get_score_from_yaml Method")
#This function is called per innings. Twice per match.
#Return values are used by get_consolidated_match_Stats to summarise the details
match_info_df = pd.DataFrame()
#source = os.listdir("C:\\Users\\Siddi\\PycharmProjects\\IPL_Prediction\\Data\\Yaml")
#destination = "C:\\Users\\Siddi\\PycharmProjects\\IPL_Prediction\\Data\\Errors"
filename = directory_in_str + filename
with open(filename, 'r') as stream:
try:
#Initialize dictionaries to store the required stats.
score_batsmen = {}
score_batsmen_pp = {}
score_batsmen_middle = {}
score_batsmen_death = {}
score_bowler = {}
wickets_bowler = {}
fielding_details = {}
exception_case = {}
json_obj = json.dumps(yaml.load(stream),
default=json_serial,
indent=4)
#Separates the info details from yaml and obtains only the ball by ball inns details
# Contains the details of both the innings.
fir_innings_info = json_normalize(json.loads(json_obj)["innings"])
fir_innings_info = pd.DataFrame(fir_innings_info)
if (innings == 1): #Get first innings ball by ball details
fir_inns_del = OrderedDict()
fir_inns_del = fir_innings_info.iloc[0, 0]
else: #Gets second innings ball by ball details
fir_inns_del = OrderedDict()
fir_inns_del = fir_innings_info.iloc[1, 2]
#Details that are fetched
#print("Runs Scored/Conceded,Balls Faced,Str Rate,No of Dots,No of 4s,No of 6s,% of Dots,"
# "% of balls in Boundaries,% of runs in Boundaries")
for i in fir_inns_del:
if (type(i) == str):
exception_case["Absent_Hurt"] = i
else:
for key, value in i.items():
if value[
"batsman"] in score_batsmen: #value["batsman"] contains the name of the batsman
#If the name is present in dict already as a key then:
score_batsmen[value["batsman"]].append(
value["runs"]["batsman"])
if (float(key) >= 0.0 and float(key) < 6):
score_batsmen_pp[value["batsman"]].append(
value["runs"]["batsman"])
elif (float(key) >= 6.0 and float(key) < 16):
score_batsmen_middle[value["batsman"]].append(
value["runs"]["batsman"])
else:
score_batsmen_death[value["batsman"]].append(
value["runs"]["batsman"])
if "wicket" in value:
if value["wicket"]["kind"]!="run out" and value["wicket"]["kind"] != "retired hurt" \
and value["wicket"]["kind"] != "obstructing the field":
#Credit the bowler for wicket only if the mode of dismissal is none of the above
if value[
"bowler"] in wickets_bowler: #If bowler name is present as a key in dict
wickets_bowler[value["bowler"]].append(
value["wicket"]["player_out"])
else: #Create the key with bowler name
wickets_bowler[value["bowler"]] = [
value["runs"]["total"]
]
if (value["wicket"]["kind"] != "run out"
and
value["wicket"]["kind"] != "bowled"
and
value["wicket"]["kind"] != "lbw"
and value["wicket"]["kind"] !=
"caught and bowled"
and value["wicket"]["kind"] !=
"retired hurt"
and value["wicket"]["kind"] !=
"obstructing the field"
and value["wicket"]["kind"] !=
"hit wicket"):
#Credit the fielder if mode of dismissal is none of the above
if value["wicket"]["fielders"][
0] in fielding_details:
fielding_details[
value["wicket"]["fielders"]
[0]].append(value["wicket"]
["player_out"])
fielding_details[
value["wicket"]["fielders"]
[0]].append(value["bowler"])
else:
fielding_details[value["wicket"][
"fielders"][0]] = [
value["runs"]["total"]
]
fielding_details[
value["wicket"]["fielders"]
[0]].append(value["bowler"])
else:
score_batsmen[value["batsman"]] = [
value["runs"]["batsman"]
]
if (float(key) > 0 and float(key) < 6):
score_batsmen_pp[value["batsman"]] = [
value["runs"]["batsman"]
]
score_batsmen_middle[value["batsman"]] = [0]
score_batsmen_death[value["batsman"]] = [0]
elif (float(key) > 6 and float(key) < 16):
score_batsmen_middle[value["batsman"]] = [
value["runs"]["batsman"]
]
score_batsmen_death[value["batsman"]] = [0]
else:
score_batsmen_death[value["batsman"]] = [
value["runs"]["batsman"]
]
if value[
"bowler"] in score_bowler: #Runs conceded by the bowler
score_bowler[value["bowler"]].append(
value["runs"]["total"])
else:
score_bowler[value["bowler"]] = [
value["runs"]["total"]
]
except yaml.YAMLError as exc:
logger.error("yaml error Inside get_score_from_yaml Method")
except:
#shutil.copy(file, destination)
logger.error(
" error Inside get_score_from_yaml Method - %s" +
traceback.format_exc(), filename)
#print("Exception occured")
#print(filename)
pass
return score_batsmen,score_bowler,wickets_bowler,fielding_details,exception_case,score_batsmen_pp,score_batsmen_middle ,\
score_batsmen_death
bat_inns_two] #Combine stats of both the innings to one bucket
bowl_inns = [bowl_inns_one, bowl_inns_two]
wickets_inns = [wickets_inns_one, wickets_inns_two]
field_inns = [field_inns_one, field_inns_two]
bat_pp = [bat_inns_one_pp, bat_inns_two_pp]
bat_middle = [bat_inns_one_mdl, bat_inns_two_mdl]
bat_ideath = [bat_inns_one_death, bat_inns_two_death]
return bat_inns, bowl_inns, wickets_inns, field_inns, bat_pp, bat_middle, bat_ideath
directory_in_str, load_data, generate_stats, directory = read_config()
if load_data == 'true':
if len(os.listdir(directory)) != 0:
logger.info("Input Directory is not empty.New files to read")
for file in os.listdir(directory):
print(file)
filename = os.fsdecode(file)
info_dict = get_df_from_yaml(filename)
client = setup_mongo_client() #Create a connection handler
db = client.testdb #Connect to the database
collection = db.match_info #Connect to the table
post_id = collection.insert_one(
json.loads(json.dumps(info_dict), object_hook=remove_dots))
bat_inns, bowl_inns, wickets_inns, field_inns, bat_pp, bat_middle, bat_death = get_all_stats_of_match(
filename)
bat_doc, bowl_doc, wickets_doc, field_doc,bat_pp_doc,bat_mdl_doc,bat_death_doc= \
create_documets_for_storing(bat_inns, bowl_inns, wickets_inns,field_inns
,bat_pp,bat_middle,bat_death, post_id.inserted_id)
collection = db.bat_stats