def export_matches(file_config, face_space_match, all_faces_to_matched_spaces):
face_space_match.to_csv("..\export\\face_space_matches" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")
all_faces_to_matched_spaces.to_csv(
"..\export\\all_faces_to_matched_spaces" +
file_config["EXPORT_FILENAME_NOTE"] + utility.get_file_timestamp() +
".csv")
def update_connections(all_faces_to_matched_spaces, cmd_metrics,
ar_cmd_metrics, curorg_metrics):
# =============================================================================
# all_faces_to_matched_spaces.drop_duplicates(subset = "SSN_MASK").to_csv(
# "..\export\\for_connections\\all_faces_to_matched_space_latest.csv"
# )
# =============================================================================
cmd_metrics.to_csv("..\export\\for_connections\\cmd_metrics.csv")
ar_cmd_metrics.to_csv("..\export\\for_connections\\ar_cmd_metrics.csv")
curorg_metrics.to_csv("..\export\\for_connections\\ar_curorg_metrics.csv")
print(" - Generating new excel dashboards in exports folder")
ac_cmd_metric_dashboard = openpyxl.load_workbook(
filename="../export/ac_cmd_metric_dashboard_template.xlsx",
data_only=False)
del ac_cmd_metric_dashboard["CMD_Metrics"]
ac_cmd_metric_dashboard.create_sheet("CMD_Metrics")
for row in cmd_metrics[[
"STRUC_CMD_CD", "ASSIGNED", "UNMATCHED", "MATCHED",
"PERCENT_MATCHED", "UNMATCHED_NO_TEMPLET", "UNMATCHED_NO_UIC",
"UICS_NOT_IN_AOS", "MATCHED_ASG_OLDER_THAN_POS", "METRIC_DATE",
"COMPONENT"
]].itertuples():
ac_cmd_metric_dashboard["CMD_Metrics"].append(row)
ac_cmd_metric_dashboard.save("../export/ac_cmd_metric_dashboard" +
utility.get_file_timestamp() + ".xlsx")
ar_cmd_metric_dashboard = openpyxl.load_workbook(
filename="../export/ar_cmd_metric_dashboard_template.xlsx",
data_only=False)
del ar_cmd_metric_dashboard["CMD_Metrics"]
ar_cmd_metric_dashboard.create_sheet("CMD_Metrics")
del ar_cmd_metric_dashboard["CURORG_Metrics"]
ar_cmd_metric_dashboard.create_sheet("CURORG_Metrics")
del ar_cmd_metric_dashboard["AC_CMD_Metrics"]
ar_cmd_metric_dashboard.create_sheet("AC_CMD_Metrics")
for row in ar_cmd_metrics.itertuples():
ar_cmd_metric_dashboard["CMD_Metrics"].append(row)
for row in curorg_metrics.itertuples():
ar_cmd_metric_dashboard["CURORG_Metrics"].append(row)
for row in cmd_metrics.itertuples():
ar_cmd_metric_dashboard["AC_CMD_Metrics"].append(row)
ar_cmd_metric_dashboard.save("../export/ar_cmd_metric_dashboard" +
utility.get_file_timestamp() + ".xlsx")
def export_metrics(file_config, cmd_metrics, ar_cmd_metrics, ac_ar_metrics,
curorg_metrics):
cmd_metrics.to_csv("../export/command_metrics" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")
ar_cmd_metrics.to_csv("../export/ar_command_metrics" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")
ac_ar_metrics.to_csv("../export/ac_ar_command_metrics" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")
curorg_metrics.to_csv("../export/ar_curorg_rcc_metrics" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")
def run_export_jobs(run_config, file_config, face_space_match,
all_faces_to_matched_spaces,
attached_faces_to_matched_spaces, cmd_metrics,
ar_cmd_metrics, ac_ar_metrics, curorg_metrics,
unmatched_faces, drrsa, address_data, acronym_list):
print(" - Running export jobs")
if (run_config['EXPORT_F2S']):
print(" - Exporting all_faces_to_matched_spaces and command metrics")
export_matches(file_config, face_space_match,
all_faces_to_matched_spaces)
export_metrics(file_config, cmd_metrics, ar_cmd_metrics, ac_ar_metrics,
curorg_metrics)
if (run_config['EXPORT_UNMATCHED']):
print(" - Exporting unmatched faces")
export_unmatched(file_config, unmatched_faces)
if (run_config['UPDATE_CONNECTIONS']):
print(" - Updating Access DB connection files")
update_connections(all_faces_to_matched_spaces, cmd_metrics,
ar_cmd_metrics, curorg_metrics)
if (run_config['EXPORT_UNMASKED']):
print(" - Exporting unmasked files to local directory")
unmask.unmask_and_export(all_faces_to_matched_spaces,
attached_faces_to_matched_spaces,
utility.get_file_timestamp(), file_config)
if (run_config['EXPORT_CMD_SPECS']
or run_config['EXPORT_UNMASKED_CMD_SPECS']):
print(" - Exporting command metrics workbooks")
import analytics.cmd_metrics_package #Uncomment for debugging
analytics.cmd_metrics_package.create_cmd_metrics_packages(
run_config,
file_config,
all_faces_to_matched_spaces,
drrsa,
address_data,
acronym_list,
curorg_metrics,
ar_cmd_metrics,
date_time_string=utility.get_file_timestamp())
@author: LuomaKR
Templet auto generation scripts for AOS
"""
import pandas as pd
import numpy as np
import math
import load_data
import utility
import aos_metrics
TEMPLET_PERCENT = 0.15
MIN_TEMPLETS = 3
TIMESTAMP = utility.get_file_timestamp()
LOAD = True
TRANSFORM = True
EXPORT = True
METRICS = True
TEMPLET_GEN = False
LOCATION_EXEMPT_SUBCODES = ["95", "96", "99", "FF"]
NON_COMMAND_CODE = "99"
TEMPLET_GEN_RULE = "TEMPLET_QTY" #Options: TEMPLET_QTY, EMILPO_ADJUSTED_TEMPLET_QTY
def main():
global aos_uic, drrsa_uic, fms_uic, HD_map, hduic_index, missing_aos_duic, \
fms_uics_not_in_aos, aos_uics_not_in_fms, aos_hduic_templets, templet_rejects, \
emilpo_uic, templet_short, fms_lduic, lduic_assignment_rollup, dq_metrics, uic_ouid
""" Load """
def export_unmatched(file_config, unmatched_faces):
unmatched_faces.to_csv("..\export\\unmatched_faces" +
file_config["EXPORT_FILENAME_NOTE"] +
utility.get_file_timestamp() + ".csv")