def main():
print("\n", "<<< Refreshing High Performing Stores >>>")
# initialize and read dict of global variables
initialize.readConfigFile()
targetConn = databaseMethods.openDBConnection("target")
print("Fetching list campaigns for analysis ...")
campaigns = getMasterCampaignList(
targetConn) # get campaign list from DataScience DB
cache_sql_queries = False
for campaign_tuple in campaigns:
try:
print(">>>> Processing:", campaign_tuple)
processCampaign(campaign_tuple[0], campaign_tuple[1], targetConn)
except:
print(".... Skipping ", campaign_tuple[0])
pass
insert_df = _merge_df[_merge_df.inTarget.isnull()]
# delete dummy columns
insert_df = insert_df.drop(["inTarget"], 1)
return insert_df
#########################
# Main program
#########################
if __name__ == '__main__':
# initialize and read dict of global variables
initialize.readConfigFile()
print("\n", "<<< Refreshing Outlier_Tactics >>>")
# read data
sourceConn = databaseMethods.openDBConnection("source")
sourceFile = "/home/mallinath.biswas/outlier_output/OutlierAnalysis_All_Tactics.csv"
targetConn = databaseMethods.openDBConnection("target")
incremental_df = readData(sourceFile, targetConn)
if not incremental_df.empty:
# insert output dataframe into target schema
databaseMethods.insertRecs(targetConn, "outlier_tactics", "RPT",
incremental_df)