print 'CTR num records: ' + str(len(df_merge.index))
print 'CTR num columns: ' + str(len(df_merge.columns))
#reorder columns
df_merge.sort_index(axis=1, inplace=True)
#apply mapping rules
df_map = pd.read_csv(map_folder + map_file)
for i in df_map['Column Name'].index:
this_col = str(df_map.at[i, 'Column Name'])
this_map_rule = str(df_map.at[i, 'CTR Map Rule'])
#apply the mapping rule if rule 'not nan/blank'
if not this_map_rule == 'nan':
for j in df_merge.index:
df_merge.at[j, this_col] = apply_map_rule(df_merge.at[j, this_col],
this_map_rule)
#sort the CTR dataframe by Name
sort_col = 'Name'
#write out_files
try:
os.stat(out_folder[:-1])
except:
os.mkdir(out_folder[:-1])
#df_merge.to_csv(out_folder + out_file_merged,index=False,columns=out_cols_FX_Deals)
df_merge.to_csv(out_folder + out_file, index=False)
print 'done.'
print 'from ' + in_folder
& ((df_merge['Booking Point'] == 1865)
& (~pd.notnull(df_merge['Cards ID'])))))]
#reorder columns
df_merge.sort_index(axis=1,inplace=True)
#apply mapping rules
df_map = pd.read_csv(map_folder+map_file)
for i in df_map['Column Name'].index:
this_col = str(df_map.at[i,'Column Name'])
this_map_rule = str(df_map.at[i,'CTR Map Rule'])
#apply the mapping rule if rule 'not nan/blank'
if not this_map_rule == 'nan':
for j in df_merge.index:
df_merge.at[j, this_col] = apply_map_rule(df_merge.at[j, this_col], this_map_rule)
#sort the CTR dataframe by Name
sort_col = 'Name'
#write out_files
try: os.stat(out_folder[:-1])
except: os.mkdir(out_folder[:-1])
#df_merge.to_csv(out_folder + out_file_merged,index=False,columns=out_cols_FX_Deals)
df_merge.to_csv(out_folder + out_file,index=False)
print 'done.'
print 'from ' + in_folder
print 'to ' + out_folder
