print 'CTR num records: ' + str(len(df_merge.index)) print 'CTR num columns: ' + str(len(df_merge.columns)) #reorder columns df_merge.sort_index(axis=1, inplace=True) #apply mapping rules df_map = pd.read_csv(map_folder + map_file) for i in df_map['Column Name'].index: this_col = str(df_map.at[i, 'Column Name']) this_map_rule = str(df_map.at[i, 'CTR Map Rule']) #apply the mapping rule if rule 'not nan/blank' if not this_map_rule == 'nan': for j in df_merge.index: df_merge.at[j, this_col] = apply_map_rule(df_merge.at[j, this_col], this_map_rule) #sort the CTR dataframe by Name sort_col = 'Name' #write out_files try: os.stat(out_folder[:-1]) except: os.mkdir(out_folder[:-1]) #df_merge.to_csv(out_folder + out_file_merged,index=False,columns=out_cols_FX_Deals) df_merge.to_csv(out_folder + out_file, index=False) print 'done.' print 'from ' + in_folder
& ((df_merge['Booking Point'] == 1865) & (~pd.notnull(df_merge['Cards ID'])))))] #reorder columns df_merge.sort_index(axis=1,inplace=True) #apply mapping rules df_map = pd.read_csv(map_folder+map_file) for i in df_map['Column Name'].index: this_col = str(df_map.at[i,'Column Name']) this_map_rule = str(df_map.at[i,'CTR Map Rule']) #apply the mapping rule if rule 'not nan/blank' if not this_map_rule == 'nan': for j in df_merge.index: df_merge.at[j, this_col] = apply_map_rule(df_merge.at[j, this_col], this_map_rule) #sort the CTR dataframe by Name sort_col = 'Name' #write out_files try: os.stat(out_folder[:-1]) except: os.mkdir(out_folder[:-1]) #df_merge.to_csv(out_folder + out_file_merged,index=False,columns=out_cols_FX_Deals) df_merge.to_csv(out_folder + out_file,index=False) print 'done.' print 'from ' + in_folder print 'to ' + out_folder