with open(out_path, 'w') as temp_csv:

wr = csv.writer(temp_csv, quoting=csv.QUOTE_ALL)

for row_num in range(sheet.nrows):

wr.writerow(sheet.row_values(row_num))

temp_csv.close()

return True

with open(csvl, 'r') as csvl_file:

with open(csvr, 'r') as csvr_file:

d = difflib.Differ()

diff = difflib.ndiff(csvl_file.read().splitlines(1), csvr_file.read().splitlines(1))

with open(out_path, 'w') as diff_file:

for line in diff:

diff_file.writelines(line)

diff_file.close()

return True

remove_temp_directories()

os.mkdir(TEMP_FOLDER)

os.mkdir(LHS_TEMP_FOLDER)

os.mkdir(RHS_TEMP_FOLDER)

os.mkdir(SHEET_DIFF_TEMP_FOLDER)

with xlrd.open_workbook(xlsx_path) as xlsx_file:

with open(f'{temp_path}/sheet_names.txt', 'w') as sheet_name_file:

sheet_name_file.write('\n'.join(xlsx_file.sheet_names()))

for sheet_num in range(xlsx_file.nsheets):

sheet = xlsx_file.sheet_by_index(sheet_num)

sheet_path = f'{temp_path}/{sheet.name}.csv'

if not sheet_to_csv(xlsx_file.sheet_by_index(sheet_num), sheet_path):

print(f'Sheet to csv failed on {sheet_path}')

return False

return True

return False

unified = []

with open(lhs_sheet_file, 'r') as lhs_sheets:

with open(rhs_sheet_file, 'r') as rhs_sheets:

d = difflib.Differ()

diff_gen = difflib.ndiff(lhs_sheets.read().splitlines(1), rhs_sheets.read().splitlines(1))

diff = [i.rstrip() for i in diff_gen]

skip_next = False

for i in range(len(diff)):

if skip_next:

skip_next = False

continue

if re.match('^ .*$', diff[i]):

unified.append(['b', re.sub('^ ', '', diff[i])])

elif re.match('^\+ .*$', diff[i]):

unified.append(['n', re.sub('^\+ ', '', diff[i])])

elif re.match('^- .*$', diff[i]):

this_line_sub = re.sub('^- ', '', diff[i])

if i < len(diff) - 1 and re.match('^\+ .*$', diff[i+1]):

# r stands for rename (potential)

next_line_sub = re.sub('^\+ ', '', diff[i + 1])

with open(f'{lhs_temp_path}/{this_line_sub}.csv', 'r') as lhs_csv:

with open(f'{rhs_temp_path}/{next_line_sub}.csv', 'r') as rhs_csv:

seq = difflib.SequenceMatcher(None, lhs_csv.read(), rhs_csv.read())

if seq.quick_ratio() > .5:

unified.append(['r', f'{this_line_sub}]{next_line_sub}'])

skip_next = True

else:

unified.append(['d', this_line_sub])

else:

unified.append(['d', this_line_sub])

else:

print('Unexpected format in unified sheets')

if sheet_pair[0]=='b' or sheet_pair[0]=='r':

left_csv_path=''

right_csv_path=''

if sheet_pair[0]=='b':

left_csv_path=f'{LHS_TEMP_FOLDER}/{sheet_pair[1]}.csv'

right_csv_path=f'{RHS_TEMP_FOLDER}/{sheet_pair[1]}.csv'

sheet_name.append(sheet_pair[1])

else:

temp_sheet_names=sheet_pair[1].split(']')

left_csv_path=f'{LHS_TEMP_FOLDER}/{temp_sheet_names[0]}.csv'

right_csv_path=f'{RHS_TEMP_FOLDER}/{temp_sheet_names[1]}.csv'

sheet_name.append('__RENAME__'.join(temp_sheet_names))

output_sheet_path.append(f'{SHEET_DIFF_TEMP_FOLDER}/{sheet_name[0]}.csv')

if not csv_diff(left_csv_path, right_csv_path, f'{CSV_DIFF_TEMP_FOLDER}/{sheet_name[0]}.diff'):

print("Csv diff failed")

return False

if not cdts.diff_to_sheet(f'{CSV_DIFF_TEMP_FOLDER}/{sheet_name[0]}.diff', output_sheet_path[0]):

print("Diff to sheet failed")

return False

return True

if sheet_pair[0]=='n':

sheet_name.append(f'__NEW__{sheet_pair[1]}')

output_sheet_path.append(f'{RHS_TEMP_FOLDER}/{sheet_pair[1]}_proc.csv')

# TODO(sasiala): a) will this work correctly? b) may need to fix original csv gen & thus fix everything else

with open(f'{RHS_TEMP_FOLDER}/{sheet_pair[1]}.csv', 'r') as unprocessed_csv:

with open(output_sheet_path[0], 'w') as processed_csv:

processed_csv.write(re.sub('\n\n','\n',unprocessed_csv.read()))

return True

if sheet_pair[0]=='d':

sheet_name.append(f'__DEL__{sheet_pair[1]}')

output_sheet_path.append(f'{LHS_TEMP_FOLDER}/{sheet_pair[1]}_proc.csv')

# TODO(sasiala): a) will this work correctly? b) may need to fix original csv gen & thus fix everything else

with open(f'{LHS_TEMP_FOLDER}/{sheet_pair[1]}.csv', 'r') as unprocessed_csv:

with open(output_sheet_path[0], 'w') as processed_csv:

processed_csv.write(re.sub('\n\n','\n',unprocessed_csv.read()))

return True

# TODO(sasiala): I abhor using lists here, but it made the rest of this code "nicer" (read: easier).

# Refactor to make these strings

output_sheet_path=[]

sheet_name=[]

if check_modified_sheet(workbook, sheet_pair, output_sheet_path, sheet_name):

logger.log(f'excel_diff.log', 'Modified Sheet (mod or renamed)', logger.LogLevel.DEBUG)

elif check_new_sheet(workbook, sheet_pair, output_sheet_path, sheet_name):

logger.log('excel_diff.log', 'New Sheet', logger.LogLevel.DEBUG)

elif check_deleted_sheet(workbook, sheet_pair, output_sheet_path, sheet_name):

logger.log('excel_diff.log', 'Deleted Sheet', logger.LogLevel.DEBUG)

else:

logger.log('excel_diff.log', 'Error: unrecognized sheet modification', logger.LogLevel.ERROR)

return False

if not sdtx.csv_to_sheet(workbook, output_sheet_path[0], sheet_name[0]):

logger.log('excel_diff.log', 'CSV to Sheet failed', logger.LogLevel.ERROR)

return False

setup_temp_directories()

logger.initialize_directory_structure()

setup_output_directory()

generate_csvs_for_xlsx(lhs_path, LHS_TEMP_FOLDER)

generate_csvs_for_xlsx(rhs_path, RHS_TEMP_FOLDER)

lhs_sheet_names = []

with open(f'{LHS_TEMP_FOLDER}/sheet_names.txt', 'r') as sheet_name_file:

lhs_sheet_names = sheet_name_file.read().split('\n')

rhs_sheet_names = []

with open(f'{RHS_TEMP_FOLDER}/sheet_names.txt', 'r') as sheet_name_file:

rhs_sheet_names = sheet_name_file.read().split('\n')

unified_sheets = get_unified_sheets(f'{LHS_TEMP_FOLDER}/sheet_names.txt', LHS_TEMP_FOLDER, f'{RHS_TEMP_FOLDER}/sheet_names.txt', RHS_TEMP_FOLDER)

xlsx_path = f'{OUTPUT_FOLDER}/final_out.xlsx'

workbook = xlsxwriter.Workbook(xlsx_path)

for sheet_pair in unified_sheets:

process_sheet(workbook, sheet_pair)

workbook.close()

# TODO(sasiala): add logging

if not save_temp:

remove_temp_directories()

parser = argparse.ArgumentParser()

parser.add_argument('lhspath')

parser.add_argument('rhspath')

# TODO(sasiala): rethink argument naming

parser.add_argument('-v', '--verbose', action='count', default=0, help='Increase Verbosity')

parser.add_argument('-st', '--save-temp', action='store_true', help='Save all temporary files')

args = parser.parse_args()

try:

loglevel = logger.LogLevel(args.verbose)

except:

loglevel = logger.LogLevel.ERROR

logger.set_log_level(loglevel)

global save_temp

save_temp=args.save_temp