def step_column_order_should_match(context):
global line2
context.transformation = scenario()
line2 = context.transformation.column_order(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
pass
def step_check_null_values(context):
global line3
context.transformation = scenario()
line3 = context.transformation.null_values(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
pass
def step_data_type_check(context):
global line5
context.transformation = scenario()
line5 = context.transformation.data_type(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line5)
pass
def step_empty_rows(context):
global line4
context.transformation = scenario()
line4 = context.transformation.empty_rows(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line4)
pass
def step_special_characters_check(context):
global line10
context.transformation = scenario()
line10 = context.transformation.special_characters(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line10)
pass
def step_duplicate_values_check(context):
global line9
context.transformation = scenario()
line9 = context.transformation.duplicate_values(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line9)
pass
def step_date(context,date2):
masterfile_loc = context.config.userdata.get("masterfile_loc")
context.resultsfiles_loc = context.config.userdata.get("resultsfiles_loc")
context.date = date2
context.files = retrieve_files()
context.dir_file = dir_create()
context.today_now = context.dir_file.dir(context.resultsfiles_loc)
fieldsep = context.files.files(date2, masterfile_loc)
context.transformation = scenario()
pass
def step_row_count_check(context):
global line6
context.transformation = scenario()
line6 = context.transformation.row_count(
datafiles_names, deffiles_names,
row_count_file, field_separator,
resultsfiles_loc, today_now)
# total_result.append(line6)
pass
def step_invalid_values_check(context):
global line11
context.transformation = scenario()
line11 = context.transformation.invalid_values(
datafiles_names, deffiles_names,
summary_invalid_file, field_separator,
resultsfiles_loc, today_now)
# total_result.append(line11)
pass
def step_accountid_customerid(context, accountid, customerid, date):
masterfile_loc = context.config.userdata.get("masterfile_loc")
context.resultsfiles_loc = context.config.userdata.get("resultsfiles_loc")
context.date = date
context.files = retrieve_files()
context.dir_file = dir_create()
context.today_now = context.dir_file.dir(context.resultsfiles_loc)
fieldsep = context.files.files(date, masterfile_loc)
context.transformation = scenario()
context.accountid = accountid
context.customerid = customerid
pass
def step_given_the_file(context):
context.files = retrieve_files()
context.transformation = scenario()
date = context.config.userdata.get("date")
if len(date) == 8:
masterfile_loc = context.config.userdata.get("masterfile_loc")
resultsfiles_loc = context.config.userdata.get("resultsfiles_loc")
timestamp = context.config.userdata.get("timestamp")
if len(timestamp) >= 6:
try:
datafiles_names, deffiles_names, control_def_file_loc = context.files.files(
date, masterfile_loc, resultsfiles_loc, timestamp)
if len(datafiles_names) != 0 and len(
deffiles_names) != 0 and len(datafiles_names) == len(
deffiles_names):
dir_file = dir_create()
values = dir_file.dir(resultsfiles_loc)
final_lines_to_file = context.transformation.scenario_writing_to_files(
resultsfiles_loc, datafiles_names, deffiles_names,
control_def_file_loc, date, timestamp)
file_comp = f_comp()
comparison = file_comp.comp(date, timestamp,
resultsfiles_loc,
datafiles_names)
@then('column names should match')
def step_column_names_should_match(context):
pass
@then('column order should match')
def step_column_order_should_match(context):
pass
@then('check null values')
def step_check_null_values(context):
pass
@then('empty rows')
def step_empty_rows(context):
pass
@then('data type check')
def step_data_type_check(context):
pass
else:
print("There are no files with the given timestamp")
@then('column names should match')
def step_column_names_should_match(context):
assert context.text, "REQUIRE: corrent data input"
@then('column order should match')
def step_column_order_should_match(context):
assert context.text, "REQUIRE: corrent data input"
@then('check null values')
def step_check_null_values(context):
assert context.text, "REQUIRE: corrent data input"
@then('empty rows')
def step_empty_rows(context):
assert context.text, "REQUIRE: corrent data input"
@then('data type check')
def step_data_type_check(context):
assert context.text, "REQUIRE: corrent data input"
except TypeError as err:
print("Error Message: " + str(err))
else:
print(len(timestamp) >= 6), "Given timestamp doesn't match"
else:
assert (len(date) == 8), "Given Date format doesn't match"
def step_generate_result_files(context):
context.transformation = scenario()
# try:
# line1 = line1
# except NameError:
# line1 = None
# try:
# line2 = line2
# except NameError:
# line2 = None
# try:
# line3 = line3
# except NameError:
# line3 = None
# try:
# line4 = line4
# except NameError:
# line4 = None
# try:
# line5 = line5
# except NameError:
# line5 = None
# try:
# line6 = line6
# except NameError:
# line6 = None
# try:
# line7 = line7
# except NameError:
# line7 = None
# try:
# line8 = line8
# except NameError:
# line8 = None
# try:
# line9 = line9
# except NameError:
# line9 = None
# try:
# line10 = line10
# except NameError:
# line10 = None
# try:
# line11 = line11
# except NameError:
# line11 = None
context.transformation.result(
line1, line2, line3, line4, line5, line6,
line7, line8, line9, line10, line11,
resultsfiles_loc, today_now)
pass
def step_given_the_file(context):
total_result = []
context.files = retrieve_files()
context.transformation = scenario()
date = context.config.userdata.get("date")
if len(date) == 8:
masterfile_loc = context.config.userdata.get("masterfile_loc")
resultsfiles_loc = context.config.userdata.get("resultsfiles_loc")
if len(resultsfiles_loc) == 0:
try:
masterfile = pd.read_json(masterfile_loc)
resultsfiles_loc = masterfile.resultsfiles_loc.ix[0]
except:
print("MasterJSON File Not Found in the specified path")
timestamp = context.config.userdata.get("timestamp")
if len(timestamp) >= 6:
try:
datafiles_names, deffiles_names, row_count_file, summary_invalid_file, field_separator = context.files.files(
date, masterfile_loc, resultsfiles_loc, timestamp)
if len(datafiles_names) != 0 and len(
deffiles_names) != 0 and len(datafiles_names) == len(
deffiles_names):
dir_file = dir_create()
values = dir_file.dir(resultsfiles_loc)
file_comp = f_comp()
today_now = datetime.datetime.now().strftime(
'%Y%m%d%H%M%S')
try:
@then('column names should match')
def step_column_names_should_match(context):
global line1
line1 = context.transformation.column_names(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
pass
@then('column order should match')
def step_column_order_should_match(context):
global line2
context.transformation = scenario()
line2 = context.transformation.column_order(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
pass
@then('check null values')
def step_check_null_values(context):
global line3
context.transformation = scenario()
line3 = context.transformation.null_values(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
pass
@then('empty rows')
def step_empty_rows(context):
global line4
context.transformation = scenario()
line4 = context.transformation.empty_rows(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line4)
pass
@then('data type check')
def step_data_type_check(context):
global line5
context.transformation = scenario()
line5 = context.transformation.data_type(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line5)
pass
@then('row count check')
def step_row_count_check(context):
global line6
context.transformation = scenario()
line6 = context.transformation.row_count(
datafiles_names, deffiles_names,
row_count_file, field_separator,
resultsfiles_loc, today_now)
# total_result.append(line6)
pass
@then('summary data check')
def step_summary_data_check(context):
global line7
context.transformation = scenario()
line7 = context.transformation.summary_data(
datafiles_names, deffiles_names,
summary_invalid_file, field_separator,
resultsfiles_loc, today_now)
# total_result.append(line7)
pass
@then('data formats')
def step_data_formats_check(context):
global line8
context.transformation = scenario()
line8 = context.transformation.data_formats(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line8)
pass
@then('duplicate values')
def step_duplicate_values_check(context):
global line9
context.transformation = scenario()
line9 = context.transformation.duplicate_values(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line9)
pass
@then('special characters check')
def step_special_characters_check(context):
global line10
context.transformation = scenario()
line10 = context.transformation.special_characters(
datafiles_names, deffiles_names,
field_separator, resultsfiles_loc, today_now)
# total_result.append(line10)
pass
@then('invalid-values check')
def step_invalid_values_check(context):
global line11
context.transformation = scenario()
line11 = context.transformation.invalid_values(
datafiles_names, deffiles_names,
summary_invalid_file, field_separator,
resultsfiles_loc, today_now)
# total_result.append(line11)
pass
@then('generate result files')
def step_generate_result_files(context):
context.transformation = scenario()
# try:
# line1 = line1
# except NameError:
# line1 = None
# try:
# line2 = line2
# except NameError:
# line2 = None
# try:
# line3 = line3
# except NameError:
# line3 = None
# try:
# line4 = line4
# except NameError:
# line4 = None
# try:
# line5 = line5
# except NameError:
# line5 = None
# try:
# line6 = line6
# except NameError:
# line6 = None
# try:
# line7 = line7
# except NameError:
# line7 = None
# try:
# line8 = line8
# except NameError:
# line8 = None
# try:
# line9 = line9
# except NameError:
# line9 = None
# try:
# line10 = line10
# except NameError:
# line10 = None
# try:
# line11 = line11
# except NameError:
# line11 = None
context.transformation.result(
line1, line2, line3, line4, line5, line6,
line7, line8, line9, line10, line11,
resultsfiles_loc, today_now)
pass
except Exception as err:
print("Encountered error: " + str(err))
comparison = file_comp.comp(date, timestamp,
resultsfiles_loc,
datafiles_names, today_now)
else:
print("There are no files with the given timestamp")
@then('column names should match')
def step_column_names_should_match(context):
assert context.text, "REQUIRE: correct data input"
@then('column order should match')
def step_column_order_should_match(context):
assert context.text, "REQUIRE: correct data input"
@then('check null values')
def step_check_null_values(context):
assert context.text, "REQUIRE: correct data input"
@then('empty rows')
def step_empty_rows(context):
assert context.text, "REQUIRE: correct data input"
@then('data type check')
def step_data_type_check(context):
assert context.text, "REQUIRE: correct data input"
@then('row count check')
def step_row_count_check(context):
assert context.text, "REQUIRE: correct data input"
@then('summary data check')
def step_summary_data_check(context):
assert context.text, "REQUIRE: correct data input"
@then('data formats')
def step_data_formats_check(context):
assert context.text, "REQUIRE: corrent data input"
@then('duplicate values')
def step_duplicate_values_check(context):
assert context.text, "REQUIRE: correct data input"
@then('special characters check')
def step_special_characters_check(context):
assert context.text, "REQUIRE: correct data input"
@then('invalid-values check')
def step_invalid_values_check(context):
assert context.text, "REQUIRE: correct data input"
except TypeError as err:
print("Error Message: " + str(err))
else:
print(len(timestamp) >= 6), "Given timestamp doesn't match"
else:
assert (len(date) == 8), "Given Date format doesn't match"
