def training_day_to_test_day(training_day_path, test_day_path, solution_path, cutoff_time):
flighthistory.write_flight_history_test_day_file(
os.path.join(training_day_path, "FlightHistory", "flighthistory.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "FlightHistory"), "flighthistory.csv"),
cutoff_time)
flighthistory.write_flight_history_test_day_and_solution_test_flights_only(
os.path.join(training_day_path, "FlightHistory", "flighthistory.csv"),
os.path.join(test_day_path, "test_flights.csv"),
os.path.join(solution_path, utilities.get_day_str(cutoff_time) + "_solution.csv"),
cutoff_time)
utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "FlightHistory", "flighthistoryevents.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "FlightHistory"), "flighthistoryevents.csv"),
"date_time_recorded",
utilities.parse_datetime_format3,
cutoff_time)
utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "ASDI", "asdiposition.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiposition.csv"),
"received",
utilities.parse_datetime_format1,
cutoff_time)
flight_plan_ids = utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "ASDI", "asdiflightplan.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiflightplan.csv"),
"updatetimeutc",
utilities.parse_datetime_format2,
cutoff_time,
ids_to_track_column_name = "asdiflightplanid")
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdiairway.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiairway.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpfix.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpfix.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpcenter.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpcenter.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpsector.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpsector.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpwaypoint.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpwaypoint.csv"),
"asdiflightplanid",
flight_plan_ids)
def test_get_output_subdirectory(self):
original_path = os.tempnam()
os.mkdir(original_path)
output_subdir = utilities.get_output_subdirectory(original_path, "FlightHistory")
self.assertEqual(os.path.join(original_path, "FlightHistory"), output_subdir)
self.assertTrue(os.path.exists(output_subdir))
os.rmdir(output_subdir)
os.rmdir(original_path)
def test_get_output_subdirectory(self):
original_path = os.tempnam()
os.mkdir(original_path)
output_subdir = utilities.get_output_subdirectory(
original_path, "FlightHistory")
self.assertEqual(os.path.join(original_path, "FlightHistory"),
output_subdir)
self.assertTrue(os.path.exists(output_subdir))
os.rmdir(output_subdir)
os.rmdir(original_path)
def training_day_to_test_day(training_day_path, test_day_path, solution_path, cutoff_time):
flighthistory.write_flight_history_test_day_file(
os.path.join(training_day_path, "FlightHistory", "flighthistory.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "FlightHistory"), "flighthistory.csv"),
cutoff_time)
flighthistory.write_flight_history_test_day_and_solution_test_flights_only(
os.path.join(training_day_path, "FlightHistory", "flighthistory.csv"),
os.path.join(test_day_path, "test_flights.csv"),
os.path.join(solution_path, utilities.get_day_str(cutoff_time) + "_solution.csv"),
cutoff_time)
utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "FlightHistory", "flighthistoryevents.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "FlightHistory"), "flighthistoryevents.csv"),
"date_time_recorded",
utilities.parse_datetime_format3,
cutoff_time)
utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "ASDI", "asdiposition.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiposition.csv"),
"received",
utilities.parse_datetime_format1,
cutoff_time)
flight_plan_ids = utilities.filter_file_based_on_cutoff_time_streaming(os.path.join(training_day_path, "ASDI", "asdiflightplan.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiflightplan.csv"),
"updatetimeutc",
utilities.parse_datetime_format2,
cutoff_time,
ids_to_track_column_name = "asdiflightplanid")
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdiairway.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdiairway.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpfix.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpfix.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpcenter.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpcenter.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpsector.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpsector.csv"),
"asdiflightplanid",
flight_plan_ids)
utilities.filter_file_based_on_ids_streaming(os.path.join(training_day_path, "ASDI", "asdifpwaypoint.csv"),
os.path.join(utilities.get_output_subdirectory(test_day_path, "ASDI"), "asdifpwaypoint.csv"),
"asdiflightplanid",
flight_plan_ids)
day_beginning, day_end = utilities.get_day_boundaries(cutoff_time)
weather.process_one_day(
training_day_path,
test_day_path,
day_beginning,
cutoff_time,
"test",
cutoff_time = cutoff_time)
