def awos_import(importfile):
for line in importfile:
data = parse_awos_line(line)
if data['record_type'] == 'AWOS1': # ignore AWOS2
try:
airport = Airport.objects.get(facility_site_number=data['landing_facility_site_number'])
except Airport.DoesNotExist:
airport = None
try:
awos = AWOS.objects.get(identifier=data['id'])
except AWOS.DoesNotExist:
awos = AWOS(identifier=data['id'])
awos.sensor_type = data['sensor_type']
awos.commissioned = convert_boolean(data['commissioning_status'])
try:
if data['frequency']:
awos.frequency = Decimal(data['frequency'])
except InvalidOperation:
pass
try:
if data['second_frequency']:
awos.second_frequency = Decimal(data['second_frequency'])
except InvalidOperation:
pass
awos.telephone = data['telephone_number']
awos.airport = airport
awos.city = data['city']
awos.state = data['state_post_office_code']
awos.effective_date = convert_date(data['information_effective'])
if data.get('lon') and data.get('lat'):
awos.point = Point((data['lon'], data['lat']))
awos.save()
def airport_import(importfile, config={'import_att': True, 'import_rmk': True, 'import_rwy': True, 'import_apt': True}, max_records=10000000):
if config['import_att']:
Attendance.objects.all().delete()
if config['import_rmk']:
Remark.objects.all().delete() # there's no way to version them. Start with a clean slate each time.
count = 0
for line in importfile:
data = parse_apt_line(clean_chars(line))
try:
airport = Airport.objects.get(facility_site_number=data['facility_site_number'])
except Airport.DoesNotExist:
airport = Airport(facility_site_number=data['facility_site_number'])
if data['record_type'] == 'ATT' and config['import_att']:
try:
attendance = Attendance.objects.create(airport=airport, sequence=data['attendace_schedule_sequence'], schedule=data['attendance_schedule'])
except:
print data
elif data['record_type'] == 'RMK' and config['import_rmk']:
try:
remark = Remark.objects.create(airport=airport, element_name=data['element_name'], body=data['element_text'])
except:
print data
elif data['record_type'] == 'RWY' and config['import_rwy']:
try:
runway = Runway.objects.get(airport=airport, runway_identification=data['runway_identification'])
except Runway.DoesNotExist:
runway = Runway(airport=airport, runway_identification=data['runway_identification'])
runway.runway_length = data['runway_length']
runway.runway_width = data['runway_width']
runway.surface_type_condition = data['surface_type_condition']
runway.surface_treatment = data['surface_treatment']
runway.pavement_classification_number = data['pavement_classification_number']
runway.lights_edge_intensity = data['lights_edge_intensity']
if data.get('base_end_lon', False) and data.get('base_end_lat', False):
runway.base_end_point = Point((data['base_end_lon'], data['base_end_lat']))
if data['base_end_elevation_physical_runway_end']:
runway.base_end_elevation_physical_runway_end = Decimal(data['base_end_elevation_physical_runway_end'])
if data.get('base_end_displaced_threshold_lon', False) and data.get('base_end_displaced_threshold_lat', False):
runway.base_end_displaced_threshold_point = Point((data['base_end_displaced_threshold_lon'], data['base_end_displaced_threshold_lat']))
if data['base_end_elevation_displaced_threshold']:
runway.base_end_elevation_displaced_threshold = Decimal(data['base_end_elevation_displaced_threshold'])
if data['base_end_displaced_threshold_length_from_end']:
runway.base_end_displaced_threshold_length_from_end = data['base_end_displaced_threshold_length_from_end']
runway.base_end_visual_glide_slope_indicators = data['base_end_visual_glide_slope_indicators']
runway.base_end_runway_visual_range_equipment_locations = data['base_end_runway_visual_range_equipment_locations']
runway.base_end_runway_visual_range_equipment = convert_boolean(data['base_end_runway_visual_range_equipment'])
if data.get('reciprocal_end_lon', False) and data.get('reciprocal_end_lat', False):
runway.reciprocal_end_point = Point((data['reciprocal_end_lon'], data['reciprocal_end_lat']))
if data['reciprocal_end_elevation_physical_runway_end']:
runway.reciprocal_end_elevation_physical_runway_end = Decimal(data['reciprocal_end_elevation_physical_runway_end'])
if data.get('reciprocal_end_displaced_threshold_lon', False) and data.get('reciprocal_end_displaced_threshold_lat', False):
runway.reciprocal_end_displaced_threshold_point = Point((data['reciprocal_end_displaced_threshold_lon'], data['reciprocal_end_displaced_threshold_lat']))
if data['reciprocal_end_elevation_displaced_threshold']:
runway.reciprocal_end_elevation_displaced_threshold = Decimal(data['reciprocal_end_elevation_displaced_threshold'])
if data['reciprocal_end_displaced_threshold_length_from_end']:
runway.reciprocal_end_displaced_threshold_length_from_end = data['reciprocal_end_displaced_threshold_length_from_end']
runway.reciprocal_end_visual_glide_slope_indicators = data['reciprocal_end_visual_glide_slope_indicators']
runway.reciprocal_end_runway_visual_range_equipment_locations = data['reciprocal_end_runway_visual_range_equipment_locations']
runway.reciprocal_end_runway_visual_range_equipment = convert_boolean(data['reciprocal_end_runway_visual_range_equipment'])
runway.save()
elif data['record_type'] == 'APT' and config['import_apt']:
airport.location_identifier = data['location_identifier']
airport.facility_name = data['facility_name']
airport.facility_type = data['facility_type']
airport.associated_state_post_office_code = data['associated_state_post_office_code']
airport.ownership_type = data['ownership_type']
airport.use_type = data['use_type']
airport.owners_name = data['owners_name']
airport.facility_manager_name = data['facility_manager_name']
airport.point = Point((data['lon'], data['lat']))
airport.elevation_msl = data['elevation_msl']
if data['traffic_pattern_agl']:
airport.traffic_pattern_agl = data['traffic_pattern_agl']
airport.activation_date = convert_month_year(data['activation_date'])
airport.status = data['status_code']
airport.control_tower = data['control_tower']
if data['common_traffic_advisory_frequency']:
airport.ctaf = Decimal(data['common_traffic_advisory_frequency'])
airport.segmented_circle = convert_boolean(data['segmented_circle'])
airport.beacon_color = data['beacon_color']
airport.landing_fees = convert_boolean(data['landing_fees'])
airport.medical_use = convert_boolean(data['medical_use'])
if data.get('singles_based', False):
airport.singles_based = data['singles_based']
if data.get('multis_based', None):
airport.multis_based = data['multis_based']
if data.get('jets_based', False):
airport.jets_based = data['jets_based']
if data.get('helicopters_based', False):
airport.helicopters_based = data['helicopters_based']
if data.get('gliders_based', False):
airport.gliders_based = data['gliders_based']
if data.get('military_based', False):
airport.military_based = data['military_based']
if data.get('ultralights_based', False):
airport.ultralights_based = data['ultralights_based']
airport.icao_identifier = data['icao_identifier']
# experimenting with a simpler style of field setting
for field in ('commercial_services_operations',
'commuter_services_operations',
'air_taxi_operations',
'ga_local_operations',
'ga_itinerant_operations',
'military_operations'):
if data.get(field, False):
setattr(airport, field, data[field])
airport.operations_ending_date = convert_date(data['operations_ending_date'])
try:
airport.save()
except Exception, e:
from pprint import pprint
pprint(data)
print('Airport data fail for %s' % data['location_identifier'])
print e
count += 1
if count > max_records:
exit()
def airport_import(importfile,
config={
'import_att': True,
'import_rmk': True,
'import_rwy': True,
'import_apt': True
},
max_records=10000000):
if config['import_att']:
Attendance.objects.all().delete()
if config['import_rmk']:
Remark.objects.all().delete(
) # there's no way to version them. Start with a clean slate each time.
count = 0
for line in importfile:
data = parse_apt_line(clean_chars(line))
try:
airport = Airport.objects.get(
facility_site_number=data['facility_site_number'])
except Airport.DoesNotExist:
airport = Airport(
facility_site_number=data['facility_site_number'])
if data['record_type'] == 'ATT' and config['import_att']:
try:
attendance = Attendance.objects.create(
airport=airport,
sequence=data['attendace_schedule_sequence'],
schedule=data['attendance_schedule'])
except:
print data
elif data['record_type'] == 'RMK' and config['import_rmk']:
try:
remark = Remark.objects.create(
airport=airport,
element_name=data['element_name'],
body=data['element_text'])
except:
print data
elif data['record_type'] == 'RWY' and config['import_rwy']:
try:
runway = Runway.objects.get(
airport=airport,
runway_identification=data['runway_identification'])
except Runway.DoesNotExist:
runway = Runway(
airport=airport,
runway_identification=data['runway_identification'])
runway.runway_length = data['runway_length']
runway.runway_width = data['runway_width']
runway.surface_type_condition = data['surface_type_condition']
runway.surface_treatment = data['surface_treatment']
runway.pavement_classification_number = data[
'pavement_classification_number']
runway.lights_edge_intensity = data['lights_edge_intensity']
if data.get('base_end_lon', False) and data.get(
'base_end_lat', False):
runway.base_end_point = Point(
(data['base_end_lon'], data['base_end_lat']))
if data['base_end_elevation_physical_runway_end']:
runway.base_end_elevation_physical_runway_end = Decimal(
data['base_end_elevation_physical_runway_end'])
if data.get(
'base_end_displaced_threshold_lon', False) and data.get(
'base_end_displaced_threshold_lat', False):
runway.base_end_displaced_threshold_point = Point(
(data['base_end_displaced_threshold_lon'],
data['base_end_displaced_threshold_lat']))
if data['base_end_elevation_displaced_threshold']:
runway.base_end_elevation_displaced_threshold = Decimal(
data['base_end_elevation_displaced_threshold'])
if data['base_end_displaced_threshold_length_from_end']:
runway.base_end_displaced_threshold_length_from_end = data[
'base_end_displaced_threshold_length_from_end']
runway.base_end_visual_glide_slope_indicators = data[
'base_end_visual_glide_slope_indicators']
runway.base_end_runway_visual_range_equipment_locations = data[
'base_end_runway_visual_range_equipment_locations']
runway.base_end_runway_visual_range_equipment = convert_boolean(
data['base_end_runway_visual_range_equipment'])
if data.get('reciprocal_end_lon', False) and data.get(
'reciprocal_end_lat', False):
runway.reciprocal_end_point = Point(
(data['reciprocal_end_lon'], data['reciprocal_end_lat']))
if data['reciprocal_end_elevation_physical_runway_end']:
runway.reciprocal_end_elevation_physical_runway_end = Decimal(
data['reciprocal_end_elevation_physical_runway_end'])
if data.get('reciprocal_end_displaced_threshold_lon',
False) and data.get(
'reciprocal_end_displaced_threshold_lat', False):
runway.reciprocal_end_displaced_threshold_point = Point(
(data['reciprocal_end_displaced_threshold_lon'],
data['reciprocal_end_displaced_threshold_lat']))
if data['reciprocal_end_elevation_displaced_threshold']:
runway.reciprocal_end_elevation_displaced_threshold = Decimal(
data['reciprocal_end_elevation_displaced_threshold'])
if data['reciprocal_end_displaced_threshold_length_from_end']:
runway.reciprocal_end_displaced_threshold_length_from_end = data[
'reciprocal_end_displaced_threshold_length_from_end']
runway.reciprocal_end_visual_glide_slope_indicators = data[
'reciprocal_end_visual_glide_slope_indicators']
runway.reciprocal_end_runway_visual_range_equipment_locations = data[
'reciprocal_end_runway_visual_range_equipment_locations']
runway.reciprocal_end_runway_visual_range_equipment = convert_boolean(
data['reciprocal_end_runway_visual_range_equipment'])
runway.save()
elif data['record_type'] == 'APT' and config['import_apt']:
airport.location_identifier = data['location_identifier']
airport.facility_name = data['facility_name']
airport.facility_type = data['facility_type']
airport.associated_state_post_office_code = data[
'associated_state_post_office_code']
airport.ownership_type = data['ownership_type']
airport.use_type = data['use_type']
airport.owners_name = data['owners_name']
airport.facility_manager_name = data['facility_manager_name']
airport.point = Point((data['lon'], data['lat']))
airport.elevation_msl = data['elevation_msl']
if data['traffic_pattern_agl']:
airport.traffic_pattern_agl = data['traffic_pattern_agl']
airport.activation_date = convert_month_year(
data['activation_date'])
airport.status = data['status_code']
airport.control_tower = data['control_tower']
if data['common_traffic_advisory_frequency']:
airport.ctaf = Decimal(
data['common_traffic_advisory_frequency'])
airport.segmented_circle = convert_boolean(
data['segmented_circle'])
airport.beacon_color = data['beacon_color']
airport.landing_fees = convert_boolean(data['landing_fees'])
airport.medical_use = convert_boolean(data['medical_use'])
if data.get('singles_based', False):
airport.singles_based = data['singles_based']
if data.get('multis_based', None):
airport.multis_based = data['multis_based']
if data.get('jets_based', False):
airport.jets_based = data['jets_based']
if data.get('helicopters_based', False):
airport.helicopters_based = data['helicopters_based']
if data.get('gliders_based', False):
airport.gliders_based = data['gliders_based']
if data.get('military_based', False):
airport.military_based = data['military_based']
if data.get('ultralights_based', False):
airport.ultralights_based = data['ultralights_based']
airport.icao_identifier = data['icao_identifier']
# experimenting with a simpler style of field setting
for field in ('commercial_services_operations',
'commuter_services_operations',
'air_taxi_operations', 'ga_local_operations',
'ga_itinerant_operations', 'military_operations'):
if data.get(field, False):
setattr(airport, field, data[field])
airport.operations_ending_date = convert_date(
data['operations_ending_date'])
try:
airport.save()
except Exception, e:
from pprint import pprint
pprint(data)
print('Airport data fail for %s' % data['location_identifier'])
print e
count += 1
if count > max_records:
exit()