class DBFExporter(object):
"""
Creates a dbf file.
"""
def __init__(self, logger=None):
if logger is not None:
self.logger = logger
else:
self.logger = logging.getLogger(__name__)
def export_aanafvoergebieden(self, owner, save_to, filename):
"""Export areas into dbf."""
filepath = self.file_path(save_to, filename)
if owner is not None:
areas = Area.objects.filter(data_set=owner)
else:
areas = Area.objects.exclude(data_set=None)
areas = areas.exclude(area_class=Area.AREA_CLASS_KRW_WATERLICHAAM)
success = self.create_dbf('area', areas, filepath)
self.logger.debug("Status export areas is '%s' for %s to %s" % (
success, owner, filepath))
def export_areaconfiguration(self, owner, save_to, filename):
"""Export areaconfigurations into dbf."""
filepath = self.file_path(save_to, filename)
area_configurations = AreaConfiguration.objects.filter(data_set=owner)
success = self.create_dbf('areaconfiguration',
area_configurations,
filepath)
self.logger.debug("Status export areaconfig. is '%s' for %s to %s" % (
success, owner.name, filepath))
def export_bucketconfiguration(self, owner, save_to, filename):
"""Export buckets into dbf."""
filepath = self.file_path(save_to, filename)
buckets = Bucket.objects.filter(data_set=owner, deleted=False)
success = self.create_dbf('bucket', buckets, filepath)
self.logger.debug("Status export buckets is '%s' for %s into %s" % (
success, owner.name, filepath))
def export_structureconfiguration(self, owner, save_to, filename):
"""Export structures into dbf."""
filepath = self.file_path(save_to, filename)
structures = Structure.objects.filter(data_set=owner, deleted=False)
success = self.create_dbf('structure', structures, filepath)
self.logger.debug("Status export structure is '%s' for %s into %s" % (
success, owner.name, filepath))
def export_configuration_to_dbf(self, object_id):
"""
Exports water balance configuration of passed area
into 3 dbf files (AreaConfiguration, Bucket, Structure).
"""
if object_id is None:
return False
area_configurations = AreaConfiguration.objects.filter(ident=object_id)
if area_configurations.exists() == False:
self.logger.debug('Water Balance configuration of area "%s" %s',
object_id, 'is NOT exists.')
return False
else:
area_configuration = area_configurations[0]
self.logger.debug("Export area configuration.")
filename = self.create_filename('areaconfiguration')
is_created_1 = self.create_dbf('areaconfiguration',
[area_configuration],
filename)
buckets = Bucket.objects.filter(area=area_configuration)
self.logger.debug("Export bucket.")
filename = self.create_filename('bucket')
is_created_2 = self.create_dbf('bucket', buckets, filename)
structures = Structure.objects.filter(area=area_configuration)
self.logger.debug("Export structure.")
filename = self.create_filename('structure')
is_created_3 = self.create_dbf('structure', structures, filename)
if is_created_1 and is_created_2 and is_created_3:
return True
else:
return False
def file_path(self, save_to, filename):
success = True
if not os.path.exists(save_to):
self.logger.error("Path %s not exists" % save_to)
success = False
if filename is None or len(filename) < 1:
self.logger.error("File name is not exists")
success = False
if success:
filename = ".".join((filename, 'dbf'))
filepath = os.path.abspath(os.path.join(save_to, filename))
else:
filepath = self.create_filename('')
return filepath
def create_filename(self, modul_name):
default_filename = 'not_configured.dbf'
default_dbfdir = 'media/lizard_wbconfiguration/dbf'
default_package = 'lizard_wbconfiguration'
filenames = {
'areaconfiguration': 'area_configuration.dbf',
'structure': 'structures.dbf',
'bucket': 'buckets.dbf'}
if pkg_resources.resource_isdir(default_package,
default_dbfdir):
dbf_dir_path = pkg_resources.resource_filename(default_package,
default_dbfdir)
filename = '%s/%s' % (dbf_dir_path, filenames.get(
modul_name, 'not_configured.dbf'))
self.logger.info("File to save %s.", filename)
return filename
else:
self.logger.debug('Location to write .dbf files is not defined.')
self.logger.debug(
'Used default file name "%s".' % default_filename)
return default_filename
def create_dbf(self, model_name, area_objects, filename):
"""
Creates a dbf file.
"""
success = False
mapping = WBConfigurationDBFMapping.objects.filter(
model_name__iexact=model_name).order_by('index')
try:
self.logger.info("Create en open dbf file='%s'." % filename)
self.create_out(filename)
self.logger.info("Add fields.")
self.fields_to_dbf(mapping)
self.logger.info("Store '%s' '%s'." % (
len(area_objects), model_name))
self.store_data(area_objects, mapping)
self.logger.info("Close file.")
self.close_out()
success = True
except Exception as ex:
self.logger.error(','.join(map(str, ex.args)))
return success
def fields_to_dbf(self, mapping):
"""
Adds fields into dbf file.
"""
for item in mapping:
field_options = [str(item.dbffield_name),
str(item.dbffield_type)]
if item.dbffield_length is not None:
field_options.append(item.dbffield_length)
if item.dbffield_decimals is not None:
field_options.append(item.dbffield_decimals)
self.add_field_out(field_options)
def store_data(self, area_objects, mapping):
"""
Store data into dbf file.
"""
for area_object in area_objects:
rec = self.new_record()
for item in mapping:
value = self.retrieve_value(area_object,
item.wbfield_name.lower())
if value is not None:
dbffield_name = item.dbffield_name.lower()
if dbffield_name == 'x' and isinstance(value, Point):
value = value.x
if dbffield_name == 'y' and isinstance(value, Point):
value = value.y
rec[dbffield_name] = value
self.store_record(rec)
def retrieve_value(self, area_object, field_name):
"""Return the value
Arguments:
area_object -- the instance object of a model
field_name -- field name
"""
if not hasattr(area_object, field_name):
self.logger.debug("%s has not attribute %s" % (
area_object._meta.module_name, field_name))
return None
value = getattr(area_object, field_name)
if value is None:
self.logger.debug("Value of %s.%s is None." % (
area_object._meta.module_name, field_name))
return None
if isinstance(value, Area):
if field_name.lower() == 'parent':
value = value.ident
else:
value = value.id
elif isinstance(value, AreaConfiguration):
value = value.area.ident
elif isinstance(value, BucketsType):
value = value.code
elif isinstance(value, StructureInOut):
value = bool(value.index)
elif isinstance(value, MultiPolygon):
value = self.get_centrpoint(value)
elif isinstance(value, Polygon):
value = self.get_centrpoint(value)
elif isinstance(value, DataSet):
value = str(value.name)
elif isinstance(value, unicode):
value = value
else:
value = value
return value
def get_centrpoint(self, geometry):
"""Retrieve center point of geometry,
transform the gometry to srid=28992."""
srid = 28992
if geometry.srid != srid:
geometry_clone = geometry.transform(srid, clone=True)
return geometry_clone.centroid
def create_out(self, file_path):
self.out = Dbf(file_path, new=True)
def add_field_out(self, field_options):
self.out.addField(tuple(field_options))
def close_out(self):
self.out.close()
def new_record(self):
return self.out.newRecord()
def store_record(self, rec):
rec.store()
class DBFExporter(object):
"""
Creates a dbf file.
"""
def __init__(self, logger=None):
if logger is not None:
self.logger = logger
else:
self.logger = logging.getLogger(__name__)
def export_esf_configurations(self, owner, save_to, dbf_file, filename):
"""Export esf configurations into dbf.
Arguments:
owner -- instance of lizard_security DataSet object
save_to -- location to save dbf file as string, ex. '/tmp/'
dbf_file -- instance of DbfFile object
"""
if owner is not None:
areas = Area.objects.filter(data_set=owner)
else:
areas = Area.objects.exclude(data_set=None)
areas = areas.exclude(area_class=Area.AREA_CLASS_KRW_WATERLICHAAM)
configurations = Configuration.objects.filter(
dbf_file=dbf_file).order_by('dbf_index')
if configurations.exists() == False:
self.logger.warning('NO configurations for dbf_file %s' % dbf_file)
return
filepath = self.file_path(save_to, filename, 'dbf')
if filepath is None:
self.logger.error("File path='%s' does NOT exist." % save_to)
return
self.logger.debug("Creating dbf file: %s." % filepath)
self.create_out(filepath)
self.fields_to_dbf(configurations)
counter = 0
for area in areas:
areaconfigurations = AreaConfiguration.objects.filter(
configuration__dbf_file=dbf_file,
area=area)
counter = counter + len(areaconfigurations)
if areaconfigurations.exists():
self.store_data(area, areaconfigurations)
self.logger.debug("Processed %d areaconfigurations." % counter)
self.close_out()
def field_to_dbf(
self, f_name, f_type, f_length=None, f_decimals=None):
"""Add a field into passed dbf.
Arguments:
f_name -- field name as string where len(f_name)<= 10
f_type -- field type as string (C, D, N)
f_length -- decimals as integer
"""
field_options = [f_name, f_type]
if f_length is not None:
field_options.append(f_length)
if f_length is not None and f_decimals is not None:
field_options.append(f_decimals)
try:
self.add_field_out(field_options)
except Exception as ex:
self.logger.error(','.join(map(str, ex.args)))
def fields_to_dbf(self, mapping):
"""
Add fields into dbf file.
Avoid fields with None or empty value.
"""
self.field_to_dbf(u'GAFIDENT', 'C', 24)
self.field_to_dbf(u'GAFNAAM', 'C', 100)
for item in mapping:
if self.is_nonempty_value(item.dbf_valuefield_name):
self.field_to_dbf(item.dbf_valuefield_name,
item.dbf_valuefield_type,
item.dbf_valuefield_length,
item.dbf_valuefield_decimals)
if self.is_nonempty_value(item.dbf_manualfield_name):
self.field_to_dbf(item.dbf_manualfield_name, 'L')
def store_data(self, area, areaconfigurations):
"""
Store data into dbf file.
"""
rec = self.new_record()
rec['GAFIDENT'] = area.ident
rec['GAFNAAM'] = area.name
for item in areaconfigurations:
dbf_manualfield_name = item.configuration.dbf_manualfield_name
dbf_valuefield_name = item.configuration.dbf_valuefield_name
manual_text_value = item.manual_text_value
manual_value = item.manual_value
value = item.manual
if self.is_nonempty_value(dbf_manualfield_name) and \
self.is_nonempty_value(value):
rec[dbf_manualfield_name] = value
if self.is_nonempty_value(dbf_valuefield_name):
if item.configuration.dbf_valuefield_type == 'C':
if self.is_nonempty_value(manual_text_value):
rec[dbf_valuefield_name] = manual_text_value
else:
if self.is_nonempty_value(manual_value):
if item.configuration.dbf_valuefield_type == 'L':
manual_value = manual_value > 0.0
rec[dbf_valuefield_name] = manual_value
self.store_record(rec)
def file_path(self, save_to, filename, extension):
"""
Create absolute filepath.
Arguments:
save_to -- pathname as string, example. '/tmp/share/'
filename -- filename as string, example. 'aanafvoergebied'
extention -- file extention as string, example. 'dbf'
"""
success = True
if not os.path.exists(save_to):
self.logger.error("Path %s not exists" % save_to)
success = False
if filename is None or len(filename) < 1:
self.logger.error("File name is not exists")
success = False
if success:
filename = ".".join((filename, extension))
filepath = os.path.abspath(os.path.join(save_to, filename))
else:
filepath = None
return filepath
def is_nonempty_value(self, value):
return ((value is not None) and (value != ''))
def create_out(self, file_path):
self.out = Dbf(file_path, new=True)
def add_field_out(self, field_options):
self.out.addField(tuple(field_options))
def close_out(self):
self.out.close()
def new_record(self):
return self.out.newRecord()
def store_record(self, rec):
rec.store()