def process_row(metadata):
name = metadata.get('name')
id = metadata.get('id')
insee = metadata.get('citycode')
code = metadata.get('postcode')
fantoir = ''.join(id.split('_')[:2])[:9]
kind = metadata['type']
klass = Street if kind == 'street' else Locality
instance = klass.select().where(klass.fantoir == fantoir).first()
if instance:
return report('Existing {}'.format(klass.__name__), {
name: name,
fantoir: fantoir
}, report.WARNING)
try:
municipality = Municipality.get(Municipality.insee == insee)
except Municipality.DoesNotExist:
return report('Municipality does not exist', insee, report.ERROR)
validator = PostCode.validator(code=code,
version=1,
name=municipality.name,
municipality=municipality)
if validator.errors:
report('Invalid postcode', code, report.ERROR)
postcode = None
else:
with PostCode._meta.database.atomic():
try:
postcode = validator.save()
except peewee.IntegrityError:
# Another thread created it?
postcode = PostCode.get(PostCode.code == code)
else:
report('Created postcode', code, report.NOTICE)
data = dict(
name=name,
fantoir=fantoir,
municipality=municipality.id,
version=1,
)
validator = klass.validator(**data)
if not validator.errors:
item = validator.save()
report(kind, item, report.NOTICE)
housenumbers = metadata.get('housenumbers')
if housenumbers:
for id, metadata in housenumbers.items():
add_housenumber(item, id, metadata, postcode)
else:
report('Street error', validator.errors, report.ERROR)
def process_row(metadata):
name = metadata.get('name')
id = metadata.get('id')
insee = metadata.get('citycode')
code = metadata.get('postcode')
fantoir = ''.join(id.split('_')[:2])[:9]
kind = 'area' if metadata['type'] == 'locality' else 'way'
instance = Group.select().where(Group.fantoir == fantoir).first()
if instance:
return report('Existing {}'.format(Group.__name__),
{name: name, fantoir: fantoir},
report.WARNING)
try:
municipality = Municipality.get(Municipality.insee == insee)
except Municipality.DoesNotExist:
return report('Municipality does not exist', insee, report.ERROR)
validator = PostCode.validator(code=code, version=1,
name=municipality.name,
municipality=municipality)
if validator.errors:
report('Invalid postcode', code, report.ERROR)
postcode = None
else:
with PostCode._meta.database.atomic():
try:
postcode = validator.save()
except peewee.IntegrityError:
# Another thread created it?
postcode = PostCode.get(PostCode.code == code)
else:
report('Created postcode', code, report.NOTICE)
validator = Group.validator(name=name, fantoir=fantoir, kind=kind,
municipality=municipality.pk, version=1)
if not validator.errors:
try:
item = validator.save()
except peewee.IntegrityError:
return report('Duplicate group', fantoir, report.ERROR)
report(kind, item, report.NOTICE)
housenumbers = metadata.get('housenumbers')
if housenumbers:
for id, metadata in housenumbers.items():
add_housenumber(item, id, metadata, postcode)
else:
report('Street error', validator.errors, report.ERROR)
def process_postcode(line):
if line[50] != 'M':
return report('Cedex postcode', line, report.WARNING)
insee = line[6:11]
code = line[89:94]
name = line[90:]
try:
municipality = Municipality.get(Municipality.insee == insee)
except Municipality.DoesNotExist:
return report('Municipality Not Existing', insee, report.WARNING)
postcode, created = PostCode.get_or_create(code=code, name=name,
municipality=municipality,
defaults={'version': 1})
if created:
report('PostCode Added', postcode, report.NOTICE)
def process_postcode(line):
if line[50] != 'M':
return report('Cedex postcode', line, report.WARNING)
insee = line[6:11]
code = line[89:94]
try:
municipality = Municipality.get(Municipality.insee == insee)
except Municipality.DoesNotExist:
return report('Municipality Not Existing', insee, report.WARNING)
postcode, created = PostCode.get_or_create(code=code, version=1)
if created:
report('PostCode Added', postcode, report.NOTICE)
try:
postcode.municipalities.add(municipality)
except peewee.IntegrityError:
report('Association Already Exists', postcode, report.WARNING)
else:
report('Association Added', postcode, report.NOTICE)
def process_row(metadata):
name = metadata.get('name')
id = metadata.get('id')
insee = metadata.get('citycode')
fantoir = ''.join(id.split('_')[:2])[:9]
kind = metadata['type']
klass = Street if kind == 'street' else Locality
instance = klass.select().where(klass.fantoir == fantoir).first()
if instance:
return report('Existing {}'.format(klass.__name__),
{name: name, fantoir: fantoir},
report.WARNING)
try:
municipality = Municipality.get(Municipality.insee == insee)
except Municipality.DoesNotExist:
return report('Municipality does not exist', insee, report.ERROR)
data = dict(
name=name,
fantoir=fantoir,
municipality=municipality.id,
version=1,
)
validator = klass.validator(**data)
if not validator.errors:
item = validator.save()
report(kind, item, report.NOTICE)
housenumbers = metadata.get('housenumbers')
if housenumbers:
for id, metadata in housenumbers.items():
add_housenumber(item, id, metadata)
else:
report('Street error', validator.errors, report.ERROR)