def process_row(metadata): name = metadata.get('name') id = metadata.get('id') insee = metadata.get('citycode') code = metadata.get('postcode') fantoir = ''.join(id.split('_')[:2])[:9] kind = metadata['type'] klass = Street if kind == 'street' else Locality instance = klass.select().where(klass.fantoir == fantoir).first() if instance: return report('Existing {}'.format(klass.__name__), { name: name, fantoir: fantoir }, report.WARNING) try: municipality = Municipality.get(Municipality.insee == insee) except Municipality.DoesNotExist: return report('Municipality does not exist', insee, report.ERROR) validator = PostCode.validator(code=code, version=1, name=municipality.name, municipality=municipality) if validator.errors: report('Invalid postcode', code, report.ERROR) postcode = None else: with PostCode._meta.database.atomic(): try: postcode = validator.save() except peewee.IntegrityError: # Another thread created it? postcode = PostCode.get(PostCode.code == code) else: report('Created postcode', code, report.NOTICE) data = dict( name=name, fantoir=fantoir, municipality=municipality.id, version=1, ) validator = klass.validator(**data) if not validator.errors: item = validator.save() report(kind, item, report.NOTICE) housenumbers = metadata.get('housenumbers') if housenumbers: for id, metadata in housenumbers.items(): add_housenumber(item, id, metadata, postcode) else: report('Street error', validator.errors, report.ERROR)
def process_row(metadata): name = metadata.get('name') id = metadata.get('id') insee = metadata.get('citycode') code = metadata.get('postcode') fantoir = ''.join(id.split('_')[:2])[:9] kind = 'area' if metadata['type'] == 'locality' else 'way' instance = Group.select().where(Group.fantoir == fantoir).first() if instance: return report('Existing {}'.format(Group.__name__), {name: name, fantoir: fantoir}, report.WARNING) try: municipality = Municipality.get(Municipality.insee == insee) except Municipality.DoesNotExist: return report('Municipality does not exist', insee, report.ERROR) validator = PostCode.validator(code=code, version=1, name=municipality.name, municipality=municipality) if validator.errors: report('Invalid postcode', code, report.ERROR) postcode = None else: with PostCode._meta.database.atomic(): try: postcode = validator.save() except peewee.IntegrityError: # Another thread created it? postcode = PostCode.get(PostCode.code == code) else: report('Created postcode', code, report.NOTICE) validator = Group.validator(name=name, fantoir=fantoir, kind=kind, municipality=municipality.pk, version=1) if not validator.errors: try: item = validator.save() except peewee.IntegrityError: return report('Duplicate group', fantoir, report.ERROR) report(kind, item, report.NOTICE) housenumbers = metadata.get('housenumbers') if housenumbers: for id, metadata in housenumbers.items(): add_housenumber(item, id, metadata, postcode) else: report('Street error', validator.errors, report.ERROR)
def process_postcode(line): if line[50] != 'M': return report('Cedex postcode', line, report.WARNING) insee = line[6:11] code = line[89:94] name = line[90:] try: municipality = Municipality.get(Municipality.insee == insee) except Municipality.DoesNotExist: return report('Municipality Not Existing', insee, report.WARNING) postcode, created = PostCode.get_or_create(code=code, name=name, municipality=municipality, defaults={'version': 1}) if created: report('PostCode Added', postcode, report.NOTICE)
def process_postcode(line): if line[50] != 'M': return report('Cedex postcode', line, report.WARNING) insee = line[6:11] code = line[89:94] try: municipality = Municipality.get(Municipality.insee == insee) except Municipality.DoesNotExist: return report('Municipality Not Existing', insee, report.WARNING) postcode, created = PostCode.get_or_create(code=code, version=1) if created: report('PostCode Added', postcode, report.NOTICE) try: postcode.municipalities.add(municipality) except peewee.IntegrityError: report('Association Already Exists', postcode, report.WARNING) else: report('Association Added', postcode, report.NOTICE)
def process_row(metadata): name = metadata.get('name') id = metadata.get('id') insee = metadata.get('citycode') fantoir = ''.join(id.split('_')[:2])[:9] kind = metadata['type'] klass = Street if kind == 'street' else Locality instance = klass.select().where(klass.fantoir == fantoir).first() if instance: return report('Existing {}'.format(klass.__name__), {name: name, fantoir: fantoir}, report.WARNING) try: municipality = Municipality.get(Municipality.insee == insee) except Municipality.DoesNotExist: return report('Municipality does not exist', insee, report.ERROR) data = dict( name=name, fantoir=fantoir, municipality=municipality.id, version=1, ) validator = klass.validator(**data) if not validator.errors: item = validator.save() report(kind, item, report.NOTICE) housenumbers = metadata.get('housenumbers') if housenumbers: for id, metadata in housenumbers.items(): add_housenumber(item, id, metadata) else: report('Street error', validator.errors, report.ERROR)