def _import_unit(self, syncher, info): n = 0 e = 0 isPositionOk = True try: n = info['location']['coordinates'][0] # latitude e = info['location']['coordinates'][1] # longitude except: isPositionOk == False POSITIONERROR.append(info['id']) if isPositionOk: obj = syncher.get(str(info['id'])) obj_id = 'tpr:%s' % str(info['id']) if not obj: obj = Place(data_source=self.data_source, origin_id=info['id']) obj._changed = True obj._created = True obj.id = obj_id else: assert obj.id == obj_id obj._created = False obj._changed_fields = [] try: self._save_translated_field_multilevel(obj, 'name', info, 'name') self._save_translated_field_multilevel(obj, 'description', info, 'description') self._save_translated_field_multilevel(obj, 'street_address', info, 'street_address') except: NONEVALUES.append('unit ID: ' + str(info['id']) + ' some multilanguage field is none') pass try: self._save_field(obj, 'info_url', info, 'www', max_length=1000) except: NONEVALUES.append('unit ID: ' + str(info['id']) + ' info_url field is empty!') pass try: self._save_field(obj, 'address_locality', info, 'municipality') except: NONEVALUES.append('unit ID: ' + str(info['id']) + ' address_locality field is empty!') pass try: self._save_field(obj, 'telephone', info, 'phone') except: NONEVALUES.append('unit ID: ' + str(info['id']) + ' telephone field is empty!') pass field_map = { 'address_zip': 'postal_code', 'address_postal_full': None, 'email': 'email', } for src_field, obj_field in field_map.items(): if not obj_field: continue val = info.get(src_field, None) if getattr(obj, obj_field) != val: setattr(obj, obj_field, val) obj._changed_fields.append(obj_field) obj._changed = True position = None if n and e: if os.name == 'nt': p = Point(e, n, srid=4326) # GPS coordinate system (WGS 84) else: p = Point(n, e, srid=4326) # GPS coordinate system (WGS 84) if p.within(self.bounding_box): if self.target_srid != 4326: p.transform(self.gps_to_target_ct) position = p else: logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj)) try: picture_url = info.get('picture_url', '').strip() except: NONEVALUES.append('unit ID: ' + str(info['id']) + ' picture_url field is empty!') pass if position and obj.position: # If the distance is less than 10cm, assume the location # hasn't changed. assert obj.position.srid == settings.PROJECTION_SRID if position.distance(obj.position) < 0.10: position = obj.position if position != obj.position: obj._changed = True obj._changed_fields.append('position') obj.position = position if obj.publisher_id != self.organization.id: obj.publisher = self.organization obj._changed_fields.append('publisher') obj._changed = True if obj.deleted: obj.deleted = False replace_location(from_source='matko', by=obj) obj._changed_fields.append('deleted') obj._changed = True if obj._changed: if obj._created: verb = "created" else: verb = "changed (fields: %s)" % ', '.join(obj._changed_fields) logger.info("%s %s" % (obj, verb)) obj.save() syncher.mark(obj)
def _import_unit(self, syncher, info): obj = syncher.get(str(info['id'])) obj_id = 'tprek:%s' % str(info['id']) if not obj: obj = Place(data_source=self.data_source, origin_id=info['id']) obj._changed = True obj._created = True obj.id = obj_id else: assert obj.id == obj_id obj._created = False obj._changed_fields = [] self._save_translated_field(obj, 'name', info, 'name') self._save_translated_field(obj, 'description', info, 'desc') self._save_translated_field(obj, 'street_address', info, 'street_address') self._save_translated_field(obj, 'address_locality', info, 'address_city') self._save_translated_field(obj, 'info_url', info, 'www', max_length=1000) self._save_field(obj, 'telephone', info, 'phone') field_map = { 'address_zip': 'postal_code', 'address_postal_full': None, 'email': 'email', } for src_field, obj_field in field_map.items(): if not obj_field: continue val = info.get(src_field, None) if getattr(obj, obj_field) != val: setattr(obj, obj_field, val) obj._changed_fields.append(obj_field) obj._changed = True n = info.get('latitude', 0) e = info.get('longitude', 0) position = None if n and e: p = Point(e, n, srid=4326) # GPS coordinate system if p.within(self.bounding_box): if self.target_srid != 4326: p.transform(self.gps_to_target_ct) position = p else: logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj)) picture_url = info.get('picture_url', '').strip() if picture_url: self.set_image(obj, {'url': picture_url}) if position and obj.position: # If the distance is less than 10cm, assume the location # hasn't changed. assert obj.position.srid == settings.PROJECTION_SRID if position.distance(obj.position) < 0.10: position = obj.position if position != obj.position: obj._changed = True obj._changed_fields.append('position') obj.position = position if obj.publisher_id != self.organization.id: obj.publisher = self.organization obj._changed_fields.append('publisher') obj._changed = True if obj.deleted: obj.deleted = False # location has been reinstated in tprek, hip hip hooray! replace_location(from_source='matko', by=obj) obj._changed_fields.append('deleted') obj._changed = True if obj._changed: if obj._created: verb = "created" else: verb = "changed (fields: %s)" % ', '.join(obj._changed_fields) logger.info("%s %s" % (obj, verb)) obj.save() syncher.mark(obj)
def _import_address(self, syncher, address_obj): # addresses have no static ids, just format the address cleanly origin_id = str(address_obj).replace(' - ', '-').replace(',', '').replace( ' ', '_').lower() obj = syncher.get(origin_id) obj_id = 'osoite:' + origin_id if not obj: obj = Place(data_source=self.data_source, origin_id=origin_id) obj._changed = True obj._created = True obj.id = obj_id else: assert obj.id == obj_id obj._created = False obj._changed_fields = [] # we must construct the names and street addresses from the address object info = {} for lang in self.supported_languages: info['name_' + lang] = self.get_whole_address(address_obj, lang) info['street_address_' + lang] = self.get_street_address( address_obj, lang) info['municipality_' + lang] = getattr(address_obj.street.municipality, 'name_' + lang) \ or getattr(address_obj.street.municipality, 'name_fi') self._save_translated_field(obj, 'name', info, 'name') self._save_translated_field(obj, 'street_address', info, 'street_address') self._save_translated_field(obj, 'address_locality', info, 'municipality') position = address_obj.location #print("[OSOITE.PY]: ---> POSITION: ", position) #position = None obj._changed = True if position and obj.position: # If the distance is less than 10cm, assume the location # hasn't changed. assert obj.position.srid == settings.PROJECTION_SRID if position.distance(obj.position) < 0.10: position = obj.position #position = None if position != obj.position: obj._changed = True obj._changed_fields.append('position') obj.position = position if obj.publisher_id != self.organization.id: obj.publisher = self.organization obj._changed_fields.append('publisher') obj._changed = True if obj.deleted: obj.deleted = False # address has been reinstated, hip hip hooray! # there's no way we can find any events from other addresses that should now be in this address # so we cannot do address replace here (the way we do with tprek units) obj._changed_fields.append('deleted') obj._changed = True if obj._changed: if obj._created: verb = "created" else: verb = "changed (fields: %s)" % ', '.join(obj._changed_fields) logger.info("%s %s" % (obj, verb)) obj.save() syncher.mark(obj)
def _import_unit(self, syncher, info): obj = syncher.get(str(info['id'])) obj_id = 'tprek:%s' % str(info['id']) if not obj: obj = Place(data_source=self.data_source, origin_id=info['id']) obj._changed = True obj._created = True obj.id = obj_id else: assert obj.id == obj_id obj._created = False obj._changed_fields = [] self._save_translated_field(obj, 'name', info, 'name') self._save_translated_field(obj, 'description', info, 'desc') self._save_translated_field(obj, 'street_address', info, 'street_address') self._save_translated_field(obj, 'address_locality', info, 'address_city') self._save_translated_field(obj, 'info_url', info, 'www', max_length=1000) self._save_field(obj, 'telephone', info, 'phone') field_map = { 'address_zip': 'postal_code', 'address_postal_full': None, 'email': 'email', } for src_field, obj_field in field_map.items(): if not obj_field: continue val = info.get(src_field, None) if getattr(obj, obj_field) != val: setattr(obj, obj_field, val) obj._changed_fields.append(obj_field) obj._changed = True n = info.get('latitude', 0) e = info.get('longitude', 0) position = None if n and e: p = Point(e, n, srid=4326) # GPS coordinate system if p.within(self.bounding_box): if self.target_srid != 4326: p.transform(self.gps_to_target_ct) position = p else: logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj)) picture_url = info.get('picture_url', '').strip() if picture_url: self.set_image(obj, {'url': picture_url}) if position and obj.position: # If the distance is less than 10cm, assume the location # hasn't changed. assert obj.position.srid == settings.PROJECTION_SRID if position.distance(obj.position) < 0.10: position = obj.position if position != obj.position: obj._changed = True obj._changed_fields.append('position') obj.position = position if obj.publisher_id != self.organization.id: obj.publisher = self.organization obj._changed_fields.append('publisher') obj._changed = True if obj.deleted: obj.deleted = False # location has been reinstated in tprek, hip hip hooray! replace_location(from_source='matko', by=obj) obj._changed_fields.append('undeleted') obj._changed = True if obj._changed: if obj._created: verb = "created" else: verb = "changed (fields: %s)" % ', '.join(obj._changed_fields) logger.info("%s %s" % (obj, verb)) obj.save() syncher.mark(obj)