def save_place(self, info):
args = dict(data_source=info['data_source'],
origin_id=info['origin_id'])
obj_id = "%s:%s" % (info['data_source'].id, info['origin_id'])
try:
obj = Place.objects.get(**args)
obj._created = False
assert obj.id == obj_id
except Place.DoesNotExist:
obj = Place(**args)
obj._created = True
obj.id = obj_id
obj._changed = False
skip_fields = ['id', 'position', 'custom_fields', 'publisher']
self._update_fields(obj, info, skip_fields)
n = info.get('latitude', 0)
e = info.get('longitude', 0)
position = None
if n and e:
p = Point(e, n, srid=4326) # GPS coordinate system
if p.within(self.bounding_box):
if self.target_srid != 4326:
p.transform(self.gps_to_target_ct)
position = p
else:
logger.warning("Invalid coordinates (%f, %f) for %s" %
(n, e, obj))
if position and obj.position:
# If the distance is less than 10cm, assume the position
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
if position != obj.position:
obj._changed = True
obj.position = position
# we may end up reinstating deleted locations whenever they are imported back and forth
if obj.deleted:
obj.deleted = False
obj._changed = True
self._set_field(obj, 'publisher_id', info['publisher'].id)
if obj._changed or obj._created:
if obj._created:
verb = "created"
else:
verb = "changed"
logger.debug("%s %s" % (obj, verb))
obj.save()
return obj
def save_place(self, info):
args = dict(data_source=info['data_source'], origin_id=info['origin_id'])
obj_id = "%s:%s" % (info['data_source'].id, info['origin_id'])
try:
obj = Place.objects.get(**args)
obj._created = False
assert obj.id == obj_id
except Place.DoesNotExist:
obj = Place(**args)
obj._created = True
obj.id = obj_id
obj._changed = False
skip_fields = ['id', 'position', 'custom_fields', 'publisher']
self._update_fields(obj, info, skip_fields)
n = info.get('latitude', 0)
e = info.get('longitude', 0)
position = None
if n and e:
p = Point(e, n, srid=4326) # GPS coordinate system
if p.within(self.bounding_box):
if self.target_srid != 4326:
p.transform(self.gps_to_target_ct)
position = p
else:
logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj))
if position and obj.position:
# If the distance is less than 10cm, assume the position
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
if position != obj.position:
obj._changed = True
obj.position = position
# we may end up reinstating deleted locations whenever they are imported back and forth
if obj.deleted:
obj.deleted = False
obj._changed = True
self._set_field(obj, 'publisher_id', info['publisher'].id)
if obj._changed or obj._created:
if obj._created:
verb = "created"
else:
verb = "changed"
logger.debug("%s %s" % (obj, verb))
obj.save()
return obj
def _import_unit(self, syncher, info):
n = 0
e = 0
isPositionOk = True
try:
n = info['location']['coordinates'][0] # latitude
e = info['location']['coordinates'][1] # longitude
except:
isPositionOk == False
POSITIONERROR.append(info['id'])
if isPositionOk:
obj = syncher.get(str(info['id']))
obj_id = 'tpr:%s' % str(info['id'])
if not obj:
obj = Place(data_source=self.data_source, origin_id=info['id'])
obj._changed = True
obj._created = True
obj.id = obj_id
else:
assert obj.id == obj_id
obj._created = False
obj._changed_fields = []
try:
self._save_translated_field_multilevel(obj, 'name', info, 'name')
self._save_translated_field_multilevel(obj, 'description', info, 'description')
self._save_translated_field_multilevel(obj, 'street_address', info, 'street_address')
except:
NONEVALUES.append('unit ID: ' + str(info['id']) + ' some multilanguage field is none')
pass
try:
self._save_field(obj, 'info_url', info, 'www', max_length=1000)
except:
NONEVALUES.append('unit ID: ' + str(info['id']) + ' info_url field is empty!')
pass
try:
self._save_field(obj, 'address_locality', info, 'municipality')
except:
NONEVALUES.append('unit ID: ' + str(info['id']) + ' address_locality field is empty!')
pass
try:
self._save_field(obj, 'telephone', info, 'phone')
except:
NONEVALUES.append('unit ID: ' + str(info['id']) + ' telephone field is empty!')
pass
field_map = {
'address_zip': 'postal_code',
'address_postal_full': None,
'email': 'email',
}
for src_field, obj_field in field_map.items():
if not obj_field:
continue
val = info.get(src_field, None)
if getattr(obj, obj_field) != val:
setattr(obj, obj_field, val)
obj._changed_fields.append(obj_field)
obj._changed = True
position = None
if n and e:
if os.name == 'nt':
p = Point(e, n, srid=4326) # GPS coordinate system (WGS 84)
else:
p = Point(n, e, srid=4326) # GPS coordinate system (WGS 84)
if p.within(self.bounding_box):
if self.target_srid != 4326:
p.transform(self.gps_to_target_ct)
position = p
else:
logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj))
try:
picture_url = info.get('picture_url', '').strip()
except:
NONEVALUES.append('unit ID: ' + str(info['id']) + ' picture_url field is empty!')
pass
if position and obj.position:
# If the distance is less than 10cm, assume the location
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
if position != obj.position:
obj._changed = True
obj._changed_fields.append('position')
obj.position = position
if obj.publisher_id != self.organization.id:
obj.publisher = self.organization
obj._changed_fields.append('publisher')
obj._changed = True
if obj.deleted:
obj.deleted = False
replace_location(from_source='matko', by=obj)
obj._changed_fields.append('deleted')
obj._changed = True
if obj._changed:
if obj._created:
verb = "created"
else:
verb = "changed (fields: %s)" % ', '.join(obj._changed_fields)
logger.info("%s %s" % (obj, verb))
obj.save()
syncher.mark(obj)
def _import_address(self, syncher, address_obj):
# addresses have no static ids, just format the address cleanly
origin_id = str(address_obj).replace(' - ',
'-').replace(',', '').replace(
' ', '_').lower()
obj = syncher.get(origin_id)
obj_id = 'osoite:' + origin_id
if not obj:
obj = Place(data_source=self.data_source, origin_id=origin_id)
obj._changed = True
obj._created = True
obj.id = obj_id
else:
assert obj.id == obj_id
obj._created = False
obj._changed_fields = []
# we must construct the names and street addresses from the address object
info = {}
for lang in self.supported_languages:
info['name_' + lang] = self.get_whole_address(address_obj, lang)
info['street_address_' + lang] = self.get_street_address(
address_obj, lang)
info['municipality_' + lang] = getattr(address_obj.street.municipality, 'name_' + lang) \
or getattr(address_obj.street.municipality, 'name_fi')
self._save_translated_field(obj, 'name', info, 'name')
self._save_translated_field(obj, 'street_address', info,
'street_address')
self._save_translated_field(obj, 'address_locality', info,
'municipality')
position = address_obj.location
#print("[OSOITE.PY]: ---> POSITION: ", position)
#position = None
obj._changed = True
if position and obj.position:
# If the distance is less than 10cm, assume the location
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
#position = None
if position != obj.position:
obj._changed = True
obj._changed_fields.append('position')
obj.position = position
if obj.publisher_id != self.organization.id:
obj.publisher = self.organization
obj._changed_fields.append('publisher')
obj._changed = True
if obj.deleted:
obj.deleted = False
# address has been reinstated, hip hip hooray!
# there's no way we can find any events from other addresses that should now be in this address
# so we cannot do address replace here (the way we do with tprek units)
obj._changed_fields.append('deleted')
obj._changed = True
if obj._changed:
if obj._created:
verb = "created"
else:
verb = "changed (fields: %s)" % ', '.join(obj._changed_fields)
logger.info("%s %s" % (obj, verb))
obj.save()
syncher.mark(obj)
def _import_unit(self, syncher, info):
obj = syncher.get(str(info['id']))
obj_id = 'tprek:%s' % str(info['id'])
if not obj:
obj = Place(data_source=self.data_source, origin_id=info['id'])
obj._changed = True
obj._created = True
obj.id = obj_id
else:
assert obj.id == obj_id
obj._created = False
obj._changed_fields = []
self._save_translated_field(obj, 'name', info, 'name')
self._save_translated_field(obj, 'description', info, 'desc')
self._save_translated_field(obj, 'street_address', info, 'street_address')
self._save_translated_field(obj, 'address_locality', info, 'address_city')
self._save_translated_field(obj, 'info_url', info, 'www', max_length=1000)
self._save_field(obj, 'telephone', info, 'phone')
field_map = {
'address_zip': 'postal_code',
'address_postal_full': None,
'email': 'email',
}
for src_field, obj_field in field_map.items():
if not obj_field:
continue
val = info.get(src_field, None)
if getattr(obj, obj_field) != val:
setattr(obj, obj_field, val)
obj._changed_fields.append(obj_field)
obj._changed = True
n = info.get('latitude', 0)
e = info.get('longitude', 0)
position = None
if n and e:
p = Point(e, n, srid=4326) # GPS coordinate system
if p.within(self.bounding_box):
if self.target_srid != 4326:
p.transform(self.gps_to_target_ct)
position = p
else:
logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj))
picture_url = info.get('picture_url', '').strip()
if picture_url:
self.set_image(obj, {'url': picture_url})
if position and obj.position:
# If the distance is less than 10cm, assume the location
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
if position != obj.position:
obj._changed = True
obj._changed_fields.append('position')
obj.position = position
if obj.publisher_id != self.organization.id:
obj.publisher = self.organization
obj._changed_fields.append('publisher')
obj._changed = True
if obj.deleted:
obj.deleted = False
# location has been reinstated in tprek, hip hip hooray!
replace_location(from_source='matko', by=obj)
obj._changed_fields.append('deleted')
obj._changed = True
if obj._changed:
if obj._created:
verb = "created"
else:
verb = "changed (fields: %s)" % ', '.join(obj._changed_fields)
logger.info("%s %s" % (obj, verb))
obj.save()
syncher.mark(obj)
def _import_unit(self, syncher, info):
obj = syncher.get(str(info['id']))
obj_id = 'tprek:%s' % str(info['id'])
if not obj:
obj = Place(data_source=self.data_source, origin_id=info['id'])
obj._changed = True
obj._created = True
obj.id = obj_id
else:
assert obj.id == obj_id
obj._created = False
obj._changed_fields = []
self._save_translated_field(obj, 'name', info, 'name')
self._save_translated_field(obj, 'description', info, 'desc')
self._save_translated_field(obj, 'street_address', info, 'street_address')
self._save_translated_field(obj, 'address_locality', info, 'address_city')
self._save_translated_field(obj, 'info_url', info, 'www', max_length=1000)
self._save_field(obj, 'telephone', info, 'phone')
field_map = {
'address_zip': 'postal_code',
'address_postal_full': None,
'email': 'email',
}
for src_field, obj_field in field_map.items():
if not obj_field:
continue
val = info.get(src_field, None)
if getattr(obj, obj_field) != val:
setattr(obj, obj_field, val)
obj._changed_fields.append(obj_field)
obj._changed = True
n = info.get('latitude', 0)
e = info.get('longitude', 0)
position = None
if n and e:
p = Point(e, n, srid=4326) # GPS coordinate system
if p.within(self.bounding_box):
if self.target_srid != 4326:
p.transform(self.gps_to_target_ct)
position = p
else:
logger.warning("Invalid coordinates (%f, %f) for %s" % (n, e, obj))
picture_url = info.get('picture_url', '').strip()
if picture_url:
self.set_image(obj, {'url': picture_url})
if position and obj.position:
# If the distance is less than 10cm, assume the location
# hasn't changed.
assert obj.position.srid == settings.PROJECTION_SRID
if position.distance(obj.position) < 0.10:
position = obj.position
if position != obj.position:
obj._changed = True
obj._changed_fields.append('position')
obj.position = position
if obj.publisher_id != self.organization.id:
obj.publisher = self.organization
obj._changed_fields.append('publisher')
obj._changed = True
if obj.deleted:
obj.deleted = False
# location has been reinstated in tprek, hip hip hooray!
replace_location(from_source='matko', by=obj)
obj._changed_fields.append('undeleted')
obj._changed = True
if obj._changed:
if obj._created:
verb = "created"
else:
verb = "changed (fields: %s)" % ', '.join(obj._changed_fields)
logger.info("%s %s" % (obj, verb))
obj.save()
syncher.mark(obj)