def list_images(directory):
'''
Create a list of image tuples sorted by capture timestamp.
@param directory: directory with JPEG files
@return: a list of image tuples with time, directory, lat,long...
'''
file_list = []
for root, sub_folders, files in os.walk(directory):
file_list += [
os.path.join(root, filename) for filename in files
if filename.lower().endswith(".jpg")
]
files = []
# get GPS data from the images and sort the list by timestamp
for filepath in file_list:
metadata = EXIF(filepath)
try:
t = metadata.extract_capture_time()
#lat = metadata["Exif.GPSInfo.GPSLatitude"].value
#latRef = metadata["Exif.GPSInfo.GPSLatitudeRef"].value
#lon = metadata["Exif.GPSInfo.GPSLongitude"].value
#lonRef = metadata["Exif.GPSInfo.GPSLongitudeRef"].value
geo = metadata.extract_geo()
direction = metadata.extract_direction()
files.append(
(filepath, geo["latitude"], geo["longitude"], direction))
except KeyError, e:
# if any of the required tags are not set the image is not added to the list
print("Skipping {0}: {1}".format(filename, e))
def list_images(directory):
"""
Create a list of image tuples sorted by capture timestamp.
@param directory: directory with JPEG files
@return: a list of image tuples with time, directory, lat,long...
"""
file_list = []
for root, sub_folders, files in os.walk(directory):
file_list += [os.path.join(root, filename) for filename in files if filename.lower().endswith(".jpg")]
files = []
# get DateTimeOriginal data from the images and sort the list by timestamp
for filepath in file_list:
metadata = EXIF(filepath)
try:
t = metadata.extract_capture_time()
s = int(t.microsecond / 1000000)
files.append(Picture_infos(filepath, t, s))
# print t
# print type(t)
except KeyError as e:
# if any of the required tags are not set the image is not added to the list
print("Skipping {0}: {1}".format(filepath, e))
files.sort(key=lambda file: file.DateTimeOriginal)
# print_list(files)
return files
def create_mapillary_description(filename,
username,
email,
upload_hash,
sequence_uuid,
interpolated_heading=None,
orientation=1,
verbose=False):
'''
Check that image file has the required EXIF fields.
Incompatible files will be ignored server side.
'''
# read exif
exif = EXIF(filename)
if not verify_exif(filename):
return False
# write the mapillary tag
mapillary_description = {}
mapillary_description["MAPLongitude"], mapillary_description[
"MAPLatitude"] = exif.extract_lon_lat()
#required date format: 2015_01_14_09_37_01_000
mapillary_description["MAPCaptureTime"] = datetime.datetime.strftime(
exif.extract_capture_time(), "%Y_%m_%d_%H_%M_%S_%f")[:-3]
mapillary_description["MAPOrientation"] = exif.extract_orientation()
heading = exif.extract_direction()
if heading is None:
heading = 0.0
heading = normalize_bearing(
interpolated_heading
) if interpolated_heading is not None else normalize_bearing(heading)
mapillary_description["MAPCompassHeading"] = {
"TrueHeading": heading,
"MagneticHeading": heading
}
mapillary_description["MAPSettingsUploadHash"] = upload_hash
mapillary_description["MAPSettingsEmail"] = email
mapillary_description["MAPSettingsUsername"] = username
settings_upload_hash = hashlib.sha256(
"%s%s%s" %
(upload_hash, email, base64.b64encode(filename))).hexdigest()
mapillary_description['MAPSettingsUploadHash'] = settings_upload_hash
mapillary_description['MAPPhotoUUID'] = str(uuid.uuid4())
mapillary_description['MAPSequenceUUID'] = str(sequence_uuid)
mapillary_description['MAPDeviceModel'] = exif.extract_model()
mapillary_description['MAPDeviceMake'] = exif.extract_make()
# write to file
json_desc = json.dumps(mapillary_description)
if verbose:
print "tag: {0}".format(json_desc)
metadata = ExifEdit(filename)
metadata.add_image_description(json_desc)
metadata.add_orientation(orientation)
metadata.add_direction(heading)
metadata.write()
def create_mapillary_description(filename, username, email,
upload_hash, sequence_uuid,
interpolated_heading=None,
orientation=1,
verbose=False):
'''
Check that image file has the required EXIF fields.
Incompatible files will be ignored server side.
'''
# read exif
exif = EXIF(filename)
if not verify_exif(filename):
return False
# write the mapillary tag
mapillary_description = {}
mapillary_description["MAPLongitude"], mapillary_description["MAPLatitude"] = exif.extract_lon_lat()
#required date format: 2015_01_14_09_37_01_000
mapillary_description["MAPCaptureTime"] = datetime.datetime.strftime(exif.extract_capture_time(), "%Y_%m_%d_%H_%M_%S_%f")[:-3]
mapillary_description["MAPOrientation"] = exif.extract_orientation()
heading = exif.extract_direction()
if heading is None:
heading = 0.0
heading = normalize_bearing(interpolated_heading) if interpolated_heading is not None else normalize_bearing(heading)
mapillary_description["MAPCompassHeading"] = {"TrueHeading": heading, "MagneticHeading": heading}
mapillary_description["MAPSettingsUploadHash"] = upload_hash
mapillary_description["MAPSettingsEmail"] = email
mapillary_description["MAPSettingsUsername"] = username
settings_upload_hash = hashlib.sha256("%s%s%s" % (upload_hash, email, base64.b64encode(filename))).hexdigest()
mapillary_description['MAPSettingsUploadHash'] = settings_upload_hash
mapillary_description['MAPPhotoUUID'] = str(uuid.uuid4())
mapillary_description['MAPSequenceUUID'] = str(sequence_uuid)
mapillary_description['MAPDeviceModel'] = exif.extract_model()
mapillary_description['MAPDeviceMake'] = exif.extract_make()
# write to file
json_desc = json.dumps(mapillary_description)
if verbose:
print "tag: {0}".format(json_desc)
metadata = ExifEdit(filename)
metadata.add_image_description(json_desc)
metadata.add_orientation(orientation)
metadata.add_direction(heading)
metadata.write()
def _read_capture_time(self, filename):
'''
Use EXIF class to parse capture time from EXIF.
'''
exif = EXIF(filename)
return exif.extract_capture_time()
if os.path.isfile(photo_file):
exif = EXIF(photo_file)
try:
exif = EXIF(photo_file)
except Exception as e:
print "EXIF read error '{}' for image {}. Skipping".format(
e, photo_file)
shutil.move(
photo_file,
os.path.join(failed_folder, os.path.basename(photo_file)))
num_exif_error += 1
continue
try:
capture_time = exif.extract_capture_time()
except Exception as e:
print "Datetime error '{}' for image {}. Skipping".format(
e, photo_file)
shutil.move(
photo_file,
os.path.join(failed_folder, os.path.basename(photo_file)))
num_exif_error += 1
continue
if capture_time == 0:
# Use upload time + 12:00:00 instead
upload_time = p["upload_date"] + " 12:00:00"
capture_time = datetime.datetime.strptime(
upload_time, "%d %B %Y %H:%M:%S")
print(
def _read_capture_time(self, filename):
'''
Use EXIF class to parse capture time from EXIF.
'''
exif = EXIF(filename)
return exif.extract_capture_time()
def create_mapillary_description(filename,
username,
email,
userkey,
upload_hash,
sequence_uuid,
interpolated_heading=None,
offset_angle=0.0,
timestamp=None,
orientation=None,
project="",
secret_hash=None,
external_properties=None,
verbose=False,
make="",
model=""):
'''
Check that image file has the required EXIF fields.
Incompatible files will be ignored server side.
'''
# read exif
exif = EXIF(filename)
if not verify_exif(filename):
return False
if orientation is None:
orientation = exif.extract_orientation()
# write the mapillary tag
mapillary_description = {}
# lat, lon of the image, takes precedence over EXIF GPS values
mapillary_description["MAPLongitude"], mapillary_description[
"MAPLatitude"] = exif.extract_lon_lat()
# altitude of the image, takes precedence over EXIF GPS values, assumed 0
# if missing
mapillary_description["MAPAltitude"] = exif.extract_altitude()
# capture time: required date format: 2015_01_14_09_37_01_000, TZ MUST be
# UTC
if timestamp is None:
timestamp = exif.extract_capture_time()
# The capture time of the image in UTC. Will take precedence over any
# other time tags in the EXIF
mapillary_description["MAPCaptureTime"] = datetime.datetime.strftime(
timestamp, "%Y_%m_%d_%H_%M_%S_%f")[:-3]
# EXIF orientation of the image
mapillary_description["MAPOrientation"] = orientation
heading = exif.extract_direction()
if heading is None:
heading = 0.0
heading = normalize_bearing(
interpolated_heading + offset_angle
) if interpolated_heading is not None else normalize_bearing(heading +
offset_angle)
# bearing of the image
mapillary_description["MAPCompassHeading"] = {
"TrueHeading": heading,
"MagneticHeading": heading
}
# authentication
assert (email is not None or userkey is not None)
if email is not None:
mapillary_description["MAPSettingsEmail"] = email
if username is not None:
mapillary_description["MAPSettingsUsername"] = username
# use this if available, and omit MAPSettingsUsername and MAPSettingsEmail
# for privacy reasons
if userkey is not None:
mapillary_description["MAPSettingsUserKey"] = userkey
if upload_hash is not None:
settings_upload_hash = hashlib.sha256(
"%s%s%s" %
(upload_hash, email, base64.b64encode(filename))).hexdigest()
# this is not checked in the backend right now, will likely be changed to have user_key instead of email as part
# of the hash
mapillary_description['MAPSettingsUploadHash'] = settings_upload_hash
# a unique photo ID to check for duplicates in the backend in case the
# image gets uploaded more than once
mapillary_description['MAPPhotoUUID'] = str(uuid.uuid4())
# a sequene ID to make the images go together (order by MAPCaptureTime)
mapillary_description['MAPSequenceUUID'] = str(sequence_uuid)
# The device manufacturer
if make:
mapillary_description['MAPDeviceMake'] = make
else:
mapillary_description['MAPDeviceMake'] = exif.extract_make()
# The device model
if model:
mapillary_description['MAPDeviceModel'] = model
else:
mapillary_description['MAPDeviceModel'] = exif.extract_model()
if upload_hash is None and secret_hash is not None:
mapillary_description['MAPVideoSecure'] = secret_hash
if project:
mapillary_description["MAPSettingsProject"] = project
# external properties (optional)
if external_properties is not None:
# externl proerties can be saved and searched in Mapillary later on
mapillary_description['MAPExternalProperties'] = external_properties
if make:
mapillary_description['MAPDeviceMake'] = make
if model:
mapillary_description['MAPDeviceModel'] = model
# write to file
if verbose:
print("tag: {0}".format(mapillary_description))
metadata = ExifEdit(filename)
metadata.add_image_description(mapillary_description)
metadata.add_orientation(orientation)
metadata.add_direction(heading)
metadata.write()
def exif_time(filename):
'''
Get image capture time from exif
'''
metadata = EXIF(filename)
return metadata.extract_capture_time()
for i, p in enumerate(meta["photos"]):
photo_file = p["photo_file_path"]
if os.path.isfile(photo_file):
exif = EXIF(photo_file)
try:
exif = EXIF(photo_file)
except Exception as e:
print "EXIF read error '{}' for image {}. Skipping".format(e, photo_file)
shutil.move(photo_file, os.path.join(failed_folder, os.path.basename(photo_file)))
num_exif_error += 1
continue
try:
capture_time = exif.extract_capture_time()
except Exception as e:
print "Datetime error '{}' for image {}. Skipping".format(e, photo_file)
shutil.move(photo_file, os.path.join(failed_folder, os.path.basename(photo_file)))
num_exif_error += 1
continue
if capture_time == 0:
# Use upload time + 12:00:00 instead
upload_time = p["upload_date"] + " 12:00:00"
capture_time = datetime.datetime.strptime(upload_time, "%d %B %Y %H:%M:%S")
print("Image {} missing time stamp. Using update date instead.".format(photo_file))
num_missing_date += 1
exifedit = ExifEdit(photo_file)
exifedit.add_lat_lon(p["latitude"], p["longitude"])
def create_mapillary_description(filename,
username,
email,
userkey,
upload_hash,
sequence_uuid,
interpolated_heading=None,
offset_angle=0.0,
timestamp=None,
orientation=None,
project="",
secret_hash=None,
external_properties=None,
verbose=False):
'''
Check that image file has the required EXIF fields.
Incompatible files will be ignored server side.
'''
# read exif
exif = EXIF(filename)
if not verify_exif(filename):
return False
if orientation is None:
orientation = exif.extract_orientation()
# write the mapillary tag
mapillary_description = {}
mapillary_description["MAPLongitude"], mapillary_description[
"MAPLatitude"] = exif.extract_lon_lat()
mapillary_description["MAPAltitude"] = exif.extract_altitude()
# capture time: required date format: 2015_01_14_09_37_01_000
if timestamp is None:
timestamp = exif.extract_capture_time()
mapillary_description["MAPCaptureTime"] = datetime.datetime.strftime(
timestamp, "%Y_%m_%d_%H_%M_%S_%f")[:-3]
mapillary_description["MAPOrientation"] = orientation
heading = exif.extract_direction()
if heading is None:
heading = 0.0
heading = normalize_bearing(
interpolated_heading + offset_angle
) if interpolated_heading is not None else normalize_bearing(heading +
offset_angle)
mapillary_description["MAPCompassHeading"] = {
"TrueHeading": heading,
"MagneticHeading": heading
}
# authentication
assert (email is not None or userkey is not None)
if email is not None:
mapillary_description["MAPSettingsEmail"] = email
if username is not None:
mapillary_description["MAPSettingsUsername"] = username
if userkey is not None:
mapillary_description["MAPSettingsUserKey"] = userkey
if upload_hash is not None:
settings_upload_hash = hashlib.sha256(
"%s%s%s" %
(upload_hash, email, base64.b64encode(filename))).hexdigest()
mapillary_description['MAPSettingsUploadHash'] = settings_upload_hash
mapillary_description['MAPPhotoUUID'] = str(uuid.uuid4())
mapillary_description['MAPSequenceUUID'] = str(sequence_uuid)
mapillary_description['MAPDeviceModel'] = exif.extract_model()
mapillary_description['MAPDeviceMake'] = exif.extract_make()
if upload_hash is None and secret_hash is not None:
mapillary_description['MAPVideoSecure'] = secret_hash
mapillary_description["MAPSettingsProject"] = project
# external properties
if external_properties is not None:
mapillary_description['MAPExternalProperties'] = external_properties
# write to file
if verbose:
print("tag: {0}".format(mapillary_description))
metadata = ExifEdit(filename)
metadata.add_image_description(mapillary_description)
metadata.add_orientation(orientation)
metadata.add_direction(heading)
metadata.write()