def interpolation(data, file_in_path=None, file_format="csv", time_column=0, delimiter=",", time_utc=False, time_format="%Y-%m-%dT%H:%M:%SZ", header=False, keep_original=False, import_path=None, max_time_delta=1, verbose=False): if not data: print("Error, you must specify the data for interpolation.") print('Choose between "missing_gps" or "identical_timestamps"') sys.exit(1) if not import_path and not file_in_path: print( "Error, you must specify a path to data, either path to directory with images or path to an external log file." ) sys.exit(1) if file_in_path: if not os.path.isfile(file_in_path): print("Error, specified input file does not exist, exiting...") sys.exit(1) if file_format != "csv": print( "Only csv file format is supported at the moment, exiting...") sys.exit(1) csv_data = process_csv.read_csv(file_in_path, delimiter=delimiter, header=header) if data == "identical_timestamps": timestamps = csv_data[time_column] timestamps_datetime = [ process_csv.format_time(timestamp, time_utc, time_format) for timestamp in timestamps ] timestamps_interpolated = processing.interpolate_timestamp( timestamps_datetime) csv_data[time_column] = format_datetime(timestamps_interpolated, time_utc, time_format) file_out = file_in_path if not keep_original else file_in_path[: -4] + "_processed." + file_format with open(file_out, "w") as csvfile: csvwriter = csv.writer(csvfile, delimiter=delimiter) for row in zip(*csv_data): csvwriter.writerow(row) sys.exit() elif data == "missing_gps": print( "Error, missing gps interpolation in an external log file not supported yet, exiting..." ) sys.exit(1) else: print("Error unsupported data for interpolation, exiting...") sys.exit(1) if import_path: if not os.path.isdir(import_path): print("Error, specified import path does not exist, exiting...") sys.exit(1) # get list of files to process process_file_list = uploader.get_total_file_list(import_path) if not len(process_file_list): print("No images found in the import path " + import_path) sys.exit(1) if data == "missing_gps": # get geotags from images and a list of tuples with images missing geotags # and their timestamp geotags, missing_geotags = processing.get_images_geotags( process_file_list) if not len(missing_geotags): print("No images in directory {} missing geotags, exiting...". format(import_path)) sys.exit(1) if not len(geotags): print("No images in directory {} with geotags.".format( import_path)) sys.exit(1) sys.stdout.write( "Interpolating gps for {} images missing geotags.".format( len(missing_geotags))) for image, timestamp in tqdm(missing_geotags, desc="Interpolating missing gps"): # interpolate try: lat, lon, bearing, elevation = interpolate_lat_lon( geotags, timestamp, max_time_delta) except Exception as e: print( "Error, {}, interpolation of latitude and longitude failed for image {}" .format(e, image)) continue # insert into exif exif_edit = ExifEdit(image) if lat and lon: exif_edit.add_lat_lon(lat, lon) else: print("Error, lat and lon not interpolated for image {}.". format(image)) if bearing: exif_edit.add_direction(bearing) else: if verbose: print( "Warning, bearing not interpolated for image {}.". format(image)) if elevation: exif_edit.add_altitude(elevation) else: if verbose: print( "Warning, altitude not interpolated for image {}.". format(image)) meta = {} add_meta_tag(meta, "booleans", "interpolated_gps", True) exif_edit.add_image_history(meta["MAPMetaTags"]) file_out = image if not keep_original else image[:-4] + "_processed." exif_edit.write(filename=file_out) elif data == "identical_timestamps": sys.stdout.write("Loading image timestamps.") # read timestamps timestamps = [] for image in tqdm(process_file_list, desc="Interpolating identical timestamps"): # load exif exif = ExifRead(image) timestamp = exif.extract_capture_time() if timestamp: timestamps.append(timestamp) else: print( "Capture could not be extracted for image {}.".format( image)) # interpolate timestamps_interpolated = processing.interpolate_timestamp( timestamps) print("") sys.stdout.write("Interpolating identical timestamps.") counter = 0 # write back for image, timestamp in tqdm( zip(process_file_list, timestamps_interpolated), desc="Writing capture time in image EXIF"): # print progress counter += 1 sys.stdout.write('.') if (counter % 100) == 0: print("") # load exif exif_edit = ExifEdit(image) exif_edit.add_date_time_original(timestamp) # write to exif file_out = image if not keep_original else image[:-4] + "_processed." exif_edit.write(filename=file_out) sys.exit() else: print("Error unsupported data for interpolation, exiting...") sys.exit(1) print("")
def interpolation(data, file_in_path=None, file_format="csv", time_column=0, delimiter=",", time_utc=False, time_format="%Y-%m-%dT%H:%M:%SZ", header=False, keep_original=False, import_path=None, max_time_delta=1, verbose=False): if not data: print_error("Error, you must specify the data for interpolation." + 'Choose between "missing_gps" or "identical_timestamps"') sys.exit(1) if not import_path and not file_in_path: print_error("Error, you must specify a path to data, either path to directory with images or path to an external log file.") sys.exit(1) if file_in_path: if not os.path.isfile(file_in_path): print_error("Error, specified input file does not exist, exiting...") sys.exit(1) if file_format != "csv": print_error("Only csv file format is supported at the moment, exiting...") sys.exit(1) csv_data = process_csv.read_csv( file_in_path, delimiter=delimiter, header=header) if data == "identical_timestamps": timestamps = csv_data[time_column] timestamps_datetime = [process_csv.format_time( timestamp, time_utc, time_format) for timestamp in timestamps] timestamps_interpolated = processing.interpolate_timestamp( timestamps_datetime) csv_data[time_column] = format_datetime( timestamps_interpolated, time_utc, time_format) file_out = file_in_path if not keep_original else file_in_path[ :-4] + "_processed." + file_format with open(file_out, "w") as csvfile: csvwriter = csv.writer(csvfile, delimiter=delimiter) for row in zip(*csv_data): csvwriter.writerow(row) sys.exit() elif data == "missing_gps": print_error( "Error, missing gps interpolation in an external log file not supported yet, exiting...") sys.exit(1) else: print_error("Error unsupported data for interpolation, exiting...") sys.exit(1) if import_path: if not os.path.isdir(import_path): print_error("Error, specified import path does not exist, exiting...") sys.exit(1) # get list of files to process process_file_list = uploader.get_total_file_list(import_path) if not len(process_file_list): print("No images found in the import path " + import_path) sys.exit(1) if data == "missing_gps": # get geotags from images and a list of tuples with images missing geotags # and their timestamp geotags, missing_geotags = processing.get_images_geotags( process_file_list) if not len(missing_geotags): print("No images in directory {} missing geotags, exiting...".format( import_path)) sys.exit(1) if not len(geotags): print("No images in directory {} with geotags.".format(import_path)) sys.exit(1) sys.stdout.write("Interpolating gps for {} images missing geotags.".format( len(missing_geotags))) for image, timestamp in tqdm(missing_geotags, desc="Interpolating missing gps"): # interpolate try: lat, lon, bearing, elevation = interpolate_lat_lon( geotags, timestamp, max_time_delta) except Exception as e: print_error("Error, {}, interpolation of latitude and longitude failed for image {}".format( e, image)) continue # insert into exif exif_edit = ExifEdit(image) if lat and lon: exif_edit.add_lat_lon(lat, lon) else: print_error( "Error, lat and lon not interpolated for image {}.".format(image)) if bearing: exif_edit.add_direction(bearing) else: if verbose: print( "Warning, bearing not interpolated for image {}.".format(image)) if elevation: exif_edit.add_altitude(elevation) else: if verbose: print( "Warning, altitude not interpolated for image {}.".format(image)) meta = {} add_meta_tag(meta, "booleans", "interpolated_gps", True) exif_edit.add_image_history(meta["MAPMetaTags"]) file_out = image if not keep_original else image[:- 4] + "_processed." exif_edit.write(filename=file_out) elif data == "identical_timestamps": sys.stdout.write("Loading image timestamps.") # read timestamps timestamps = [] for image in tqdm(process_file_list, desc="Interpolating identical timestamps"): # load exif exif = ExifRead(image) timestamp = exif.extract_capture_time() if timestamp: timestamps.append(timestamp) else: print("Capture could not be extracted for image {}.".format(image)) # interpolate timestamps_interpolated = processing.interpolate_timestamp( timestamps) print("") sys.stdout.write("Interpolating identical timestamps.") counter = 0 # write back for image, timestamp in tqdm(zip(process_file_list, timestamps_interpolated), desc="Writing capture time in image EXIF"): # print progress counter += 1 sys.stdout.write('.') if (counter % 100) == 0: print("") # load exif exif_edit = ExifEdit(image) exif_edit.add_date_time_original(timestamp) # write to exif file_out = image if not keep_original else image[ :-4] + "_processed." exif_edit.write(filename=file_out) sys.exit() else: print_error("Error unsupported data for interpolation, exiting...") sys.exit(1) print("")
def process_csv(import_path, csv_path, filename_column=None, timestamp_column=None, latitude_column=None, longitude_column=None, heading_column=None, altitude_column=None, gps_week_column=None, time_format="%Y:%m:%d %H:%M:%S.%f", convert_gps_time=False, convert_utc_time=False, delimiter=",", header=False, meta_columns=None, meta_names=None, meta_types=None, verbose=False, keep_original=False): # sanity checks if not import_path or not os.path.isdir(import_path): print("Error, import directory " + import_path + " doesnt not exist, exiting...") sys.exit(1) if not csv_path or not os.path.isfile(csv_path): print( "Error, csv file not provided or does not exist. Please specify a valid path to a csv file." ) sys.exit(1) # get list of file to process process_file_list = uploader.get_total_file_list(import_path) if not len(process_file_list): print("No images found in the import path " + import_path) sys.exit(1) if gps_week_column != None and convert_gps_time == False: print( "Error, in order to parse timestamp provided as a combination of GPS week and GPS seconds, you must specify timestamp column and flag --convert_gps_time, exiting..." ) sys.exit(1) if (convert_gps_time != False or convert_utc_time != False) and timestamp_column == None: print( "Error, if specifying a flag to convert timestamp, timestamp column must be provided, exiting..." ) sys.exit(1) column_indexes = [ filename_column, timestamp_column, latitude_column, longitude_column, heading_column, altitude_column, gps_week_column ] if any([column == 0 for column in column_indexes]): print( "Error, csv column numbers start with 1, one of the columns specified is 0." ) sys.exit(1) column_indexes = map(lambda x: x - 1 if x else None, column_indexes) # checks for meta arguments if any meta_columns, meta_names, meta_types = validate_meta_data( meta_columns, meta_names, meta_types) # open and process csv csv_data = read_csv(csv_path, delimiter=delimiter, header=header) # align by filename column if provided, otherwise align in order of image # names file_names = None if filename_column: file_names = csv_data[filename_column - 1] else: if verbose: print( "Warning, filename column not provided, images will be aligned with the csv data in order of the image filenames." ) # process each image for idx, image in tqdm(enumerate(process_file_list), desc="Inserting csv data in image EXIF"): # get image entry index image_index = get_image_index(image, file_names) if file_names else idx if image_index == None: print("Warning, no entry found in csv file for image " + image) continue # get required data timestamp, lat, lon, heading, altitude = parse_csv_geotag_data( csv_data, image_index, column_indexes, convert_gps_time, convert_utc_time, time_format) # get meta data meta = parse_csv_meta_data(csv_data, image_index, meta_columns, meta_types, meta_names) # insert in image EXIF exif_edit = ExifEdit(image) if timestamp: exif_edit.add_date_time_original(timestamp) if lat and lon: exif_edit.add_lat_lon(lat, lon) if heading: exif_edit.add_direction(heading) if altitude: exif_edit.add_altitude(altitude) if meta: exif_edit.add_image_history(meta["MAPMetaTags"]) filename = image filename_keep_original = processing.processed_images_rootpath(image) if os.path.isfile(filename_keep_original): os.remove(filename_keep_original) if keep_original: if not os.path.isdir(os.path.dirname(filename_keep_original)): os.makedirs(os.path.dirname(filename_keep_original)) filename = filename_keep_original try: exif_edit.write(filename=filename) except: print("Error, image EXIF could not be written back for image " + image) return None
def process_csv(import_path, csv_path, filename_column=None, timestamp_column=None, latitude_column=None, longitude_column=None, heading_column=None, altitude_column=None, gps_week_column=None, time_format="%Y:%m:%d %H:%M:%S.%f", convert_gps_time=False, convert_utc_time=False, delimiter=",", header=False, meta_columns=None, meta_names=None, meta_types=None, verbose=False, keep_original=False): # sanity checks if not import_path or not os.path.isdir(import_path): print("Error, import directory " + import_path + " doesnt not exist, exiting...") sys.exit(1) if not csv_path or not os.path.isfile(csv_path): print("Error, csv file not provided or does not exist. Please specify a valid path to a csv file.") sys.exit(1) # get list of file to process process_file_list = uploader.get_total_file_list(import_path) if not len(process_file_list): print("No images found in the import path " + import_path) sys.exit(1) if gps_week_column != None and convert_gps_time == False: print("Error, in order to parse timestamp provided as a combination of GPS week and GPS seconds, you must specify timestamp column and flag --convert_gps_time, exiting...") sys.exit(1) if (convert_gps_time != False or convert_utc_time != False) and timestamp_column == None: print("Error, if specifying a flag to convert timestamp, timestamp column must be provided, exiting...") sys.exit(1) column_indexes = [filename_column, timestamp_column, latitude_column, longitude_column, heading_column, altitude_column, gps_week_column] if any([column == 0 for column in column_indexes]): print("Error, csv column numbers start with 1, one of the columns specified is 0.") sys.exit(1) column_indexes = map(lambda x: x - 1 if x else None, column_indexes) # checks for meta arguments if any meta_columns, meta_names, meta_types = validate_meta_data( meta_columns, meta_names, meta_types) # open and process csv csv_data = read_csv(csv_path, delimiter=delimiter, header=header) # align by filename column if provided, otherwise align in order of image # names file_names = None if filename_column: file_names = csv_data[filename_column - 1] else: if verbose: print("Warning, filename column not provided, images will be aligned with the csv data in order of the image filenames.") # process each image for idx, image in tqdm(enumerate(process_file_list), desc="Inserting csv data in image EXIF"): # get image entry index image_index = get_image_index(image, file_names) if file_names else idx if image_index == None: print("Warning, no entry found in csv file for image " + image) continue # get required data timestamp, lat, lon, heading, altitude = parse_csv_geotag_data( csv_data, image_index, column_indexes, convert_gps_time, convert_utc_time, time_format) # get meta data meta = parse_csv_meta_data( csv_data, image_index, meta_columns, meta_types, meta_names) # insert in image EXIF exif_edit = ExifEdit(image) if timestamp: exif_edit.add_date_time_original(timestamp) if lat and lon: exif_edit.add_lat_lon(lat, lon) if heading: exif_edit.add_direction(heading) if altitude: exif_edit.add_altitude(altitude) if meta: exif_edit.add_image_history(meta["MAPMetaTags"]) filename = image filename_keep_original = processing.processed_images_rootpath(image) if os.path.isfile(filename_keep_original): os.remove(filename_keep_original) if keep_original: if not os.path.isdir(os.path.dirname(filename_keep_original)): os.makedirs(os.path.dirname(filename_keep_original)) filename = filename_keep_original try: exif_edit.write(filename=filename) except: print("Error, image EXIF could not be written back for image " + image) return None