def convert(inputPath,
output_path,
data_type = None,
band = 1,
layer_name = None,
verify = True,
rows_per_tile = None,
cols_per_tile = None,
legacy = False,
clobber = False):
layer = GdalLayer(inputPath, band)
log.notice("Loading raster with width %s, height %s" %
(layer.raster_extent.cols, layer.raster_extent.rows))
# Can't process to regular arg if size is greater than
# java array
if layer.raster_extent.cols * layer.raster_extent.rows > 2**31:
log.error('Size (%s) too big for standard arg. '\
'Use the "--rows-per-tile" and "--cols-per-tile" options'\
'to create a tiled raster instead')
if data_type is None:
data_type = layer.datatype
if to_struct_fmt(data_type) is None or \
to_datatype_str(layer.band.DataType) is None:
log.error('Could not determine datatype')
if not layer_name:
layer_name = '.'.join(os.path.basename(layer.path).split('.')[:-1])
if rows_per_tile and cols_per_tile:
if os.path.isfile(output_path):
log.error('Output path %s is a file.' % output_path)
# Check if output is ready for files
tile_dir = os.path.join(output_path, layer_name)
if legacy:
# GeoTrellis 0.8.x puts the metadata file inside the
# tile directory, and names it layout.json
json_path = os.path.join(tile_dir,'layout.json')
else:
json_path = os.path.join(output_path,'%s.json' % layer_name)
if os.path.exists(tile_dir):
if clobber:
shutil.rmtree(tile_dir)
else:
log.error('Output directory %s already exists' % tile_dir)
if os.path.exists(json_path):
if clobber:
os.remove(json_path)
else:
log.error('File %s already exists' % json_path)
tile_row_size = rows_per_tile
tile_col_size = cols_per_tile
ntilecols = int(math.ceil(layer.raster_extent.cols / float(tile_col_size)))
ntilerows = int(math.ceil(layer.raster_extent.rows / float(tile_row_size)))
nrows = ntilerows * tile_row_size
ncols = ntilecols * tile_col_size
metadata = layer.toMap()
tile_metadata = metadata.copy()
tile_metadata['type'] = 'tiled'
tile_metadata['layer'] = layer_name
tile_metadata['path'] = os.path.relpath(tile_dir,output_path)
tile_metadata['tile_base'] = layer_name
tile_metadata['layout_cols'] = str(ntilecols)
tile_metadata['layout_rows'] = str(ntilerows)
tile_metadata['pixel_cols'] = str(tile_col_size)
tile_metadata['pixel_rows'] = str(tile_row_size)
tile_metadata['cols'] = str(ncols)
tile_metadata['rows'] = str(nrows)
# Make the directory that will hold the tiles
os.makedirs(tile_dir)
with file(json_path,'w') as mdf:
mdf.write(
json.dumps(tile_metadata,
sort_keys=True,
indent=4,
separators=(',',': ')) + '\n')
tile_name_ft = '%s_%%d_%%d' % layer_name
tile_path_ft = os.path.join(tile_dir,'%s.arg' % tile_name_ft)
total_tiles = ntilerows * ntilecols
maxy = layer.raster_extent.extent.ymax
minx = layer.raster_extent.extent.xmin
cellwidth = layer.raster_extent.cellwidth
cellheight = layer.raster_extent.cellheight
for row in xrange(0,ntilerows):
ystart = row * tile_row_size
yend = ystart + tile_row_size
for col in xrange(0,ntilecols):
tileindex = col + row*ntilecols + 1
p = int(tileindex * 100.0 / total_tiles)
sys.stdout.write('Tile %d/%d (%d%%)\n' %
(tileindex,total_tiles,p))
sys.stdout.flush()
xstart = col * tile_col_size
xend = xstart + tile_col_size
# Get tile extent
xmin = minx + xstart * cellwidth
xmax = xmin + (cellwidth * tile_col_size)
ymax = maxy - (cellheight * ystart)
ymin = ymax - (cellheight * tile_row_size)
filename = tile_path_ft % (col,row)
newmetadata = metadata.copy()
# Shift xmin and recalculate xmax
newmetadata['layer'] = tile_name_ft % (col,row)
newmetadata['xmin'] = xmin
newmetadata['ymin'] = ymin
newmetadata['xmax'] = xmax
newmetadata['ymax'] = ymax
newmetadata['rows'] = tile_row_size
newmetadata['cols'] = tile_col_size
layer.write_arg(filename, window = (xstart,ystart,xend,yend), verify = verify)
metadata_file = filename[0:-4] + '.json'
with file(metadata_file,'w') as mdf:
mdf.write(
json.dumps(newmetadata,
sort_keys=True,
indent=4,
separators=(',',': ')) + '\n')
print 'Tile conversion completed.'
else:
if os.path.isdir(output_path):
output_path = os.path.join(output_path, layer_name + '.arg')
elif not output_path.endswith('.arg'):
output_path += '.arg'
metadata_file = output_path[0:-4] + '.json'
if os.path.exists(output_path):
if clobber:
os.remove(output_path)
else:
log.error("File %s already exists" % output_path)
if os.path.exists(metadata_file):
if clobber:
os.remove(metadata_file)
else:
log.error("File %s already exists" % metadata_file)
layer.write_arg(output_path, data_type, verify = verify)
layer.write_metadata(metadata_file, layer_name, data_type)
def convert(inputPath,
output_path,
data_type=None,
band=1,
layer_name=None,
verify=True,
rows_per_tile=None,
cols_per_tile=None,
legacy=False,
clobber=False):
if band != 1:
layer = GdalLayer(inputPath, band)
else:
layer = Layer.fromPath(inputPath)
layer.init_data()
raster_extent = layer.raster_extent()
log.notice("Loading raster with width %s, height %s" %
(raster_extent.cols, raster_extent.rows))
# Can't process to regular arg if size is greater than
# java array
if raster_extent.cols * raster_extent.rows > 2**31:
log.error('Size (%s) too big for standard arg. '\
'Use the "--rows-per-tile" and "--cols-per-tile" options'\
'to create a tiled raster instead')
if data_type is None:
data_type = layer.data_type()
if to_struct_fmt(data_type) is None:
log.error('Could not determine datatype')
if not layer_name:
layer_name = '.'.join(os.path.basename(inputPath).split('.')[:-1])
if rows_per_tile and cols_per_tile:
if os.path.isfile(output_path):
log.error('Output path %s is a file.' % output_path)
# Check if output is ready for files
tile_dir = os.path.join(output_path, layer_name)
if legacy:
# GeoTrellis 0.8.x puts the metadata file inside the
# tile directory, and names it layout.json
json_path = os.path.join(tile_dir, 'layout.json')
else:
json_path = os.path.join(output_path, '%s.json' % layer_name)
if os.path.exists(tile_dir):
if clobber:
shutil.rmtree(tile_dir)
else:
log.error('Output directory %s already exists' % tile_dir)
if os.path.exists(json_path):
if clobber:
os.remove(json_path)
else:
log.error('File %s already exists' % json_path)
layer.write_tiled(tile_dir,
json_path,
layer_name,
rows_per_tile,
cols_per_tile,
data_type=data_type,
verify=verify)
print 'Tile conversion completed.'
else:
if os.path.isdir(output_path):
output_path = os.path.join(output_path, layer_name + '.arg')
elif output_path.endswith('.json'):
output_path = output_path[:-5] + '.arg'
elif not output_path.endswith('.arg'):
output_path += '.arg'
metadata_file = output_path[0:-4] + '.json'
if os.path.exists(output_path):
if clobber:
os.remove(output_path)
else:
log.error("File %s already exists" % output_path)
if os.path.exists(metadata_file):
if clobber:
os.remove(metadata_file)
else:
log.error("File %s already exists" % metadata_file)
layer.write_arg(output_path, data_type=data_type, verify=verify)
layer.write_metadata(metadata_file, output_path, layer_name, data_type)
layer.close()
def convert(inputPath,
output_path,
data_type = None,
band = 1,
layer_name = None,
verify = True,
rows_per_tile = None,
cols_per_tile = None,
legacy = False,
clobber = False):
if band != 1:
layer = GdalLayer(inputPath,band)
else:
layer = Layer.fromPath(inputPath)
layer.init_data()
raster_extent = layer.raster_extent()
log.notice("Loading raster with width %s, height %s" %
(raster_extent.cols, raster_extent.rows))
# Can't process to regular arg if size is greater than
# java array
if raster_extent.cols * raster_extent.rows > 2**31:
log.error('Size (%s) too big for standard arg. '\
'Use the "--rows-per-tile" and "--cols-per-tile" options'\
'to create a tiled raster instead')
if data_type is None:
data_type = layer.data_type()
if to_struct_fmt(data_type) is None:
log.error('Could not determine datatype')
if not layer_name:
layer_name = '.'.join(os.path.basename(inputPath).split('.')[:-1])
if rows_per_tile and cols_per_tile:
if os.path.isfile(output_path):
log.error('Output path %s is a file.' % output_path)
# Check if output is ready for files
tile_dir = os.path.join(output_path, layer_name)
if legacy:
# GeoTrellis 0.8.x puts the metadata file inside the
# tile directory, and names it layout.json
json_path = os.path.join(tile_dir,'layout.json')
else:
json_path = os.path.join(output_path,'%s.json' % layer_name)
if os.path.exists(tile_dir):
if clobber:
shutil.rmtree(tile_dir)
else:
log.error('Output directory %s already exists' % tile_dir)
if os.path.exists(json_path):
if clobber:
os.remove(json_path)
else:
log.error('File %s already exists' % json_path)
layer.write_tiled(tile_dir,
json_path,
layer_name,
rows_per_tile,
cols_per_tile,
data_type = data_type, verify = verify)
print 'Tile conversion completed.'
else:
if os.path.isdir(output_path):
output_path = os.path.join(output_path, layer_name + '.arg')
elif output_path.endswith('.json'):
output_path = output_path[:-5] + '.arg'
elif not output_path.endswith('.arg'):
output_path += '.arg'
metadata_file = output_path[0:-4] + '.json'
if os.path.exists(output_path):
if clobber:
os.remove(output_path)
else:
log.error("File %s already exists" % output_path)
if os.path.exists(metadata_file):
if clobber:
os.remove(metadata_file)
else:
log.error("File %s already exists" % metadata_file)
layer.write_arg(output_path, data_type = data_type, verify = verify)
layer.write_metadata(metadata_file, output_path, layer_name, data_type)
layer.close()
