def main():
title = Colors.BOLD + 'GIPS Data Processing (v%s)' % __version__ + Colors.OFF
# argument parsing
parser0 = GIPSParser(description=title)
parser0.add_inventory_parser()
parser0.add_process_parser()
args = parser0.parse_args()
try:
print title
cls = import_data_class(args.command)
extents = SpatialExtent.factory(cls, args.site, args.key, args.where,
args.tiles, args.pcov, args.ptile)
for extent in extents:
inv = DataInventory(cls, extent,
TemporalExtent(args.dates, args.days),
**vars(args))
inv.process(overwrite=args.overwrite)
except Exception, e:
import traceback
VerboseOut(traceback.format_exc(), 4)
print 'Data processing error: %s' % e
def main():
title = Colors.BOLD + 'GIPS Data Processing (v%s)' % __version__ + Colors.OFF
# argument parsing
parser0 = GIPSParser(description=title)
parser0.add_inventory_parser()
parser0.add_process_parser()
args = parser0.parse_args()
try:
print title
cls = import_data_class(args.command)
extents = SpatialExtent.factory(
cls, args.site, args.key, args.where, args.tiles, args.pcov,
args.ptile
)
batchargs = None
if args.batchout:
tdl = []
batchargs = '--chunksize ' + str(args.chunksize)
batchargs += ' --format ' + str(args.format)
if args.overwrite:
batchargs += ' --overwrite '
if args.products:
batchargs += ' -p ' + ' '.join(args.products)
for extent in extents:
inv = DataInventory(
cls, extent,
TemporalExtent(args.dates, args.days), **vars(args)
)
if args.batchout:
tdl = reduce(
list.__add__,
map(
lambda tiles: [
args.command + ' -t ' + str(tile) +
' -d ' + str(tiles.date) + ' ' +
batchargs + '\n'
for tile in tiles.tiles.keys()
],
inv.data.values(),
),
tdl
)
else:
inv.process(overwrite=args.overwrite)
if args.batchout:
with open(args.batchout, 'w') as ofile:
ofile.writelines(tdl)
except Exception, e:
import traceback
VerboseOut(traceback.format_exc(), 4)
print 'Data processing error: %s' % e
def main():
title = Colors.BOLD + 'GIPS Data Processing (v%s)' % __version__ + Colors.OFF
# argument parsing
parser0 = GIPSParser(description=title)
parser0.add_inventory_parser()
parser0.add_process_parser()
args = parser0.parse_args()
try:
print title
cls = import_data_class(args.command)
extents = SpatialExtent.factory(cls, args.site, args.key, args.where, args.tiles, args.pcov, args.ptile)
for extent in extents:
inv = DataInventory(cls, extent, TemporalExtent(args.dates, args.days), **vars(args))
inv.process(overwrite=args.overwrite)
except Exception, e:
import traceback
VerboseOut(traceback.format_exc(), 4)
print 'Data processing error: %s' % e
def main():
title = Colors.BOLD + 'GIPS Data Processing (v%s)' % __version__ + Colors.OFF
# argument parsing
parser0 = GIPSParser(description=title)
parser0.add_inventory_parser()
parser0.add_process_parser()
args = parser0.parse_args()
cls = utils.gips_script_setup(args.command, args.stop_on_error)
print title
with utils.error_handler():
extents = SpatialExtent.factory(
cls, site=args.site, rastermask=args.rastermask,
key=args.key, where=args.where, tiles=args.tiles,
pcov=args.pcov, ptile=args.ptile
)
batchargs = None
if args.batchout:
tdl = []
batchargs = '--chunksize ' + str(args.chunksize)
batchargs += ' --format ' + str(args.format)
batchargs += ' --numprocs ' + str(args.numprocs)
batchargs += ' --verbose ' + str(args.verbose)
if args.overwrite:
batchargs += ' --overwrite '
if args.products:
batchargs += ' -p ' + ' '.join(args.products)
for extent in extents:
inv = DataInventory(
cls, extent,
TemporalExtent(args.dates, args.days), **vars(args)
)
if args.batchout:
def get_commands(tiles_obj):
commands = []
for tile in tiles_obj.tiles.keys():
needed = any([p not in [k for sen, k in tiles_obj.tiles[tile].filenames.keys()]
for p in args.products])
if not needed:
continue
commands.append(args.command + ' -t ' + str(tile) +
' -d ' + str(tiles_obj.date) + ' ' +
batchargs + '\n')
return commands
tdl = reduce(
list.__add__,
map(
get_commands,
inv.data.values()
),
tdl
)
else:
inv.process(overwrite=args.overwrite)
if args.batchout:
with open(args.batchout, 'w') as ofile:
ofile.writelines(tdl)
utils.gips_exit() # produce a summary error report then quit with a proper exit status