def main(): title = Colors.BOLD + 'GIPS Image Statistics (v%s)' % __version__ + Colors.OFF parser0 = GIPSParser(datasources=False, description=title) parser0.add_default_parser() parser0.add_projdir_parser() group = parser0.add_argument_group('masking options') args = parser0.parse_args() # TODO - check that at least 1 of filemask or pmask is supplied try: print title header = ['min', 'max', 'mean', 'sd', 'skew', 'count'] for projdir in args.projdir: VerboseOut('Stats for Project directory: %s' % projdir, 1) inv = ProjectInventory(projdir, args.products) files = {} for date in inv.dates: VerboseOut('Calculating statistics for %s' % date) for p in inv.products(date): img = inv[date].open(p) if p not in files.keys(): files[p] = open( os.path.join(projdir, p + '_stats.txt'), 'w') # write header files[p].write('date ') if img.NumBands() == 1: files[p].write(' '.join(header)) else: for band in img: h = [ band.Description() + "-" + a for a in header ] files[p].write(' '.join(h) + ' ') files[p].write('\n') # print date and stats files[p].write(date.strftime('%Y-%j')) for band in img: stats = band.Stats() [files[p].write(' ' + str(s)) for s in stats] files[p].write(' ') files[p].write('\n') img = None for f in files: files[f].close() except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print 'Error: %s' % e
def main(): title = Colors.BOLD + "GIPS Image Statistics (v%s)" % __version__ + Colors.OFF parser0 = GIPSParser(datasources=False, description=title) parser0.add_default_parser() parser0.add_projdir_parser() group = parser0.add_argument_group("masking options") args = parser0.parse_args() # TODO - check that at least 1 of filemask or pmask is supplied try: print title header = ["min", "max", "mean", "sd", "skew", "count"] for projdir in args.projdir: VerboseOut("Stats for Project directory: %s" % projdir, 1) inv = ProjectInventory(projdir, args.products) files = {} for date in inv.dates: VerboseOut("Calculating statistics for %s" % date) for p in inv.products(date): img = inv[date].open(p) if p not in files.keys(): files[p] = open(os.path.join(projdir, p + "_stats.txt"), "w") # write header files[p].write("date ") if img.NumBands() == 1: files[p].write(" ".join(header)) else: for band in img: h = [band.Description() + "-" + a for a in header] files[p].write(" ".join(h) + " ") files[p].write("\n") # print date and stats files[p].write(date.strftime("%Y-%j")) for band in img: stats = band.Stats() [files[p].write(" " + str(s)) for s in stats] files[p].write(" ") files[p].write("\n") img = None for f in files: files[f].close() except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print "Error: %s" % e
def main(): title = Colors.BOLD + 'GIPS Data Archive Utility (v%s)' % gipsversion + Colors.OFF # argument parsing parser0 = GIPSParser(description=title) parser = parser0.add_default_parser() group = parser.add_argument_group('archive options') group.add_argument('--keep', help='Keep files after adding to archive', default=False, action='store_true') group.add_argument('--recursive', help='Iterate through subdirectories', default=False, action='store_true') group.add_argument( '--update', help= 'Update asset if newer version available, (must call gips_process to regenerate products', default=False, action='store_true') args = parser0.parse_args() try: print title cls = import_data_class(args.command) cls.Asset.archive(**vars(args)) except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print 'Data archive error: %s' % e
def main(): title = Colors.BOLD + 'GIPS Data Archive Utility (v%s)' % gipsversion + Colors.OFF # argument parsing parser0 = GIPSParser(description=title) parser = parser0.add_default_parser() group = parser.add_argument_group('archive options') group.add_argument('--keep', help='Keep files after adding to archive', default=False, action='store_true') group.add_argument('--recursive', help='Iterate through subdirectories', default=False, action='store_true') group.add_argument( '--update', help='Update asset if newer version available, (must call gips_process to regenerate products', default=False, action='store_true' ) args = parser0.parse_args() try: print title cls = import_data_class(args.command) cls.Asset.archive(**vars(args)) except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print 'Data archive error: %s' % e
def main(): title = Colors.BOLD + 'GIPS Project Masking (v%s)' % __version__ + Colors.OFF parser0 = GIPSParser(datasources=False, description=title) parser0.add_default_parser() parser0.add_projdir_parser() group = parser0.add_argument_group('masking options') group.add_argument('--filemask', help='Mask all files with this static mask', default=None) group.add_argument('--pmask', help='Mask files with this corresponding product', nargs='*', default=[]) h = 'Write mask to original image instead of creating new image' group.add_argument('--original', help=h, default=False, action='store_true') h = 'Overwrite existing files when creating new' group.add_argument('--overwrite', help=h, default=False, action='store_true') h = 'Suffix to apply to masked file (not compatible with --original)' group.add_argument('--suffix', help=h, default='-masked') #parser0.add_argument('-i', '--invert', help='Invert mask (0->1, 1->0)', default=False, action='store_true') #parser0.add_argument('--value', help='Mask == val', default=1) args = parser0.parse_args() # TODO - check that at least 1 of filemask or pmask is supplied try: print title for projdir in args.projdir: if args.filemask is not None: mask_file = gippy.GeoImage(args.filemask) inv = ProjectInventory(projdir, args.products) for date in inv.dates: VerboseOut('Masking files from %s' % date) available_masks = inv[date].masks(args.pmask) for p in inv.products(date): # don't mask any masks if p in available_masks: continue meta = '' update = True if args.original else False img = inv[date].open(p, update=update) if args.filemask is not None: img.AddMask(mask_file[0]) meta = basename(args.filemask) + ' ' for mask in available_masks: img.AddMask(inv[date].open(mask)[0]) meta = meta + basename(inv[date][mask]) + ' ' if meta != '': if args.original: VerboseOut(' %s' % (img.Basename()), 2) img.Process() img.SetMeta('MASKS', meta) else: fout = os.path.splitext( img.Filename())[0] + args.suffix + '.tif' if not os.path.exists(fout) or args.overwrite: VerboseOut( ' %s -> %s' % (img.Basename(), basename(fout)), 2) imgout = img.Process(fout) imgout.SetMeta('MASKS', meta) imgout = None img = None mask_file = None except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print 'Masking error: %s' % e
def main(): title = Colors.BOLD + 'GIPS Project Masking (v%s)' % __version__ + Colors.OFF parser0 = GIPSParser(datasources=False, description=title) parser0.add_default_parser() parser0.add_projdir_parser() group = parser0.add_argument_group('masking options') group.add_argument('--filemask', help='Mask all files with this static mask', default=None) group.add_argument('--pmask', help='Mask files with this corresponding product', nargs='*', default=[]) h = 'Write mask to original image instead of creating new image' group.add_argument('--original', help=h, default=False, action='store_true') h = 'Overwrite existing files when creating new' group.add_argument('--overwrite', help=h, default=False, action='store_true') h = 'Suffix to apply to masked file (not compatible with --original)' group.add_argument('--suffix', help=h, default='-masked') #parser0.add_argument('-i', '--invert', help='Invert mask (0->1, 1->0)', default=False, action='store_true') #parser0.add_argument('--value', help='Mask == val', default=1) args = parser0.parse_args() # TODO - check that at least 1 of filemask or pmask is supplied try: VerboseOut(title) for projdir in args.projdir: if args.filemask is not None: mask_file = gippy.GeoImage(args.filemask) inv = ProjectInventory(projdir, args.products) for date in inv.dates: VerboseOut('Masking files from %s' % date) if args.filemask is None and args.pmask == []: available_masks = inv[date].masks() else: available_masks = inv[date].masks(args.pmask) for p in inv.products(date): # don't mask any masks if p in available_masks: continue meta = '' update = True if args.original else False img = inv[date].open(p, update=update) if args.filemask is not None: img.AddMask(mask_file[0]) meta = basename(args.filemask) + ' ' for mask in available_masks: img.AddMask(inv[date].open(mask)[0]) meta = meta + basename(inv[date][mask]) + ' ' if meta != '': if args.original: VerboseOut(' %s' % (img.Basename()), 2) img.Process() img.SetMeta('MASKS', meta) else: fout = os.path.splitext(img.Filename())[0] + args.suffix + '.tif' if not os.path.exists(fout) or args.overwrite: VerboseOut(' %s -> %s' % (img.Basename(), basename(fout)), 2) imgout = img.Process(fout) imgout.SetMeta('MASKS', meta) imgout = None img = None mask_file = None except Exception, e: import traceback VerboseOut(traceback.format_exc(), 4) print 'Masking error: %s' % e