def execute(args): if args.verbose: logger.setLevel(logging.DEBUG) if args.command == "spider": write_spider(url=args.url, depth=args.depth, filename=args.output) if args.command == "walker": write_walker(start_dir=args.start_dir, filename=args.output) elif args.command == "clear": clear(service=args.service) elif args.command == "from-thredds": feed_from_thredds( service=args.service, catalog_url=args.catalog_url, depth=args.depth, maxrecords=args.maxrecords, batch_size=args.batch_size, ) elif args.command == "from-walker": feed_from_walker( service=args.service, start_dir=args.start_dir, maxrecords=args.maxrecords, batch_size=args.batch_size ) elif args.command == "from-spider": feed_from_spider( service=args.service, url=args.url, depth=args.depth, maxrecords=args.maxrecords, batch_size=args.batch_size ) logger.info("Done.")
def test_write_walker(): client.write_walker(start_dir=TESTDATA_PATH, filename="/tmp/out_walker.csv")