def get_result_set(region, bucket, table, base): """get result set from storage object """ connection = Connection(base, region) base = base.lower() storage_obj = None if base == "s3": storage_obj = S3(connection=connection.new_connection()) storage_obj.set_storage_set_name(bucket) elif base == "dynamodb": storage_obj = DynamoDB(connection=connection.new_connection()) storage_obj.set_storage_set_name(table) storage_set = storage_obj.get_storage_set() result_set = storage_obj.list(storage_set) if storage_set else None return result_set
def get_test_result_set(): """ temp added for testing :return: """ connection = Connection("dynamodb", "us-west-1") storage_obj = DynamoDB(connection=connection.new_connection()) storage_obj.set_storage_set_name("cs-file-metadata") storage_set = storage_obj.get_storage_set() result_set = storage_obj.list(storage_set) if storage_set else None return result_set
def get_test_result_set(): """ temp added for testing :return: """ connection = Connection("dynamodb", "us-west-1") storage_obj = DynamoDB(connection=connection.new_connection()) storage_obj.set_storage_set_name("cs-file-metadata") storage_set = storage_obj.get_storage_set() result_set = storage_obj.list(storage_set) if storage_set else None return result_set
"--base", type=str, help="s3 | dynamodb", default="s3", required=False) # logging logging.config.fileConfig('logging.ini', disable_existing_loggers=False, defaults={'logfilename': LOG_PATH}) logger = logging.getLogger(__name__) # FIXME - file logging fh = logging.FileHandler(LOG_PATH) formatter = logging.Formatter( '%(asctime)s - %(name)s - %(levelname)s - %(message)s') fh.setFormatter(formatter) logger.addHandler(fh) # parse args args = parser.parse_args() db_connection = Connection("dynamodb", args.region) db_table = args.table db = DynamoDB(connection=db_connection.new_connection()) s3_connection = Connection("s3", args.region) s3_bucket = args.bucket s3 = S3(connection=s3_connection.new_connection()) if db and s3: main(args.region, args.bucket, args.table, args.base, args.threadcount) else: raise ImportError("No DB connection")
LOG_PATH = "/tmp/case_log_%s.log" % datetime.datetime.fromtimestamp( ts).strftime('%Y-%m-%d %H:%M:%S') # logging logging.config.fileConfig('logging.ini', disable_existing_loggers=False, defaults={'logfilename': LOG_PATH}) logger = logging.getLogger(__name__) # FIXME - file logging fh = logging.FileHandler(LOG_PATH) formatter = logging.Formatter( '%(asctime)s - %(name)s - %(levelname)s - %(message)s') fh.setFormatter(formatter) logger.addHandler(fh) # parse args args = parser.parse_args() db_table = args.table s3_bucket = args.bucket dryrun = args.dryrun test = args.test db_connection = Connection("dynamodb", args.region) db = DynamoDB(connection=db_connection.new_connection()) s3_connection = Connection("s3", args.region) s3 = S3(connection=s3_connection.new_connection()) main(args.bucket, args.table, args.threadcount) sns_connection = Connection("sns", args.region) sns = SNS(connection=sns_connection.new_connection()) sns.send("CS-team", "Done", "meh :-D")
parser.add_argument("-c", "--threadcount", type=str, help="thread count", default="1", required=False) parser.add_argument('--dryrun', action='store_true') parser.add_argument('--test', help="use test set", action='store_true') ts = time.time() LOG_PATH = "/tmp/case_log_%s.log" % datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d %H:%M:%S') # logging logging.config.fileConfig('logging.ini', disable_existing_loggers=False, defaults={'logfilename': LOG_PATH}) logger = logging.getLogger(__name__) # FIXME - file logging fh = logging.FileHandler(LOG_PATH) formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') fh.setFormatter(formatter) logger.addHandler(fh) # parse args args = parser.parse_args() db_table = args.table s3_bucket = args.bucket dryrun = args.dryrun test = args.test db_connection = Connection("dynamodb", args.region) db = DynamoDB(connection=db_connection.new_connection()) s3_connection = Connection("s3", args.region) s3 = S3(connection=s3_connection.new_connection()) main(args.bucket, args.table, args.threadcount) sns_connection = Connection("sns", args.region) sns = SNS(connection=sns_connection.new_connection()) sns.send("CS-team", "Done", "meh :-D")