def get_result_set(region, bucket, table, base):
"""get result set from storage object
"""
connection = Connection(base, region)
base = base.lower()
storage_obj = None
if base == "s3":
storage_obj = S3(connection=connection.new_connection())
storage_obj.set_storage_set_name(bucket)
elif base == "dynamodb":
storage_obj = DynamoDB(connection=connection.new_connection())
storage_obj.set_storage_set_name(table)
storage_set = storage_obj.get_storage_set()
result_set = storage_obj.list(storage_set) if storage_set else None
return result_set
def get_test_result_set():
"""
temp added for testing
:return:
"""
connection = Connection("dynamodb", "us-west-1")
storage_obj = DynamoDB(connection=connection.new_connection())
storage_obj.set_storage_set_name("cs-file-metadata")
storage_set = storage_obj.get_storage_set()
result_set = storage_obj.list(storage_set) if storage_set else None
return result_set
def get_test_result_set():
"""
temp added for testing
:return:
"""
connection = Connection("dynamodb", "us-west-1")
storage_obj = DynamoDB(connection=connection.new_connection())
storage_obj.set_storage_set_name("cs-file-metadata")
storage_set = storage_obj.get_storage_set()
result_set = storage_obj.list(storage_set) if storage_set else None
return result_set
"--base",
type=str,
help="s3 | dynamodb",
default="s3",
required=False)
# logging
logging.config.fileConfig('logging.ini',
disable_existing_loggers=False,
defaults={'logfilename': LOG_PATH})
logger = logging.getLogger(__name__)
# FIXME - file logging
fh = logging.FileHandler(LOG_PATH)
formatter = logging.Formatter(
'%(asctime)s - %(name)s - %(levelname)s - %(message)s')
fh.setFormatter(formatter)
logger.addHandler(fh)
# parse args
args = parser.parse_args()
db_connection = Connection("dynamodb", args.region)
db_table = args.table
db = DynamoDB(connection=db_connection.new_connection())
s3_connection = Connection("s3", args.region)
s3_bucket = args.bucket
s3 = S3(connection=s3_connection.new_connection())
if db and s3:
main(args.region, args.bucket, args.table, args.base, args.threadcount)
else:
raise ImportError("No DB connection")
LOG_PATH = "/tmp/case_log_%s.log" % datetime.datetime.fromtimestamp(
ts).strftime('%Y-%m-%d %H:%M:%S')
# logging
logging.config.fileConfig('logging.ini',
disable_existing_loggers=False,
defaults={'logfilename': LOG_PATH})
logger = logging.getLogger(__name__)
# FIXME - file logging
fh = logging.FileHandler(LOG_PATH)
formatter = logging.Formatter(
'%(asctime)s - %(name)s - %(levelname)s - %(message)s')
fh.setFormatter(formatter)
logger.addHandler(fh)
# parse args
args = parser.parse_args()
db_table = args.table
s3_bucket = args.bucket
dryrun = args.dryrun
test = args.test
db_connection = Connection("dynamodb", args.region)
db = DynamoDB(connection=db_connection.new_connection())
s3_connection = Connection("s3", args.region)
s3 = S3(connection=s3_connection.new_connection())
main(args.bucket, args.table, args.threadcount)
sns_connection = Connection("sns", args.region)
sns = SNS(connection=sns_connection.new_connection())
sns.send("CS-team", "Done", "meh :-D")
parser.add_argument("-c", "--threadcount", type=str, help="thread count", default="1", required=False)
parser.add_argument('--dryrun', action='store_true')
parser.add_argument('--test', help="use test set", action='store_true')
ts = time.time()
LOG_PATH = "/tmp/case_log_%s.log" % datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d %H:%M:%S')
# logging
logging.config.fileConfig('logging.ini', disable_existing_loggers=False, defaults={'logfilename': LOG_PATH})
logger = logging.getLogger(__name__)
# FIXME - file logging
fh = logging.FileHandler(LOG_PATH)
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
fh.setFormatter(formatter)
logger.addHandler(fh)
# parse args
args = parser.parse_args()
db_table = args.table
s3_bucket = args.bucket
dryrun = args.dryrun
test = args.test
db_connection = Connection("dynamodb", args.region)
db = DynamoDB(connection=db_connection.new_connection())
s3_connection = Connection("s3", args.region)
s3 = S3(connection=s3_connection.new_connection())
main(args.bucket, args.table, args.threadcount)
sns_connection = Connection("sns", args.region)
sns = SNS(connection=sns_connection.new_connection())
sns.send("CS-team", "Done", "meh :-D")
