def __init__(self, access_key, secret_key, bucket_name, inputfile, sep, successfile,
failurefile, thread_count=3):
self.access_key = access_key
self.secret_key = secret_key
self._inner_threadpool = SimpleThreadPool(3)
self.thread_count = thread_count
self.inputfile = inputfile
self.bucket_name = bucket_name
self.successfile = successfile
self.failurefile = failurefile
self.sep = sep
def batch_delete(self):
self._inner_threadpool = SimpleThreadPool(self.thread_count)
key_list = self.read_inputfile(self.inputfile)
for key in key_list:
try:
self._inner_threadpool.add_task(self.delete, self.bucket_name,
key, self.successfile,
self.failurefile)
except Exception as e:
logger.warn(to_unicode(e))
self._inner_threadpool.wait_completion()
result = self._inner_threadpool.get_result()
return print(result)
def batch_upload(self):
self._inner_threadpool = SimpleThreadPool(self.thread_count)
local_filenamelist = self.get_dir_filename(self.file_dir)
for local_filename in local_filenamelist:
try:
self._inner_threadpool.add_task(self._upload, local_filename,
self.successfile,
self.failurefile)
except Exception as e:
logger.warn(to_unicode(e))
self._inner_threadpool.wait_completion()
result = self._inner_threadpool.get_result()
return print(result)
def batch_chstatus(self):
self._inner_threadpool = SimpleThreadPool(self.thread_count)
inputfile_list = self.read_inputfile(self.inputfile)
for i in inputfile_list:
try:
_i = i.split(self.sep)
except Exception as e:
logger.warn(to_unicode(e))
raise e
_key = _i[0]
_file_status = _i[1]
try:
self._inner_threadpool.add_task(self._chstatus, self.bucket_name, _key, _file_status, self.successfile,
self.failurefile)
except Exception as e:
logger.warn(to_unicode(e))
self._inner_threadpool.wait_completion()
result = self._inner_threadpool.get_result()
return print(result)
def b_modtype(self):
self._inner_threadpool = SimpleThreadPool(self.thread_count)
inputfile_list = self.read_inputfile(self.inputfile)
for i in inputfile_list:
if "\n" in i:
i = i.replace("\n", "")
try:
_i = i.split(self.sep)
except Exception as e:
logger.warn(to_unicode(e))
raise e
_key = _i[0]
_storage_type = _i[1]
try:
self._inner_threadpool.add_task(self.mod_type, self.bucket_name, _key, _storage_type, self.successfile,
self.failurefile)
except Exception as e:
logger.warn(to_unicode(e))
self._inner_threadpool.wait_completion()
result = self._inner_threadpool.get_result()
return print(result)