if not key.name in files: pool.apply_async(worker, args=(region_endpoints['publicURL'], ca.conf['container'], ca.creds['token'], key.name, ca.conf['s3bucket'], ca.conf['s3accesskey'].encode('ascii'), ca.conf['s3secretkey'].encode('ascii'))) pool.join() if ca.conf.get('emailreport') and copied_files: ca.log("Sending email.") ca.email("Copied "+str(len(copied_files))+" files to "+ca.conf['container'],''' Copied the follow files from S3 bucket %s to Swift container %s: %s ''' % (ca.conf['s3bucket'],ca.conf['container'],"\n".join(copied_files))) ca.log("Done.",'',100) def worker(endpoint,container,token,key_name,bucket,accesskey,secretkey): #ca.log("Starting "+str(key_name)) my_s3 = S3Connection(accesskey,secretkey) my_bucket = Bucket(connection=my_s3, name=bucket)
if not key.name in files: pool.apply_async(worker, args=(region_endpoints['publicURL'], ca.conf['container'], ca.creds['token'], key.name, ca.conf['s3bucket'], ca.conf['s3accesskey'].encode('ascii'), ca.conf['s3secretkey'].encode('ascii'))) pool.join() if ca.conf.get('emailreport') and copied_files: ca.log("Sending email.") ca.email( "Copied " + str(len(copied_files)) + " files to " + ca.conf['container'], ''' Copied the follow files from S3 bucket %s to Swift container %s: %s ''' % (ca.conf['s3bucket'], ca.conf['container'], "\n".join(copied_files))) ca.log("Done.", '', 100) def worker(endpoint, container, token, key_name, bucket, accesskey, secretkey): #ca.log("Starting "+str(key_name)) my_s3 = S3Connection(accesskey, secretkey) my_bucket = Bucket(connection=my_s3, name=bucket) key = Key(my_bucket) key.key = key_name if key.name[-1] == "/" and key.size == 0: