def setUp(self): super(S3HandlerTestDeleteList, self).setUp() self.session = FakeSession() params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.loc_files = make_loc_files()
def setUp(self): self.session = FakeSession() self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt' self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1')
def setUp(self): self.session = FakeSession() self.bucket = make_s3_files(self.session) self.file1 = self.bucket + "/" + "text1.txt" self.file2 = self.bucket + "/" + "another_directory/text2.txt" self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1")
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1") self.bucket = make_s3_files(self.session) self.file1 = self.bucket + "/" + "text1.txt" self.file2 = self.bucket + "/" + "another_directory/text2.txt"
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.loc_files = make_loc_files() self.bucket = make_s3_files(self.session) parser = argparse.ArgumentParser() parser.add_argument('--region') self.parsed_globals = parser.parse_args(['--region', 'us-east-1'])
def setUp(self): super(S3HandlerTestDownload, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler(self.session, params, multi_threshold=10, chunksize=2) self.bucket = make_s3_files(self.session) self.s3_files = [ self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt' ] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2] self.fail_session = FakeSession(connection_error=True) self.fail_session.s3 = self.session.s3 self.s3_handler_multi_except = S3Handler(self.fail_session, params, multi_threshold=10, chunksize=2)
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt'
def setUp(self): super(S3HandlerTestDownload, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler( self.session, params, runtime_config=runtime_config(multipart_threshold=10, multipart_chunksize=2)) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2] self.fail_session = FakeSession(connection_error=True) self.fail_session.s3 = self.session.s3 self.s3_handler_multi_except = S3Handler( self.fail_session, params, runtime_config=runtime_config( multipart_threshold=10, multipart_chunksize=2))
def setUp(self): super(S3HandlerTestURLEncodeDeletes, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1='a+b/foo', key2=None)
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1") params = {"region": "us-east-1"} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.loc_files = make_loc_files()
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.loc_files = make_loc_files()
def setUp(self): super(CommandArchitectureTest, self).setUp() self.session = FakeSession() self.bucket = make_s3_files(self.session) self.loc_files = make_loc_files() self.output = StringIO() self.saved_stdout = sys.stdout sys.stdout = self.output
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) params = {'region': 'us-east-1', 'acl': ['private']} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1=u'\u2713') self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/' + u'\u2713'] self.s3_files2 = [self.bucket2 + '/' + u'\u2713']
def setUp(self): self.environ = {} self.environ_patch = patch('os.environ', self.environ) self.environ_patch.start() self.session = FakeSession() self.mock = MagicMock() self.mock.get_config = MagicMock(return_value={'region': None}) self.loc_files = make_loc_files() self.bucket = make_s3_files(self.session)
def test_move_unicode(self): self.bucket2 = make_s3_files(self.session, key1=u'\u2713') tasks = [FileInfo(src=self.bucket2 + '/' + u'\u2713', src_type='s3', dest=self.bucket + '/' + u'\u2713', dest_type='s3', operation='move', size=0)] self.s3_handler.call(tasks) self.assertEqual(len(list_contents(self.bucket, self.session)), 1)
def setUp(self): super(S3HandlerTestDeleteList, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.loc_files = make_loc_files()
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) params = {'region': 'us-east-1', 'acl': ['private']} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] self.s3_files2 = [self.bucket2 + '/text1.txt', self.bucket2 + '/another_directory/text2.txt']
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1") params = {"region": "us-east-1", "acl": ["private"]} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + "/text1.txt", self.bucket + "/another_directory/text2.txt"] self.s3_files2 = [self.bucket2 + "/text1.txt", self.bucket2 + "/another_directory/text2.txt"]
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1', 'acl': ['private'], 'quiet': True} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1=u'\u2713') self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/' + u'\u2713'] self.s3_files2 = [self.bucket2 + '/' + u'\u2713']
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1") params = {"region": "us-east-1", "acl": ["private"]} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1=u"\u2713") self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + "/" + u"\u2713"] self.s3_files2 = [self.bucket2 + "/" + u"\u2713"]
def setUp(self): super(S3HandlerTestMvS3S3, self).setUp() self.session = FakeSession() params = {'region': 'us-east-1', 'acl': ['private']} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] self.s3_files2 = [self.bucket2 + '/text1.txt', self.bucket2 + '/another_directory/text2.txt']
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) # Use the datetime and and blob parsing of the CLI factory = self.session.get_component('response_parser_factory') factory.set_parser_defaults(blob_parser=lambda x: x, timestamp_parser=lambda x: x) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt'
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) # Use the datetime and and blob parsing of the CLI factory = self.session.get_component('response_parser_factory') factory.set_parser_defaults( blob_parser=lambda x: x, timestamp_parser=lambda x: x) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt'
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1', 'acl': ['private']} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] self.s3_files2 = [self.bucket2 + '/text1.txt', self.bucket2 + '/another_directory/text2.txt']
def setUp(self): super(S3HandlerTestMvS3Local, self).setUp() self.session = FakeSession() params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): super(S3HandlerTestMvS3S3, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1', 'acl': ['private']} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.bucket2 = create_bucket(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] self.s3_files2 = [self.bucket2 + '/text1.txt', self.bucket2 + '/another_directory/text2.txt']
def test_move_unicode(self): self.bucket2 = make_s3_files(self.session, key1=u'\u2713') tasks = [FileInfo( src=self.bucket2 + '/' + u'\u2713', src_type='s3', dest=self.bucket + '/' + u'\u2713', dest_type='s3', operation_name='move', size=0, service=self.service, endpoint=self.endpoint, )] self.s3_handler.call(tasks) self.assertEqual(len(list_contents(self.bucket, self.session)), 1)
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service("s3") self.endpoint = self.service.get_endpoint("us-east-1") params = {"region": "us-east-1"} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler(self.session, multi_threshold=10, chunksize=2, params=params) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + "/text1.txt", self.bucket + "/another_directory/text2.txt"] directory1 = os.path.abspath(".") + os.sep + "some_directory" + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + "another_directory" + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler(self.session, multi_threshold=10, chunksize=2, params=params) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): super(S3HandlerTestMvS3Local, self).setUp() self.session = FakeSession() self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler(self.session, multi_threshold=10, chunksize=2, params=params) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.service = self.session.get_service('s3') self.endpoint = self.service.get_endpoint('us-east-1') params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.s3_handler_multi = S3Handler( self.session, params, runtime_config=runtime_config(multipart_threshold=10, multipart_chunksize=2)) self.bucket = make_s3_files(self.session) self.s3_files = [self.bucket + '/text1.txt', self.bucket + '/another_directory/text2.txt'] directory1 = os.path.abspath('.') + os.sep + 'some_directory' + os.sep filename1 = directory1 + "text1.txt" directory2 = directory1 + 'another_directory' + os.sep filename2 = directory2 + "text2.txt" self.loc_files = [filename1, filename2]
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt'
def setUp(self): self.session = botocore.session.get_session(EnvironmentVariables) params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1='a+b/foo', key2=None) self.loc_files = make_loc_files()
def setUp(self): self.session = FakeSession() self.bucket = make_s3_files(self.session) self.file1 = self.bucket + '/' + 'text1.txt' self.file2 = self.bucket + '/' + 'another_directory/text2.txt'
def setUp(self): super(S3HandlerTestURLEncodeDeletes, self).setUp() self.session = FakeSession() params = {'region': 'us-east-1'} self.s3_handler = S3Handler(self.session, params) self.bucket = make_s3_files(self.session, key1='a+b/foo', key2=None)