def test_s3_ls(self):
runner = EMRJobRunner(s3_scratch_uri='s3://walrus/tmp',
conf_path=False)
self.add_mock_s3_data({'walrus': {'one': '', 'two': '', 'three': ''}})
assert_equal(
set(runner._s3_ls('s3://walrus/')),
set([
's3://walrus/one',
's3://walrus/two',
's3://walrus/three',
]))
assert_equal(set(runner._s3_ls('s3://walrus/t')),
set([
's3://walrus/two',
's3://walrus/three',
]))
assert_equal(set(runner._s3_ls('s3://walrus/t/')), set([]))
# if we ask for a nonexistent bucket, we should get some sort
# of exception (in practice, buckets with random names will
# probably be owned by other people, and we'll get some sort
# of permissions error)
assert_raises(Exception, set, runner._s3_ls('s3://lolcat/'))
def test_s3_ls(self):
runner = EMRJobRunner(s3_scratch_uri='s3://walrus/tmp',
conf_path=False)
self.add_mock_s3_data({'walrus': {'one': '', 'two': '', 'three': ''}})
assert_equal(set(runner._s3_ls('s3://walrus/')),
set(['s3://walrus/one',
's3://walrus/two',
's3://walrus/three',]))
assert_equal(set(runner._s3_ls('s3://walrus/t')),
set(['s3://walrus/two',
's3://walrus/three',]))
assert_equal(set(runner._s3_ls('s3://walrus/t/')),
set([]))
# if we ask for a nonexistent bucket, we should get some sort
# of exception (in practice, buckets with random names will
# probably be owned by other people, and we'll get some sort
# of permissions error)
assert_raises(Exception, set, runner._s3_ls('s3://lolcat/'))
