def test_stale_cache(): with mock.patch('pomagma.store.BUCKET', new=TEST_BUCKET): for filename in examples('.store_test.test_stale_cache'): text = random_uuid() stale_text = random_uuid() with in_temp_dir(): dump(text, filename) pomagma.store.put(filename) dump(stale_text, filename) pomagma.store.bzip2(filename) pomagma.store.get(filename) assert_true(os.path.exists(filename)) assert_equal(load(filename), text) pomagma.store.remove(filename)
def test_stale_cache(): with mock.patch('pomagma.io.s3.BUCKET', new=TEST_BUCKET): for filename in examples('.store_test.test_stale_cache'): text = random_uuid() stale_text = random_uuid() with in_temp_dir(): dump(text, filename) pomagma.io.s3.put(filename) dump(stale_text, filename) pomagma.io.s3.bzip2(filename) pomagma.io.s3.get(filename) assert os.path.exists(filename) assert load(filename) == text pomagma.io.s3.remove(filename)
def test_7z(): for filename in examples('.store_test.test_7z'): text = random_uuid() with in_temp_dir(): dump(text, filename) filename_ext = pomagma.store.archive_7z(filename) assert_true(os.path.exists(filename_ext)) os.remove(filename) pomagma.store.extract_7z(filename_ext) assert_true(os.path.exists(filename)) assert_equal(load(filename), text)
def test_7z(): for filename in examples('.store_test.test_7z'): text = random_uuid() with in_temp_dir(): dump(text, filename) filename_ext = pomagma.io.s3.archive_7z(filename) assert os.path.exists(filename_ext) os.remove(filename) pomagma.io.s3.extract_7z(filename_ext) assert os.path.exists(filename) assert load(filename) == text
def test_s3(): with mock.patch('pomagma.store.BUCKET', new=TEST_BUCKET): for filename in examples('.store_test.test_s3'): text = random_uuid() with in_temp_dir(): dump(text, filename) print 'putting to s3...', pomagma.store.s3_lazy_put(filename) print 'done' assert_true(pomagma.store.s3_exists(filename)) with in_temp_dir(): print 'getting from s3...', pomagma.store.s3_lazy_get(filename) print 'done' assert_true(os.path.exists(filename)) assert_equal(load(filename), text) print 'removing from s3...', pomagma.store.s3_remove(filename) print 'done' assert_false(pomagma.store.s3_exists(filename))
def test_s3(): with mock.patch('pomagma.io.s3.BUCKET', new=TEST_BUCKET): for filename in examples('.store_test.test_s3'): text = random_uuid() with in_temp_dir(): dump(text, filename) print 'putting to s3...', pomagma.io.s3.s3_lazy_put(filename) print 'done' assert pomagma.io.s3.s3_exists(filename) with in_temp_dir(): print 'getting from s3...', pomagma.io.s3.s3_lazy_get(filename) print 'done' assert os.path.exists(filename) assert load(filename) == text print 'removing from s3...', pomagma.io.s3.s3_remove(filename) print 'done' assert not pomagma.io.s3.s3_exists(filename)
def examples(suffix): for depth in range(3): dirs = [random_uuid() for _ in range(depth)] filename = random_uuid() + suffix path = apply(os.path.join, dirs + [filename]) yield path