def test(self):
skip_without_rsync()
self.mkfs()
self.mount()
self.tst_cp()
self.umount()
self.fsck()
def test(self):
skip_without_rsync()
self.mkfs()
self.mount()
self.tst_cp()
self.umount()
self.fsck()
def runTest(self):
skip_without_rsync()
ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
try:
populate_dir(ref_dir)
# Make file system and fake high inode number
self.mkfs()
db = Connection(
get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
db.execute('UPDATE sqlite_sequence SET seq=? WHERE name=?',
(2**31 + 10, 'inodes'))
db.close()
# Copy source data
self.mount()
subprocess.check_call(
['rsync', '-aHAX', ref_dir + '/', self.mnt_dir + '/'])
self.umount()
# Check that inode watermark is high
db = Connection(
get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
self.assertGreater(
db.get_val('SELECT seq FROM sqlite_sequence WHERE name=?',
('inodes', )), 2**31 + 10)
self.assertGreater(db.get_val('SELECT MAX(id) FROM inodes'),
2**31 + 10)
db.close()
# Renumber inodes
self.fsck()
# Check if renumbering was done
db = Connection(
get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
self.assertLess(
db.get_val('SELECT seq FROM sqlite_sequence WHERE name=?',
('inodes', )), 2**31)
self.assertLess(db.get_val('SELECT MAX(id) FROM inodes'), 2**31)
db.close()
# Compare
self.mount()
try:
out = check_output([
'rsync', '-anciHAX', '--delete', '--exclude',
'/lost+found', ref_dir + '/', self.mnt_dir + '/'
],
universal_newlines=True,
stderr=subprocess.STDOUT)
except CalledProcessError as exc:
self.fail('rsync failed with ' + exc.output)
if out:
self.fail('Copy not equal to original, rsync says:\n' + out)
self.umount()
finally:
shutil.rmtree(ref_dir)
def test_bg(self):
skip_without_rsync()
self.mkfs()
self.logfile = tempfile.NamedTemporaryFile()
self.mount(in_foreground=False, extra_args=["--log", self.logfile.name])
self.tst_cp()
self.umount()
self.fsck()
self.logfile.close()
def setup_method(self, method):
skip_without_rsync()
basedir_old = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "s3ql.old"))
if not os.path.exists(os.path.join(basedir_old, "bin", "mkfs.s3ql")):
raise unittest.SkipTest("no previous S3QL version found")
super().setup_method(method)
self.ref_dir = tempfile.mkdtemp(prefix="s3ql-ref-")
self.bak_dir = tempfile.mkdtemp(prefix="s3ql-bak-")
self.basedir_old = basedir_old
def setup_method(self, method):
skip_without_rsync()
basedir_old = os.path.abspath(os.path.join(os.path.dirname(__file__),
'..', 's3ql.old'))
if not os.path.exists(os.path.join(basedir_old, 'bin', 'mkfs.s3ql')):
pytest.skip('no previous S3QL version found')
super().setup_method(method)
self.ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
self.bak_dir = tempfile.mkdtemp(prefix='s3ql-bak-')
self.basedir_old = basedir_old
def setup_method(self, method):
skip_without_rsync()
basedir_old = os.path.abspath(
os.path.join(os.path.dirname(__file__), '..', 's3ql.old'))
if not os.path.exists(os.path.join(basedir_old, 'bin', 'mkfs.s3ql')):
pytest.skip('no previous S3QL version found')
super().setup_method(method)
self.ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
self.bak_dir = tempfile.mkdtemp(prefix='s3ql-bak-')
self.basedir_old = basedir_old
def test(self):
skip_without_rsync()
ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
try:
populate_dir(ref_dir)
# Make file system and fake high inode number
self.mkfs()
db = Connection(get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
db.execute('UPDATE sqlite_sequence SET seq=? WHERE name=?',
(2 ** 31 + 10, 'inodes'))
db.close()
# Copy source data
self.mount()
subprocess.check_call(['rsync', '-aHAX', ref_dir + '/',
self.mnt_dir + '/'])
self.umount()
# Check that inode watermark is high
db = Connection(get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
assert db.get_val('SELECT seq FROM sqlite_sequence WHERE name=?',
('inodes',)) > 2 ** 31 + 10
assert db.get_val('SELECT MAX(id) FROM inodes') > 2 ** 31 + 10
db.close()
# Renumber inodes
self.fsck()
# Check if renumbering was done
db = Connection(get_backend_cachedir(self.storage_url, self.cache_dir) + '.db')
assert db.get_val('SELECT seq FROM sqlite_sequence WHERE name=?',
('inodes',)) < 2 ** 31
assert db.get_val('SELECT MAX(id) FROM inodes') < 2 ** 31
db.close()
# Compare
self.mount()
try:
out = check_output(['rsync', '-anciHAX', '--delete', '--exclude', '/lost+found',
ref_dir + '/', self.mnt_dir + '/'], universal_newlines=True,
stderr=subprocess.STDOUT)
except CalledProcessError as exc:
pytest.fail('rsync failed with ' + exc.output)
if out:
pytest.fail('Copy not equal to original, rsync says:\n' + out)
self.umount()
finally:
shutil.rmtree(ref_dir)
def test(self):
skip_without_rsync()
ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
try:
self.populate_dir(ref_dir)
# Copy source data
self.mkfs()
# Force 64bit inodes
cachepath = os.path.join(self.cache_dir, _escape(self.storage_url))
db = Connection(cachepath + '.db')
db.execute('UPDATE sqlite_sequence SET seq=? WHERE name=?',
(2**36 + 10, 'inodes'))
db.close()
self.mount()
subprocess.check_call(
['rsync', '-aHAX', ref_dir + '/', self.mnt_dir + '/'])
self.umount()
self.fsck()
# Delete cache, run fsck and compare
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp('s3ql-cache-')
self.fsck()
self.mount()
try:
out = check_output([
'rsync', '-anciHAX', '--delete', '--exclude',
'/lost+found', ref_dir + '/', self.mnt_dir + '/'
],
universal_newlines=True,
stderr=subprocess.STDOUT)
except CalledProcessError as exc:
pytest.fail('rsync failed with ' + exc.output)
if out:
pytest.fail('Copy not equal to original, rsync says:\n' + out)
self.umount()
# Delete cache and mount
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp(prefix='s3ql-cache-')
self.mount()
self.umount()
finally:
shutil.rmtree(ref_dir)
def test(self):
skip_without_rsync()
ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
try:
self.populate_dir(ref_dir)
# Copy source data
self.mkfs()
self.mount()
subprocess.check_call(
['rsync', '-aHAX', ref_dir + '/', self.mnt_dir + '/'])
self.umount()
self.fsck()
# Delete cache, run fsck and compare
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp('s3ql-cache-')
self.fsck()
self.mount()
try:
out = check_output([
'rsync', '-anciHAX', '--delete', '--exclude',
'/lost+found', ref_dir + '/', self.mnt_dir + '/'
],
universal_newlines=True,
stderr=subprocess.STDOUT)
except CalledProcessError as exc:
pytest.fail('rsync failed with ' + exc.output)
if out:
pytest.fail('Copy not equal to original, rsync says:\n' + out)
self.umount()
# Delete cache and mount
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp(prefix='s3ql-cache-')
self.mount()
self.umount()
finally:
shutil.rmtree(ref_dir)
def test(self):
skip_without_rsync()
ref_dir = tempfile.mkdtemp(prefix='s3ql-ref-')
try:
self.populate_dir(ref_dir)
# Copy source data
self.mkfs()
self.mount()
subprocess.check_call(['rsync', '-aHAX', ref_dir + '/',
self.mnt_dir + '/'])
self.umount()
self.fsck()
# Delete cache, run fsck and compare
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp('s3ql-cache-')
self.fsck()
self.mount()
try:
out = check_output(['rsync', '-anciHAX', '--delete', '--exclude', '/lost+found',
ref_dir + '/', self.mnt_dir + '/'], universal_newlines=True,
stderr=subprocess.STDOUT)
except CalledProcessError as exc:
pytest.fail('rsync failed with ' + exc.output)
if out:
pytest.fail('Copy not equal to original, rsync says:\n' + out)
self.umount()
# Delete cache and mount
shutil.rmtree(self.cache_dir)
self.cache_dir = tempfile.mkdtemp(prefix='s3ql-cache-')
self.mount()
self.umount()
finally:
shutil.rmtree(ref_dir)
