def test_touch_expulsion(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums) - 1):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
time.sleep(1.1)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
print cache.list_cache()
rc = cache.lookup(work_sums[0], newfile)
self.assertEqual(rc, True)
print cache.list_cache()
sum = work_sums[i]
rc = cache.add(self._work_file, work_sums[len(work_sums) - 1])
self.assertEqual(rc, True)
list = cache.list_cache()
self.assertEqual(len(list), 3)
print list
print work_sums
self.assertTrue(work_sums[0] in list)
self.assertTrue(work_sums[1] not in list)
def test_touch_expulsion(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums) - 1):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
time.sleep(1.1)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
print cache.list_cache()
rc = cache.lookup(work_sums[0], newfile)
self.assertEqual(rc, True)
print cache.list_cache()
sum = work_sums[i]
rc = cache.add(self._work_file, work_sums[len(work_sums) - 1])
self.assertEqual(rc, True)
list = cache.list_cache()
self.assertEqual(len(list), 3)
print list
print work_sums
self.assertTrue(work_sums[0] in list)
self.assertTrue(work_sums[1] not in list)
def test_noroom(self):
sz1 = os.path.getsize(self._work_file)
max = sz1 - 1
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
try:
cache.add(self._work_file, self._work_sum)
passes = False
except:
passes = True
self.assertTrue(passes)
def test_noroom(self):
sz1 = os.path.getsize(self._work_file)
max = sz1 - 1
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
try:
cache.add(self._work_file, self._work_sum)
passes = False
except:
passes = True
self.assertTrue(passes)
def test_exceedsize(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
def test_exceedsize(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
def test_flush_cache(self):
work_sums = ["1", "XX", "III", "four"]
cache = WSCCacheObj(self._dir, self.lockfilepath)
for sum in work_sums:
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
cache.flush_cache()
list = cache.list_cache()
self.assertEqual(len(list), 0)
def test_flush_cache(self):
work_sums = ["1", "XX", "III", "four"]
cache = WSCCacheObj(self._dir, self.lockfilepath)
for sum in work_sums:
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
cache.flush_cache()
list = cache.list_cache()
self.assertEqual(len(list), 0)
def test_basic_sequence(self):
cache = WSCCacheObj(self._dir, self.lockfilepath)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
rc = cache.lookup(self._work_sum, newfile)
self.assertEqual(rc, True)
rc = filecmp.cmp(newfile, self._work_file)
self.assertEqual(rc, 1)
rc = cache.remove(self._work_sum)
self.assertEqual(rc, True)
def test_lookupmiss(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
time.sleep(1.1)
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
rc = cache.lookup(work_sums[0], newfile)
self.assertEqual(rc, False)
def test_lookupmiss(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
time.sleep(1.1)
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
rc = cache.lookup(work_sums[0], newfile)
self.assertEqual(rc, False)
def test_correct_expulsion(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
time.sleep(1.1)
self.assertEqual(rc, True)
list = cache.list_cache()
self.assertEqual(len(list), 3)
self.assertTrue(work_sums[0] not in list)
def test_correct_expulsion(self):
sz1 = os.path.getsize(self._work_file)
work_sums = ["1", "XX", "III", "four"]
max = sz1 * (len(work_sums) - 1)
cache = WSCCacheObj(self._dir, self.lockfilepath, max_size=max)
for i in range(0, len(work_sums)):
sum = work_sums[i]
rc = cache.add(self._work_file, sum)
time.sleep(1.1)
self.assertEqual(rc, True)
list = cache.list_cache()
self.assertEqual(len(list), 3)
self.assertTrue(work_sums[0] not in list)
def test_basic_sequence(self):
cache = WSCCacheObj(self._dir, self.lockfilepath)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, True)
(osf, newfile) = tempfile.mkstemp()
os.close(osf)
rc = cache.lookup(self._work_sum, newfile)
self.assertEqual(rc, True)
rc = filecmp.cmp(newfile, self._work_file)
self.assertEqual(rc, 1)
rc = cache.remove(self._work_sum)
self.assertEqual(rc, True)
def test_list_cache(self):
work_sums = ["1", "XX", "III", "four"]
cache = WSCCacheObj(self._dir, self.lockfilepath)
for sum in work_sums:
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
count = 0
first_len = len(work_sums)
list = cache.list_cache()
for l in list:
work_sums.remove(l)
count = count + 1
self.assertEqual(len(work_sums), 0)
self.assertEqual(count, first_len)
def test_list_cache(self):
work_sums = ["1", "XX", "III", "four"]
cache = WSCCacheObj(self._dir, self.lockfilepath)
for sum in work_sums:
rc = cache.add(self._work_file, sum)
self.assertEqual(rc, True)
count = 0
first_len = len(work_sums)
list = cache.list_cache()
for l in list:
work_sums.remove(l)
count = count + 1
self.assertEqual(len(work_sums), 0)
self.assertEqual(count, first_len)
def test_add_twice(self):
cache = WSCCacheObj(self._dir, self.lockfilepath)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, True)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, False)
def test_add_twice(self):
cache = WSCCacheObj(self._dir, self.lockfilepath)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, True)
rc = cache.add(self._work_file, self._work_sum)
self.assertEqual(rc, False)
if self.c.dryrun:
self.c.log.debug("dryrun, not propagating")
return
adapter.propagate(l_file._propagation_source, l_file.path)
if not os.path.exists(l_file.path):
raise UnexpectedError(
"propagated from '%s' to '%s' but the file does not exist"
% (l_file._propagation_source, l_file.path))
if cache:
try:
self.c.log.debug("adding %s" % (cache_key))
cache.add(l_file.path, cache_key)
except Exception, ex:
self.c.log.warn(
"an exception occured while adding a file to the cache %s %s | %s"
% (cache_key, l_file.path, str(ex)))
return
def _unpropagate(self, l_files):
for l_file in l_files:
if not l_file._unpropagate_needed:
continue
for keyword in self.adapters.keys():
schemestring = keyword + "://"
scheme_len = len(schemestring)
self.c.log.debug("propagating from '%s' to '%s'" % (l_file._propagation_source, l_file.path))
if self.c.dryrun:
self.c.log.debug("dryrun, not propagating")
return
adapter.propagate(l_file._propagation_source, l_file.path)
if not os.path.exists(l_file.path):
raise UnexpectedError("propagated from '%s' to '%s' but the file does not exist" % (l_file._propagation_source, l_file.path))
if cache:
try:
self.c.log.debug("adding %s" % (cache_key))
cache.add(l_file.path, cache_key)
except Exception, ex:
self.c.log.warn("an exception occured while adding a file to the cache %s %s | %s" % (cache_key, l_file.path, str(ex)))
return
def _unpropagate(self, l_files):
for l_file in l_files:
if not l_file._unpropagate_needed:
continue
for keyword in self.adapters.keys():
schemestring = keyword + "://"
scheme_len = len(schemestring)
target_scheme = l_file._unpropagation_target[:scheme_len]
