def test_existing_cache_path(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache1 = FileSystemCache(tmpdir)
cache1.put("foo", b"bar")
del cache1
cache2 = FileSystemCache(tmpdir)
self.assertEqual(cache2.get("foo"), b"bar")
def test_size_of_existing_directory(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache1 = FileSystemCache(tmpdir)
cache1.put("foo", b"bar")
del cache1
cache2 = FileSystemCache(tmpdir)
self.assertEqual(cache2._get_cache_directory_size(), 3)
def initialize_cache(path, max_cache_size_bytes=32 * 2**30):
"""Creates a global cache object. Should only be called once per process.
max_cache_sixe defaults to 32GiB.
"""
global _cache
assert _cache == None, f"The cache path has already been initialized to {_cache._path}"
_cache = FileSystemCache(path, max_cache_size_bytes)
logging.warning("Initialized persistent compilation cache at %s", path)
def test_threads(self):
file_contents1 = "1" * (65536 + 1)
file_contents2 = "2" * (65536 + 1)
def call_multiple_puts_and_gets(cache):
for i in range(50):
cache.put("foo", file_contents1.encode('utf-8').strip())
cache.put("foo", file_contents2.encode('utf-8').strip())
cache.get("foo")
self.assertEqual(cache.get("foo"),
file_contents2.encode('utf-8').strip())
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
threads = []
for i in range(50):
t = threading.Thread(target=call_multiple_puts_and_gets(cache))
t.start()
threads.append(t)
for t in threads:
t.join()
self.assertEqual(cache.get("foo"),
file_contents2.encode('utf-8').strip())
def test_delete_multiple_files(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir, max_cache_size_bytes=6)
cache.put("first", b"one")
# Sleep because otherwise these operations execute too fast and
# the access time isn't captured properly.
time.sleep(1)
cache.put("second", b"two")
cache.put("third", b"three")
self.assertEqual(cache.get("first"), None)
self.assertEqual(cache.get("second"), None)
self.assertEqual(cache.get("third"), b"three")
def test_size_of_empty_directory(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
self.assertEqual(cache._get_cache_directory_size(), 0)
def test_size_of_directory(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
cache.put("foo", b"bar")
self.assertEqual(cache._get_cache_directory_size(), 3)
def test_empty_key_get(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
with self.assertRaisesRegex(ValueError, r"key cannot be empty"):
cache.get("")
def test_empty_value_put(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
cache.put("foo", b"")
self.assertEqual(cache.get("foo"), b"")
def test_put_and_get_key(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
cache.put("foo", b"bar")
self.assertEqual(cache.get("foo"), b"bar")
def test_get_nonexistent_key(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir)
self.assertEqual(cache.get("nonExistentKey"), None)
def test_file_bigger_than_cache(self):
with tempfile.TemporaryDirectory() as tmpdir:
cache = FileSystemCache(tmpdir, max_cache_size_bytes=2)
cache.put("foo", b"bar")
self.assertEqual(cache.get("foo"), None)
def initialize_cache(path):
"""Creates a global cache object. Should only be called once per process."""
global _cache
assert _cache == None, f"The cache path has already been initialized to {_cache}"
_cache = FileSystemCache(path)