def test_existing_cache_path(self): with tempfile.TemporaryDirectory() as tmpdir: cache1 = FileSystemCache(tmpdir) cache1.put("foo", b"bar") del cache1 cache2 = FileSystemCache(tmpdir) self.assertEqual(cache2.get("foo"), b"bar")
def test_size_of_existing_directory(self): with tempfile.TemporaryDirectory() as tmpdir: cache1 = FileSystemCache(tmpdir) cache1.put("foo", b"bar") del cache1 cache2 = FileSystemCache(tmpdir) self.assertEqual(cache2._get_cache_directory_size(), 3)
def initialize_cache(path, max_cache_size_bytes=32 * 2**30): """Creates a global cache object. Should only be called once per process. max_cache_sixe defaults to 32GiB. """ global _cache assert _cache == None, f"The cache path has already been initialized to {_cache._path}" _cache = FileSystemCache(path, max_cache_size_bytes) logging.warning("Initialized persistent compilation cache at %s", path)
def test_threads(self): file_contents1 = "1" * (65536 + 1) file_contents2 = "2" * (65536 + 1) def call_multiple_puts_and_gets(cache): for i in range(50): cache.put("foo", file_contents1.encode('utf-8').strip()) cache.put("foo", file_contents2.encode('utf-8').strip()) cache.get("foo") self.assertEqual(cache.get("foo"), file_contents2.encode('utf-8').strip()) with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) threads = [] for i in range(50): t = threading.Thread(target=call_multiple_puts_and_gets(cache)) t.start() threads.append(t) for t in threads: t.join() self.assertEqual(cache.get("foo"), file_contents2.encode('utf-8').strip())
def test_delete_multiple_files(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir, max_cache_size_bytes=6) cache.put("first", b"one") # Sleep because otherwise these operations execute too fast and # the access time isn't captured properly. time.sleep(1) cache.put("second", b"two") cache.put("third", b"three") self.assertEqual(cache.get("first"), None) self.assertEqual(cache.get("second"), None) self.assertEqual(cache.get("third"), b"three")
def test_size_of_empty_directory(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) self.assertEqual(cache._get_cache_directory_size(), 0)
def test_size_of_directory(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) cache.put("foo", b"bar") self.assertEqual(cache._get_cache_directory_size(), 3)
def test_empty_key_get(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) with self.assertRaisesRegex(ValueError, r"key cannot be empty"): cache.get("")
def test_empty_value_put(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) cache.put("foo", b"") self.assertEqual(cache.get("foo"), b"")
def test_put_and_get_key(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) cache.put("foo", b"bar") self.assertEqual(cache.get("foo"), b"bar")
def test_get_nonexistent_key(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir) self.assertEqual(cache.get("nonExistentKey"), None)
def test_file_bigger_than_cache(self): with tempfile.TemporaryDirectory() as tmpdir: cache = FileSystemCache(tmpdir, max_cache_size_bytes=2) cache.put("foo", b"bar") self.assertEqual(cache.get("foo"), None)
def initialize_cache(path): """Creates a global cache object. Should only be called once per process.""" global _cache assert _cache == None, f"The cache path has already been initialized to {_cache}" _cache = FileSystemCache(path)