def test_full_cache(self):
"""
Test whether it's possible to restore cache entirely
:return:
"""
dockerfile_content = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file4
"""
platform = 'test_full_cache'
docker_tag = build_util.get_docker_tag(platform=platform, registry=DOCKER_REGISTRY_PATH)
dockerfile_path = os.path.join(DOCKERFILE_DIR, 'Dockerfile.build.' + platform)
try:
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content)
# Warm up
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def warm_up_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=warm_up_lambda_func, expected_cache_hit_count=0,
expected_cache_miss_count=4)
# Assert local cache is properly primed
def primed_cache_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=primed_cache_lambda_func, expected_cache_hit_count=4,
expected_cache_miss_count=0)
# Upload and clean local cache
docker_cache.build_save_containers(platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=False)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
# Build with clean local cache and cache loading enabled
def clean_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=True)
_assert_docker_build(lambda_func=clean_cache_lambda_func, expected_cache_hit_count=4,
expected_cache_miss_count=0)
finally:
# Delete dockerfile
os.remove(dockerfile_path)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def test_full_cache(self):
"""
Test whether it's possible to restore cache entirely
:return:
"""
dockerfile_content = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file4
"""
platform = 'test_full_cache'
docker_tag = build_util.get_docker_tag(platform=platform, registry=DOCKER_REGISTRY_PATH)
dockerfile_path = os.path.join(DOCKERFILE_DIR, 'Dockerfile.build.' + platform)
try:
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content)
# Warm up
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def warm_up_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=warm_up_lambda_func, expected_cache_hit_count=0,
expected_cache_miss_count=4)
# Assert local cache is properly primed
def primed_cache_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=primed_cache_lambda_func, expected_cache_hit_count=4,
expected_cache_miss_count=0)
# Upload and clean local cache
docker_cache.build_save_containers(platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=False)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
# Build with clean local cache and cache loading enabled
def clean_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=True)
_assert_docker_build(lambda_func=clean_cache_lambda_func, expected_cache_hit_count=4,
expected_cache_miss_count=0)
finally:
# Delete dockerfile
os.remove(dockerfile_path)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def partial_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=True)
def test_partial_cache(self):
"""
Test whether it's possible to restore cache and then pit it up partially by using a Dockerfile which shares
some parts
:return:
"""
# These two dockerfiles diverge at the fourth RUN statement. Their common parts (1-3) should be re-used
dockerfile_content_1 = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file4
"""
dockerfile_content_2 = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file5
RUN touch ~/file4
RUN touch ~/file6
"""
platform = 'test_partial_cache'
docker_tag = build_util.get_docker_tag(platform=platform, registry=DOCKER_REGISTRY_PATH)
dockerfile_path = os.path.join(DOCKERFILE_DIR, 'Dockerfile.build.' + platform)
try:
# Write initial Dockerfile
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content_1)
# Warm up
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def warm_up_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=warm_up_lambda_func, expected_cache_hit_count=0,
expected_cache_miss_count=4)
# Assert local cache is properly primed
def primed_cache_lambda_func():
build_util.build_docker(docker_binary='docker', platform=platform, registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=primed_cache_lambda_func, expected_cache_hit_count=4,
expected_cache_miss_count=0)
# Upload and clean local cache
docker_cache.build_save_containers(platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=False)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
# Replace Dockerfile with the second one, resulting in a partial cache hit
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content_2)
# Test if partial cache is properly hit. It will attempt to load the cache from the first Dockerfile,
# resulting in a partial hit
def partial_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform], registry=DOCKER_REGISTRY_PATH, load_cache=True)
_assert_docker_build(lambda_func=partial_cache_lambda_func, expected_cache_hit_count=3,
expected_cache_miss_count=3)
finally:
# Delete dockerfile
os.remove(dockerfile_path)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def partial_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform],
registry=DOCKER_REGISTRY_PATH,
load_cache=True)
def test_partial_cache(self):
"""
Test whether it's possible to restore cache and then pit it up partially by using a Dockerfile which shares
some parts
:return:
"""
# These two dockerfiles diverge at the fourth RUN statement. Their common parts (1-3) should be re-used
dockerfile_content_1 = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file4
"""
dockerfile_content_2 = """
FROM busybox
RUN touch ~/file1
RUN touch ~/file2
RUN touch ~/file3
RUN touch ~/file5
RUN touch ~/file4
RUN touch ~/file6
"""
platform = 'test_partial_cache'
docker_tag = build_util.get_docker_tag(platform=platform,
registry=DOCKER_REGISTRY_PATH)
dockerfile_path = os.path.join(DOCKERFILE_DIR,
'Dockerfile.build.' + platform)
try:
# Write initial Dockerfile
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content_1)
# Warm up
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
def warm_up_lambda_func():
build_util.build_docker(docker_binary='docker',
platform=platform,
registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=warm_up_lambda_func,
expected_cache_hit_count=0,
expected_cache_miss_count=4)
# Assert local cache is properly primed
def primed_cache_lambda_func():
build_util.build_docker(docker_binary='docker',
platform=platform,
registry=DOCKER_REGISTRY_PATH)
_assert_docker_build(lambda_func=primed_cache_lambda_func,
expected_cache_hit_count=4,
expected_cache_miss_count=0)
# Upload and clean local cache
docker_cache.build_save_containers(platforms=[platform],
registry=DOCKER_REGISTRY_PATH,
load_cache=False)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
# Replace Dockerfile with the second one, resulting in a partial cache hit
with open(dockerfile_path, 'w') as dockerfile_handle:
dockerfile_handle.write(dockerfile_content_2)
# Test if partial cache is properly hit. It will attempt to load the cache from the first Dockerfile,
# resulting in a partial hit
def partial_cache_lambda_func():
docker_cache.build_save_containers(
platforms=[platform],
registry=DOCKER_REGISTRY_PATH,
load_cache=True)
_assert_docker_build(lambda_func=partial_cache_lambda_func,
expected_cache_hit_count=3,
expected_cache_miss_count=3)
finally:
# Delete dockerfile
os.remove(dockerfile_path)
docker_cache.delete_local_docker_cache(docker_tag=docker_tag)
