def test_remote_autotools_build(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
element_name = "autotools/amhello.bst"
services = cli.ensure_services()
assert set(services) == set(["action-cache", "execution", "storage"])
result = cli.run(project=project, args=["build", element_name])
result.assert_success()
result = cli.run(
project=project,
args=["artifact", "checkout", element_name, "--directory", checkout])
result.assert_success()
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
def test_autotools_build(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
element_name = "autotools/amhello.bst"
result = cli.run(project=project, args=["build", element_name])
assert result.exit_code == 0
result = cli.run(project=project, args=["artifact", "checkout", element_name, "--directory", checkout])
assert result.exit_code == 0
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
# Check the log
result = cli.run(project=project, args=["artifact", "log", element_name])
assert result.exit_code == 0
log = result.output
# Verify we get expected output exactly once
assert log.count("Making all in src") == 1
def test_autotools_build(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
# Check that the project can be built correctly.
result = cli.run(project=project, args=["build", "hello.bst"])
result.assert_success()
result = cli.run(
project=project,
args=["artifact", "checkout", "hello.bst", "--directory", checkout])
result.assert_success()
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
def test_filter_pass_integration_uncached(datafiles, cli):
project = str(datafiles)
# Passing integration commands should build nicely
result = cli.run(project=project, args=["build", "filter/filter.bst"])
result.assert_success()
# Delete the build dependency of the filter element.
# The built filter element should be usable even if the build dependency
# is not available in the local cache.
result = cli.run(project=project,
args=["artifact", "delete", "filter/parent.bst"])
result.assert_success()
# Checking out the element should work
checkout_dir = os.path.join(project, "filter")
result = cli.run(
project=project,
args=[
"artifact", "checkout", "--integrate", "--directory", checkout_dir,
"filter/filter.bst"
],
)
result.assert_success()
# Check that the integration command was run
assert_contains(checkout_dir, ["/foo"])
shutil.rmtree(checkout_dir)
def test_remote_autotools_build(cli, datafiles, remote_services):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
element_name = "autotools/amhello.bst"
services = cli.ensure_services()
assert set(services) == set(["action-cache", "execution", "storage"])
# Enable remote cache and remove explicit remote execution CAS configuration.
config_without_remote_cache = copy.deepcopy(cli.config)
cli.configure({
"cache": {
"storage-service": {
"url": remote_services.storage_service
}
}
})
del cli.config["remote-execution"]["storage-service"]
config_with_remote_cache = cli.config
# Build element with remote execution.
result = cli.run(project=project, args=["build", element_name])
result.assert_success()
# Attempt checkout from local cache by temporarily disabling remote cache.
# This should fail as the build result shouldn't have been downloaded to the local cache.
cli.config = config_without_remote_cache
result = cli.run(
project=project,
args=["artifact", "checkout", element_name, "--directory", checkout])
result.assert_main_error(ErrorDomain.STREAM, "uncached-checkout-attempt")
cli.config = config_with_remote_cache
# Attempt checkout again with remote cache.
result = cli.run(
project=project,
args=["artifact", "checkout", element_name, "--directory", checkout])
result.assert_success()
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
def test_first_project_build_checkout(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
result = cli.run(project=project, args=["build", "hello.bst"])
assert result.exit_code == 0
result = cli.run(
project=project,
args=["artifact", "checkout", "hello.bst", "--directory", checkout])
assert result.exit_code == 0
assert_contains(checkout, ["/hello.world"])
def test_filter_pass_integration(datafiles, cli):
project = str(datafiles)
# Passing integration commands should build nicely
result = cli.run(project=project, args=["build", "filter/filter.bst"])
result.assert_success()
# Checking out the element should work
checkout_dir = os.path.join(project, "filter")
result = cli.run(
project=project,
args=[
"artifact", "checkout", "--integrate", "--directory", checkout_dir,
"filter/filter.bst"
],
)
result.assert_success()
# Check that the integration command was run
assert_contains(checkout_dir, ["/foo"])
shutil.rmtree(checkout_dir)
def test_autotools_confroot_build(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
element_name = "autotools/amhelloconfroot.bst"
result = cli.run(project=project, args=["build", element_name])
assert result.exit_code == 0
result = cli.run(project=project, args=["artifact", "checkout", element_name, "--directory", checkout])
assert result.exit_code == 0
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
def test_remote_autotools_build(cli, datafiles):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
element_name = "autotools/amhello.bst"
result = cli.run(project=project, args=["build", element_name])
result.assert_success()
assert element_name in result.get_pushed_elements()
result = cli.run(
project=project,
args=["artifact", "checkout", element_name, "--directory", checkout])
result.assert_success()
assert_contains(
checkout,
[
"/usr",
"/usr/lib",
"/usr/bin",
"/usr/share",
"/usr/bin/hello",
"/usr/share/doc",
"/usr/share/doc/amhello",
"/usr/share/doc/amhello/README",
],
)
# then remove it locally
result = cli.run(project=project,
args=["artifact", "delete", element_name])
result.assert_success()
result = cli.run(project=project, args=["build", element_name])
result.assert_success()
assert element_name in result.get_pulled_elements()
def test_workspace_build(cli, tmpdir, datafiles, modification):
project = str(datafiles)
checkout = os.path.join(cli.directory, "checkout")
workspace = os.path.join(cli.directory, "workspace")
element_name = "autotools/amhello.bst"
# cli args
artifact_checkout = [
"artifact", "checkout", element_name, "--directory", checkout
]
build = ["--cache-buildtrees", "always", "build", element_name]
input_files, generated_files, artifacts = files()
services = cli.ensure_services()
assert set(services) == set(["action-cache", "execution", "storage"])
# open a workspace for the element in the workspace directory
result = cli.run(
project=project,
args=["workspace", "open", "--directory", workspace, element_name])
result.assert_success()
# check that the workspace path exists
assert os.path.exists(workspace)
# add a file (asserting later that this is in the buildtree)
newfile = "newfile.cfg"
newfile_path = os.path.join(workspace, newfile)
with open(newfile_path, "w", encoding="utf-8") as fdata:
fdata.write("somestring")
input_files.append(os.sep + newfile)
# check that the workspace *only* contains the expected input files
assert_contains(workspace, input_files, strict=True)
# save the mtimes for later comparison
ws_times = get_mtimes(workspace)
# build the element and cache the buildtree
result = cli.run(project=project, args=build)
result.assert_success()
assert cli.get_element_state(project, element_name) == "cached"
build_key = cli.get_element_key(project, element_name)
# check that the local workspace is unchanged
assert_contains(workspace, input_files, strict=True)
assert ws_times == get_mtimes(workspace)
# check modified workspace dir was cached and save the time
# build was run. Incremental build conditions do not apply since the workspace
# was initially opened using magic timestamps.
build_times = check_buildtree(cli,
project,
element_name,
input_files,
generated_files,
incremental=False)
build_timemark = get_timemark(cli, project, element_name,
(os.sep + BLDMARK))
# check that the artifacts are available
result = cli.run(project=project, args=artifact_checkout)
result.assert_success()
assert_contains(checkout, artifacts)
shutil.rmtree(checkout)
# rebuild the element
result = cli.run(project=project, args=build)
result.assert_success()
assert cli.get_element_state(project, element_name) == "cached"
rebuild_key = cli.get_element_key(project, element_name)
assert rebuild_key == build_key
rebuild_times = check_buildtree(cli,
project,
element_name,
input_files,
generated_files,
incremental=False)
rebuild_timemark = get_timemark(cli, project, element_name,
(os.sep + BLDMARK))
# buildmark time should be the same
assert build_timemark == rebuild_timemark
assert all(
rebuild_time == build_times[fname]
for fname, rebuild_time in rebuild_times.items()), "{}\n{}".format(
rebuild_times, build_times)
# modify the open workspace and rebuild
main_path = os.path.join(workspace, MAIN)
assert os.path.exists(main_path)
if modification == "time":
# touch a file in the workspace and save the mtime
os.utime(main_path)
touched_time = int(os.stat(main_path).st_mtime)
elif modification == "content":
# change a source file (there's a race here but it's not serious)
with open(main_path, "r", encoding="utf-8") as fdata:
data = fdata.readlines()
with open(main_path, "w", encoding="utf-8") as fdata:
for line in data:
fdata.write(re.sub(r"Hello", "Goodbye", line))
touched_time = int(os.stat(main_path).st_mtime)
# refresh input times
ws_times = get_mtimes(workspace)
# rebuild the element
result = cli.run(project=project, args=build)
result.assert_success()
rebuild_times = check_buildtree(cli,
project,
element_name,
input_files,
generated_files,
incremental=True)
rebuild_timemark = get_timemark(cli, project, element_name,
(os.sep + BLDMARK))
assert rebuild_timemark > build_timemark
# check the times of the changed files
assert rebuild_times[os.sep + MAIN] == touched_time
del rebuild_times[os.sep + MAIN]
del rebuild_times[os.sep + MAINO]
del rebuild_times[os.sep + SRC + os.sep + "hello"]
del rebuild_times[os.sep + DEPS + os.sep + "main.Po"]
del rebuild_times[os.sep + BLDMARK]
# check the times of the unmodified files
assert all(
rebuild_time == build_times[fname]
for fname, rebuild_time in rebuild_times.items()), "{}\n{}".format(
rebuild_times, build_times)
# Check workspace is unchanged
assert_contains(workspace, input_files, strict=True)
assert ws_times == get_mtimes(workspace)