def _start_build(
*, lp: LaunchpadClient, project: Project, build_id: str, package_all_sources: bool
) -> None:
# Pull/update sources for project.
worktree_dir = BaseDirectory.save_data_path("snapcraft", "remote-build", build_id)
wt = WorkTree(worktree_dir, project, package_all_sources=package_all_sources)
repo_dir = wt.prepare_repository()
lp.push_source_tree(repo_dir)
# Start building.
lp.start_build()
echo.info("If interrupted, resume with: 'snapcraft remote-build --recover'")
def load_project_and_worktree(self):
"""(Re)load project and worktree."""
self._project = Project(snapcraft_yaml_file_path=self._snapcraft_yaml.
snapcraft_yaml_file_path)
self._project._project_dir = self._source.path
self._wt = WorkTree(self._dest.path, self._project)
class WorkTreeTestCase(unit.TestCase):
def setUp(self):
super().setUp()
self._source = self.useFixture(TestDir())
self._source.create_file("foo")
self._source.create_file("bar")
self._source.create_dir("dir")
self._source.create_file("dir", "baz")
self._source.create_dir("empty_dir")
self._dest = self.useFixture(TestDir())
self._snapcraft_yaml = fixture_setup.SnapcraftYaml(self._source.path)
self._snapcraft_yaml.update_part("my-part", {
"plugin": "nil",
"source": self._source.path
})
self.useFixture(self._snapcraft_yaml)
self.load_project_and_worktree()
def load_project_and_worktree(self):
"""(Re)load project and worktree."""
self._project = Project(snapcraft_yaml_file_path=self._snapcraft_yaml.
snapcraft_yaml_file_path)
self._project._project_dir = self._source.path
self._wt = WorkTree(self._dest.path, self._project)
def archive_path(self, part_name, source_selector=None):
if source_selector:
return os.path.join(
self._dest.path,
"repo",
"sources",
part_name,
source_selector,
part_name + ".tar.gz",
)
return os.path.join(self._dest.path, "repo", "sources", part_name,
part_name + ".tar.gz")
def tarball_file_list(self, part_name, source_selector):
archive_path = self.archive_path(part_name, source_selector)
file_list = []
with tarfile.open(archive_path, "r") as t:
for m in t.getmembers():
file_list.append(os.path.relpath(m.name, "./"))
return file_list
def tarball_file_contains(self, part_name, source_selector, *paths):
file_list = self.tarball_file_list(part_name, source_selector)
return os.path.join(*paths) in file_list
def test_worktree_creation(self):
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache"))
self.assertTrue(self._dest.exists("cache", "my-part"))
self.assertTrue(self._dest.exists("repo"))
self.assertTrue(self._dest.exists("repo", "sources"))
self.assertTrue(self._dest.exists("repo", "sources", "my-part"))
self.assertTrue(
self._dest.exists("repo", "sources", "my-part", "my-part.tar.gz"))
self.assertTrue(self._dest.exists("repo", "snap"))
self.assertTrue(self._dest.exists("repo", "snap", "snapcraft.yaml"))
def test_worktree_cache_new_file(self):
self._wt.prepare_repository()
self._source.create_file("new_file")
self.assertFalse(self._dest.exists("cache", "my-part", "new_file"))
self.assertFalse(
self.tarball_file_contains("my-part", None, "new_file"))
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache", "my-part", "new_file"))
self.assertTrue(self.tarball_file_contains("my-part", None,
"new_file"))
def test_worktree_cache_remove_file(self):
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache", "my-part", "foo"))
self.assertTrue(self.tarball_file_contains("my-part", None, "foo"))
self._source.unlink("foo")
self._wt.prepare_repository()
self.assertFalse(self._dest.exists("cache", "my-part", "foo"))
self.assertFalse(self.tarball_file_contains("my-part", None, "foo"))
def test_worktree_cache_remove_empty_dir(self):
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache", "my-part", "empty_dir"))
self.assertTrue(
self.tarball_file_contains("my-part", None, "empty_dir"))
self._source.rmdir("empty_dir")
self._wt.prepare_repository()
self.assertFalse(self._dest.exists("cache", "my-part", "empty_dir"))
self.assertFalse(
self.tarball_file_contains("my-part", None, "empty_dir"))
def test_worktree_cache_remove_dir(self):
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache", "my-part", "dir"))
self.assertTrue(self.tarball_file_contains("my-part", None, "dir"))
self._source.unlink("dir", "baz")
self._source.rmdir("dir")
self._wt.prepare_repository()
self.assertFalse(self._dest.exists("cache", "my-part", "dir"))
self.assertFalse(self.tarball_file_contains("my-part", None, "dir"))
def test_assets_yaml(self):
self._source.create_dir("snap", "gui")
self._source.create_file("snap", "gui", "test.desktop")
self._source.create_file("snap", "gui", "test.png")
self.assertFalse(
self._dest.exists("repo", "snap", "gui", "test.desktop"))
self.assertFalse(self._dest.exists("repo", "snap", "gui", "test.png"))
self._wt.prepare_repository()
self.assertTrue(
self._dest.exists("repo", "snap", "gui", "test.desktop"))
self.assertTrue(self._dest.exists("repo", "snap", "gui", "test.png"))
def test_deprecated_local_plugins(self):
self._source.create_dir("snap", "plugins")
self._source.create_file("snap", "plugins", "plugin.py")
self.assertFalse(
self._dest.exists("repo", "snap", "plugins", "plugin.py"))
self._wt.prepare_repository()
self.assertTrue(
self._dest.exists("repo", "snap", "plugins", "plugin.py"))
def test_source_selectors(self):
self._snapcraft_yaml.update_part(
"src-selectors",
{
"plugin":
"nil",
"source": [
{
"on i386": self._source.path
},
{
"on arm64": self._source.path
},
],
},
)
self.load_project_and_worktree()
self._wt.prepare_repository()
self.assertTrue(self._dest.exists("cache"))
self.assertTrue(self._dest.exists("cache", "src-selectors"))
self.assertTrue(self._dest.exists("cache", "src-selectors", "on i386"))
self.assertTrue(self._dest.exists("cache", "src-selectors",
"on arm64"))
self.assertTrue(self._dest.exists("repo"))
self.assertTrue(self._dest.exists("repo", "sources"))
self.assertTrue(self._dest.exists("repo", "sources", "my-part"))
self.assertTrue(
self._dest.exists("repo", "sources", "my-part", "my-part.tar.gz"))
self.assertTrue(
self._dest.exists("repo", "sources", "src-selectors", "on i386",
"src-selectors.tar.gz"))
self.assertTrue(
self._dest.exists("repo", "sources", "src-selectors", "on arm64",
"src-selectors.tar.gz"))
self.assertFalse(
self._dest.exists("repo", "sources", "src-selectors",
"src-selectors.tar.gz"))
self.assertTrue(self._dest.exists("repo", "snap"))
self.assertTrue(self._dest.exists("repo", "snap", "snapcraft.yaml"))