def test_get_all_pipelines(self):
projecta = self.create_project()
projectb = self.create_project(name=u"ProjectB")
projectc = self.create_project(name=u"ProjectC")
repository = PipelineRepository()
created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB")
created_pipeline2 = repository.create(
name=u"Test Pipeline 2", pipeline_definition="ProjectB > ProjectA > ProjectC"
)
pipelines = repository.get_all()
self.assertEqual(len(pipelines), 2)
self.assertEqual(pipelines[0].name, u"Test Pipeline")
self.assertEqual(pipelines[1].name, u"Test Pipeline 2")
self.assertEqual(len(pipelines[0].items), 2)
self.assertEqual(len(pipelines[1].items), 3)
self.assertNotEqual(pipelines[0].items[0].project, None)
self.assertNotEqual(pipelines[0].items[1].project, None)
self.assertEqual(pipelines[0].items[0].project.id, projecta.id)
self.assertEqual(pipelines[0].items[1].project.id, projectb.id)
self.assertNotEqual(pipelines[1].items[0].project, None)
self.assertNotEqual(pipelines[1].items[1].project, None)
self.assertNotEqual(pipelines[1].items[2].project, None)
self.assertEqual(pipelines[1].items[0].project.id, projectb.id)
self.assertEqual(pipelines[1].items[1].project.id, projecta.id)
self.assertEqual(pipelines[1].items[2].project.id, projectc.id)
def test_delete_pipeline(self):
projecta = self.create_project()
projectb = self.create_project(name=u"ProjectB")
repository = PipelineRepository()
created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB")
repository.delete(created_pipeline.id)
pipelines = repository.get_all()
self.assertEqual(len(pipelines), 0)
def test_get_all_pipelines_for_project(self):
projecta = self.create_project()
projectb = self.create_project(name=u"ProjectB")
projectc = self.create_project(name=u"ProjectC")
repository = PipelineRepository()
created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB")
created_pipeline2 = repository.create(
name=u"Test Pipeline 2", pipeline_definition="ProjectB > ProjectA > ProjectC"
)
pipelines = repository.get_all_pipelines_for(projectc)
self.assertEqual(len(pipelines), 1)
self.assertEqual(pipelines[0].name, u"Test Pipeline 2")
self.assertEqual(len(pipelines[0].items), 3)
def test_create_pipeline(self):
projecta = self.create_project()
projectb = self.create_project(name=u"ProjectB")
repository = PipelineRepository()
created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB")
pipeline = repository.get(created_pipeline.id)
self.assertEqual(pipeline.name, u"Test Pipeline")
self.assertEqual(len(pipeline.items), 2)
self.assertNotEqual(pipeline.items[0].project, None)
self.assertNotEqual(pipeline.items[1].project, None)
self.assertEqual(pipeline.items[0].project.id, projecta.id)
self.assertEqual(pipeline.items[1].project.id, projectb.id)
self.assertEqual(str(pipeline), "ProjectA > ProjectB")
def test_update_pipeline(self):
projecta = self.create_project(name="A")
projectb = self.create_project(name=u"B")
projectc = self.create_project(name=u"C")
repository = PipelineRepository()
created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="A > B")
repository.update(created_pipeline.id, name=u"Updated Pipeline", pipeline_definition="B > A > C")
pipeline = repository.get(created_pipeline.id)
self.assertEqual(pipeline.name, u"Updated Pipeline")
self.assertEqual(len(pipeline.items), 3)
self.assertNotEqual(pipeline.items[0].project, None)
self.assertNotEqual(pipeline.items[1].project, None)
self.assertNotEqual(pipeline.items[2].project, None)
self.assertEqual(pipeline.items[0].project.id, projectb.id)
self.assertEqual(pipeline.items[1].project.id, projecta.id)
self.assertEqual(pipeline.items[2].project.id, projectc.id)
self.assertEqual(str(pipeline), "B > A > C")
class PipelineController(BaseController):
def __init__(self):
self.repository = PipelineRepository()
@template.output("pipeline_index.html")
def index(self):
pipelines = self.repository.get_all()
return template.render(authenticated=self.authenticated(), pipeline=None, pipelines=pipelines, errors=None)
@authenticated()
@template.output("pipeline_index.html")
def create(self, name, pipeline_definition):
try:
pipeline = self.repository.create(name, pipeline_definition)
PluginEvents.on_pipeline_created(pipeline)
raise cherrypy.HTTPRedirect("/pipeline")
except (ProjectNotFoundError, CyclicalPipelineError), err:
pipelines = self.repository.get_all()
return template.render(
authenticated=self.authenticated(), pipelines=pipelines, pipeline=None, errors=[err.message]
) | HTMLFormFiller(data=locals())
def __init__(self, repository=None, pipeline_repository=None, scm=None, executer=None, base_path=join(root_path, SkinkContext.current().build_path)):
self.repository = repository
if not repository:
self.repository = ProjectRepository()
self.pipeline_repository = pipeline_repository
if not pipeline_repository:
self.pipeline_repository = PipelineRepository()
self.scm = scm
if not scm:
self.scm = GitRepository(base_path)
self.executer = executer
if not executer:
self.executer = ShellExecuter()
self.base_path = base_path
class BuildService(object):
Success = u"SUCCESS"
Failure = u"FAILURE"
def __init__(self, repository=None, pipeline_repository=None, scm=None, executer=None, base_path=join(root_path, SkinkContext.current().build_path)):
self.repository = repository
if not repository:
self.repository = ProjectRepository()
self.pipeline_repository = pipeline_repository
if not pipeline_repository:
self.pipeline_repository = PipelineRepository()
self.scm = scm
if not scm:
self.scm = GitRepository(base_path)
self.executer = executer
if not executer:
self.executer = ShellExecuter()
self.base_path = base_path
def build_project(self, project_id):
ctx = SkinkContext.current()
log = ["Build started at %s" % datetime.now()]
status = BuildService.Failure
scm_status = ScmResult.Failed
project = self.repository.get(project_id)
PluginEvents.on_before_build(project)
ctx.projects_being_built.append(project_id)
last_build_number = project.get_last_build_number()
build = Build()
build.date = datetime.now()
build.status = status
build.scm_status = scm_status
build.log = ""
build.project = project
scm_creation_result = self.scm.create_or_update(project)
build.scm_status = scm_creation_result.status
if scm_creation_result.status == ScmResult.Failed:
log.append(scm_creation_result.log)
status = BuildService.Failure
else:
log.append("Downloaded code from %s (%s)" % (project.scm_repository, scm_creation_result.status))
execute_result = self.executer.execute(project.build_script,
scm_creation_result.repository_path,
timeout=ctx.build_timeout)
log.append("Executed %s" % project.build_script)
log.append("Exit Code: %s" % execute_result.exit_code)
log.append("Run Log:")
log.append(execute_result.run_log)
status = execute_result.exit_code == 0 and BuildService.Success or BuildService.Failure
for command in project.tabs:
build_tab = BuildTab(name=command.name, command=command.command, content_type=command.content_type, build=build)
result = self.executer.execute(command.command, scm_creation_result.repository_path)
build_tab.log = result.run_log
for file_locator in project.file_locators:
file_locator_path = join(self.base_path, project.name, file_locator.locator)
print "Finding files for locator %s" % file_locator_path
files = glob.glob(file_locator_path)
print "%d files found" % len(files)
for f in files:
print "Adding file %s" % f
filename = split(f)[-1]
stream = open(f, 'rb')
content = stream.read()
stream.close()
build_file = BuildFile(name=filename, original_path=f, content=content, build=build)
build.number = last_build_number + 1
build.status = status
build.log = "\n".join(log)
build.commit_number = force_unicode(scm_creation_result.last_commit["commit_number"])
build.commit_author = force_unicode(scm_creation_result.last_commit["author"])
build.commit_committer = force_unicode(scm_creation_result.last_commit["committer"])
build.commit_author_date = scm_creation_result.last_commit["author_date"]
build.commit_committer_date = scm_creation_result.last_commit["committer_date"]
build.commit_text = force_unicode(scm_creation_result.last_commit["subject"])
self.repository.update(project, project.tabs, [locator.locator for locator in project.file_locators])
ctx.projects_being_built.remove(project_id)
if (build.status == BuildService.Success):
PluginEvents.on_build_successful(project, build)
self.process_pipelines_for(project)
else:
PluginEvents.on_build_failed(project, build)
return build
def delete_scm_repository(self, project):
self.scm.remove_repository(project)
def process_pipelines_for(self, project):
pipelines = self.pipeline_repository.get_all_pipelines_for(project)
for pipeline in pipelines:
for i in range(len(pipeline.items)):
if i < len(pipeline.items) - 1:
if pipeline.items[i].project.id == project.id:
print "Adding project %d to the queue because it's in the same pipeline as project %s" % (pipeline.items[i+1].project.id, pipeline.items[i].project.name)
SkinkContext.current().build_queue.append(pipeline.items[i+1].project.id)
def __init__(self):
self.repository = PipelineRepository()
