def test_get_all_pipelines(self): projecta = self.create_project() projectb = self.create_project(name=u"ProjectB") projectc = self.create_project(name=u"ProjectC") repository = PipelineRepository() created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB") created_pipeline2 = repository.create( name=u"Test Pipeline 2", pipeline_definition="ProjectB > ProjectA > ProjectC" ) pipelines = repository.get_all() self.assertEqual(len(pipelines), 2) self.assertEqual(pipelines[0].name, u"Test Pipeline") self.assertEqual(pipelines[1].name, u"Test Pipeline 2") self.assertEqual(len(pipelines[0].items), 2) self.assertEqual(len(pipelines[1].items), 3) self.assertNotEqual(pipelines[0].items[0].project, None) self.assertNotEqual(pipelines[0].items[1].project, None) self.assertEqual(pipelines[0].items[0].project.id, projecta.id) self.assertEqual(pipelines[0].items[1].project.id, projectb.id) self.assertNotEqual(pipelines[1].items[0].project, None) self.assertNotEqual(pipelines[1].items[1].project, None) self.assertNotEqual(pipelines[1].items[2].project, None) self.assertEqual(pipelines[1].items[0].project.id, projectb.id) self.assertEqual(pipelines[1].items[1].project.id, projecta.id) self.assertEqual(pipelines[1].items[2].project.id, projectc.id)
def test_delete_pipeline(self): projecta = self.create_project() projectb = self.create_project(name=u"ProjectB") repository = PipelineRepository() created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB") repository.delete(created_pipeline.id) pipelines = repository.get_all() self.assertEqual(len(pipelines), 0)
def test_get_all_pipelines_for_project(self): projecta = self.create_project() projectb = self.create_project(name=u"ProjectB") projectc = self.create_project(name=u"ProjectC") repository = PipelineRepository() created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB") created_pipeline2 = repository.create( name=u"Test Pipeline 2", pipeline_definition="ProjectB > ProjectA > ProjectC" ) pipelines = repository.get_all_pipelines_for(projectc) self.assertEqual(len(pipelines), 1) self.assertEqual(pipelines[0].name, u"Test Pipeline 2") self.assertEqual(len(pipelines[0].items), 3)
def test_create_pipeline(self): projecta = self.create_project() projectb = self.create_project(name=u"ProjectB") repository = PipelineRepository() created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="ProjectA > ProjectB") pipeline = repository.get(created_pipeline.id) self.assertEqual(pipeline.name, u"Test Pipeline") self.assertEqual(len(pipeline.items), 2) self.assertNotEqual(pipeline.items[0].project, None) self.assertNotEqual(pipeline.items[1].project, None) self.assertEqual(pipeline.items[0].project.id, projecta.id) self.assertEqual(pipeline.items[1].project.id, projectb.id) self.assertEqual(str(pipeline), "ProjectA > ProjectB")
def test_update_pipeline(self): projecta = self.create_project(name="A") projectb = self.create_project(name=u"B") projectc = self.create_project(name=u"C") repository = PipelineRepository() created_pipeline = repository.create(name=u"Test Pipeline", pipeline_definition="A > B") repository.update(created_pipeline.id, name=u"Updated Pipeline", pipeline_definition="B > A > C") pipeline = repository.get(created_pipeline.id) self.assertEqual(pipeline.name, u"Updated Pipeline") self.assertEqual(len(pipeline.items), 3) self.assertNotEqual(pipeline.items[0].project, None) self.assertNotEqual(pipeline.items[1].project, None) self.assertNotEqual(pipeline.items[2].project, None) self.assertEqual(pipeline.items[0].project.id, projectb.id) self.assertEqual(pipeline.items[1].project.id, projecta.id) self.assertEqual(pipeline.items[2].project.id, projectc.id) self.assertEqual(str(pipeline), "B > A > C")
class PipelineController(BaseController): def __init__(self): self.repository = PipelineRepository() @template.output("pipeline_index.html") def index(self): pipelines = self.repository.get_all() return template.render(authenticated=self.authenticated(), pipeline=None, pipelines=pipelines, errors=None) @authenticated() @template.output("pipeline_index.html") def create(self, name, pipeline_definition): try: pipeline = self.repository.create(name, pipeline_definition) PluginEvents.on_pipeline_created(pipeline) raise cherrypy.HTTPRedirect("/pipeline") except (ProjectNotFoundError, CyclicalPipelineError), err: pipelines = self.repository.get_all() return template.render( authenticated=self.authenticated(), pipelines=pipelines, pipeline=None, errors=[err.message] ) | HTMLFormFiller(data=locals())
def __init__(self, repository=None, pipeline_repository=None, scm=None, executer=None, base_path=join(root_path, SkinkContext.current().build_path)): self.repository = repository if not repository: self.repository = ProjectRepository() self.pipeline_repository = pipeline_repository if not pipeline_repository: self.pipeline_repository = PipelineRepository() self.scm = scm if not scm: self.scm = GitRepository(base_path) self.executer = executer if not executer: self.executer = ShellExecuter() self.base_path = base_path
class BuildService(object): Success = u"SUCCESS" Failure = u"FAILURE" def __init__(self, repository=None, pipeline_repository=None, scm=None, executer=None, base_path=join(root_path, SkinkContext.current().build_path)): self.repository = repository if not repository: self.repository = ProjectRepository() self.pipeline_repository = pipeline_repository if not pipeline_repository: self.pipeline_repository = PipelineRepository() self.scm = scm if not scm: self.scm = GitRepository(base_path) self.executer = executer if not executer: self.executer = ShellExecuter() self.base_path = base_path def build_project(self, project_id): ctx = SkinkContext.current() log = ["Build started at %s" % datetime.now()] status = BuildService.Failure scm_status = ScmResult.Failed project = self.repository.get(project_id) PluginEvents.on_before_build(project) ctx.projects_being_built.append(project_id) last_build_number = project.get_last_build_number() build = Build() build.date = datetime.now() build.status = status build.scm_status = scm_status build.log = "" build.project = project scm_creation_result = self.scm.create_or_update(project) build.scm_status = scm_creation_result.status if scm_creation_result.status == ScmResult.Failed: log.append(scm_creation_result.log) status = BuildService.Failure else: log.append("Downloaded code from %s (%s)" % (project.scm_repository, scm_creation_result.status)) execute_result = self.executer.execute(project.build_script, scm_creation_result.repository_path, timeout=ctx.build_timeout) log.append("Executed %s" % project.build_script) log.append("Exit Code: %s" % execute_result.exit_code) log.append("Run Log:") log.append(execute_result.run_log) status = execute_result.exit_code == 0 and BuildService.Success or BuildService.Failure for command in project.tabs: build_tab = BuildTab(name=command.name, command=command.command, content_type=command.content_type, build=build) result = self.executer.execute(command.command, scm_creation_result.repository_path) build_tab.log = result.run_log for file_locator in project.file_locators: file_locator_path = join(self.base_path, project.name, file_locator.locator) print "Finding files for locator %s" % file_locator_path files = glob.glob(file_locator_path) print "%d files found" % len(files) for f in files: print "Adding file %s" % f filename = split(f)[-1] stream = open(f, 'rb') content = stream.read() stream.close() build_file = BuildFile(name=filename, original_path=f, content=content, build=build) build.number = last_build_number + 1 build.status = status build.log = "\n".join(log) build.commit_number = force_unicode(scm_creation_result.last_commit["commit_number"]) build.commit_author = force_unicode(scm_creation_result.last_commit["author"]) build.commit_committer = force_unicode(scm_creation_result.last_commit["committer"]) build.commit_author_date = scm_creation_result.last_commit["author_date"] build.commit_committer_date = scm_creation_result.last_commit["committer_date"] build.commit_text = force_unicode(scm_creation_result.last_commit["subject"]) self.repository.update(project, project.tabs, [locator.locator for locator in project.file_locators]) ctx.projects_being_built.remove(project_id) if (build.status == BuildService.Success): PluginEvents.on_build_successful(project, build) self.process_pipelines_for(project) else: PluginEvents.on_build_failed(project, build) return build def delete_scm_repository(self, project): self.scm.remove_repository(project) def process_pipelines_for(self, project): pipelines = self.pipeline_repository.get_all_pipelines_for(project) for pipeline in pipelines: for i in range(len(pipeline.items)): if i < len(pipeline.items) - 1: if pipeline.items[i].project.id == project.id: print "Adding project %d to the queue because it's in the same pipeline as project %s" % (pipeline.items[i+1].project.id, pipeline.items[i].project.name) SkinkContext.current().build_queue.append(pipeline.items[i+1].project.id)
def __init__(self): self.repository = PipelineRepository()