class JenkinsAPI(object):
def __init__(self):
self.__server = Jenkins(settings.JENKINS.get('URI'))
def get_all_jobs(self):
return self.__server.get_all_jobs()
def get_next_build_number(self, name):
return self.__server.get_job_info(name)['nextBuildNumber']
def build_job(self, name, parameters=None):
return self.__server.build_job(name=name, parameters=parameters)
def get_build_info(self, name, build_number):
try:
return self.__server.get_build_info(name, build_number)
except Exception as e:
logger.exception(e)
return None
def get_build_console_output(self, name, number):
try:
return self.__server.get_build_console_output(name, number)
except JenkinsException as e:
logger.exception(e)
return None
def download_package(self, package_url, name, build_number):
URI = settings.JENKINS.get('URI')
download_url = '{}/job/{}/{}/artifact/{}'.format(
URI, name, build_number, package_url)
logger.debug(download_url)
local_filename = download_url.split('/')[-1]
code_path = os.path.join(settings.DEPLOY.get('CODE_PATH'), 'packages')
local_full_filename = os.path.join(code_path, local_filename)
# with requests.get(url, stream=True,
# auth=HTTPBasicAuth("zhoujinliang", "117c911a35acf51e428e29f3ccb363f53f")) as r:
with requests.get(download_url, stream=True) as r:
r.raise_for_status()
with open(local_full_filename, 'wb') as f:
for chunk in r.iter_content(chunk_size=8192):
if chunk: # filter out keep-alive new chunks
f.write(chunk)
return local_full_filename
def cancel_build(self, name, queue_id, build_number):
try:
self.__server.cancel_queue(queue_id)
self.__server.stop_build(name, build_number)
except Exception as e:
logger.error(e)
def test(self):
return self.__server.cancel_queue(3590)
# # return self.__server.stop_build('devops', 98)
return self.__server.get_queue_info()
def errors(job_name, jenkins_username, jenkins_token):
"""Console script for jenkins_triage."""
global server
# job_name = 'enterprise_pe-acceptance-tests_integration-system_pe_full-upgrade_weekend_2016.4.x' # 'enterprise_pe-orchestrator_intn-van-sys-pez-multi_2016.4.x-2016.4.x' # 'enterprise_pe-modules-vanagon-suite_intn-van-sys-pez-multi_daily-pe-modules-2016.4.x'
server = Jenkins(
'https://cinext-jenkinsmaster-enterprise-prod-1.delivery.puppetlabs.net',
username=jenkins_username,
password=jenkins_token)
info = server.get_job_info(job_name)
builds = [
server.get_build_info(job_name, build['number'])
for build in info['builds']
]
failed_build_numbers = [b for b in builds if b['result'] == 'FAILURE']
last_job_errors = None
counts = defaultdict(int)
similar = set()
for build in failed_build_numbers:
output = server.get_build_console_output(job_name, build['number'])
finder = get_strategy(output)
errors = finder(output)
print "Errors: {}".format(errors)
if last_job_errors:
seq = difflib.SequenceMatcher(a=last_job_errors, b=errors)
if seq.ratio() == 1.0:
counts['exact'] += 1
if seq.ratio() >= 0.7 and seq.ratio() < 1.0:
counts['similar'] += 1
similar.append(errors)
else:
last_job_errors = errors
if last_job_errors:
click.echo('Last job errors were:')
click.echo('\t{}'.format('\n\t'.join(last_job_errors)))
if last_job_errors and 'exact' in counts:
click.echo(
'There were {} jobs that failed with errors exactly the same as the last failed job:'
.format(counts['exact']))
click.echo('\t{}'.format('\n\t'.join(last_job_errors)))
if last_job_errors and 'similar' in counts:
click.echo(
'There were {} jobs that failed with experienced similar errors as the last failed job:'
.format(counts['exact']))
click.echo('\t{}'.format('\n\t'.join(last_job_errors)))
for s in similar:
click.echo('Additional Failed Job:')
click.echo('\t{}'.format('\n\t'.join(s)))
def gather(job_name, start_delimiter, end_delimiter, jenkins_username,
jenkins_token):
global server
# job_name = 'enterprise_pe-acceptance-tests_integration-system_pe_full-upgrade_weekend_2016.4.x' # 'enterprise_pe-orchestrator_intn-van-sys-pez-multi_2016.4.x-2016.4.x' # 'enterprise_pe-modules-vanagon-suite_intn-van-sys-pez-multi_daily-pe-modules-2016.4.x'
server = Jenkins(
'https://cinext-jenkinsmaster-enterprise-prod-1.delivery.puppetlabs.net',
username=jenkins_username,
password=jenkins_token)
info = server.get_job_info(job_name)
builds = [
server.get_build_info(job_name, build['number'])
for build in info['builds']
]
last_job_check_lines = None
counts = defaultdict(int)
similar = set()
for build in builds:
output = server.get_build_console_output(job_name, build['number'])
# print output
try:
req = jenkins.requests.Request(
'GET',
'https://cinext-jenkinsmaster-enterprise-prod-1.delivery.puppetlabs.net/view/__experimental/job/experimental_pe-acceptance-tests_integration-system_pe_full_nightly_2018.1.x/{}/LAYOUT=ubuntu1604-64mcd-64f-32f,LEGACY_AGENT_VERSION=NONE,PLATFORM=NONE,SCM_BRANCH=2018.1.x,UPGRADE_FROM=NONE,UPGRADE_TO_VERSION=NONE,label=beaker/testReport/(root)/acceptance_tests_01_post_install_tests/idempotent_rb'
.format(build['number']))
html_doc = server.jenkins_open(req)
except:
continue
soup = BeautifulSoup(html_doc, 'html.parser')
# output = soup.pre.get_text()
finder = get_strategy(output,
start_delimiter=start_delimiter,
end_delimiter=end_delimiter)
found_lines = finder(output,
job_name,
build['number'],
start_delimiter=start_delimiter,
end_delimiter=end_delimiter)
print("Found lines: ".format(found_lines))
if last_job_check_lines:
seq = difflib.SequenceMatcher(a=last_job_check_lines,
b=found_lines)
if seq.ratio() == 1.0:
counts['exact'] += 1
if seq.ratio() >= 0.7 and seq.ratio() < 1.0:
counts['similar'] += 1
similar.append(found_lines)
else:
last_job_check_lines = found_lines
if last_job_check_lines:
click.echo('Last job check_lines were:')
click.echo('\t{}'.format('\n\t'.join(last_job_check_lines)))
if last_job_check_lines and 'exact' in counts:
click.echo(
'There were {} jobs that failed with check_lines exactly the same as the last failed job:'
.format(counts['exact']))
click.echo('\t{}'.format('\n\t'.join(last_job_check_lines)))
if last_job_check_lines and 'similar' in counts:
click.echo(
'There were {} jobs that failed with experienced similar check_lines as the last failed job:'
.format(counts['exact']))
click.echo('\t{}'.format('\n\t'.join(last_job_check_lines)))
for s in similar:
click.echo('Additional Failed Job:')
click.echo('\t{}'.format('\n\t'.join(s)))
# -*- coding: utf-8 -*- # @Time : 2019-07-26 20:23 # @Author : Eylaine # @File : __init__.py from jenkins import Jenkins from settings import JENKINS_URL as URL from settings import JENKINS_PASSWORD as PASSWORD from settings import JENKINS_USERNAME as USERNAME from settings import JENKINS_JOB_NAME as JOB_NAME """python-jenkins模块的使用和常用方法""" jenkins = Jenkins(URL, USERNAME, PASSWORD) # 获取所有的jobs all_jobs = jenkins.get_all_jobs() # 根据job name获取info，返回json job_info = jenkins.get_job_info(JOB_NAME) # 最后一次build的信息，包含num和url last_build = job_info["lastBuild"] # 最后一次build的number，int类型 NUMBER = last_build["number"] build_info = jenkins.get_build_info(JOB_NAME, NUMBER) info = jenkins.get_info() # 运行日志 console_text = jenkins.get_build_console_output(JOB_NAME, NUMBER)
class jenkinscls(object):
def __init__(self):
self.url = config.JENKINS_URL
self.username = config.JENKINS_NAME
self.token = config.JENKINS_TOKEN
self.j = Jenkins(config.JENKINS_URL,
username=config.JENKINS_NAME,
password=config.JENKINS_TOKEN)
def getjobnames(self, strval=''):
rs = {r'...': r'/'}
s = utils.multiple_replace(str(strval), rs).split('/')
return s[0], "/".join(s[1:])
def getlenstr(self, strval, n):
return str(strval)[0:n]
def getstatus(self, strval):
if str(strval) == 'FAILURE':
return 'error'
elif str(strval) == 'ABORTED':
return 'aborted'
elif str(strval) == 'SUCCESS':
return 'success'
else:
return 'started'
def edit_userjob_config(self, jn, obj):
n, r = self.getjobnames(jn)
try:
desobj = callback()
desobj.des = obj['description']
desobj.callback_url = ""
desobj.build_id = ''
desobj.duration = ''
desobj.namespace = n
desobj.image_name = obj['image_name']
desobj.repo_name = r
desobj.status = ''
desobj.tag = obj['build_config']['tag_configs']['docker_repo_tag']
desobj.time = ''
ss = xmltodict.parse(self.getbasejob_config())
jsonpickle.set_preferred_backend('json')
ss['project']['description'] = jsonpickle.encode(desobj)
ss['project']['properties']['com.tikal.hudson.plugins.notification.HudsonNotificationProperty']['endpoints'] \
['com.tikal.hudson.plugins.notification.Endpoint']['url'] = config.JOBHOOKURL
ss['project']['scm']['userRemoteConfigs']['hudson.plugins.git.UserRemoteConfig'] \
['url'] = obj['build_config']['code_repo_clone_url']
ss['project']['scm']['branches']['hudson.plugins.git.BranchSpec'] \
['name'] = '*/' + obj['build_config']['tag_configs']['code_repo_type_value']
ss['project']['builders']['hudson.tasks.Shell'][
'command'] = config.JOBCOMMON1
ss['project']['builders']['com.cloudbees.dockerpublish.DockerBuilder']['registry'] \
['url'] = config.REGISTRYURL
b = str(obj['build_config']['tag_configs']['build_cache_enabled'])
ss['project']['builders']['com.cloudbees.dockerpublish.DockerBuilder']['noCache'] \
= ('true' if b == 'false' else 'false')
ss['project']['builders']['com.cloudbees.dockerpublish.DockerBuilder']['dockerfilePath'] \
= obj['build_config']['tag_configs']['dockerfile_location']
ss['project']['builders']['com.cloudbees.dockerpublish.DockerBuilder']['repoTag'] \
= obj['build_config']['tag_configs']['docker_repo_tag']
ss['project']['builders']['com.cloudbees.dockerpublish.DockerBuilder']['repoName'] \
= obj['image_name']
return xmltodict.unparse(ss)
except Exception as e:
print e.message
def edit_docker_load_job_config(self, obj):
try:
# {docker_login} && docker import {httpfilename} {imagename} && docker push {imagename}
ss = xmltodict.parse(self.getdocker_load_config())
desobj = callback()
desobj.des = obj['export_file_url']
desobj.callback_url = obj['post_callback_url']
desobj.build_id = obj['build_id']
desobj.duration = ''
desobj.namespace = ""
desobj.repo_name = ""
desobj.image_name = obj['image_name']
desobj.status = ''
desobj.tag = obj['tag']
desobj.time = ''
jsonpickle.set_preferred_backend('json')
ss['project']['description'] = jsonpickle.encode(desobj)
ss['project']['properties']['com.tikal.hudson.plugins.notification.HudsonNotificationProperty']['endpoints'] \
['com.tikal.hudson.plugins.notification.Endpoint']['url'] = config.JOBHOOKURL
tempstr = str(
ss['project']['builders']['hudson.tasks.Shell']['command'])
s = {
r'{docker_login}':
config.JOBCOMMON1,
r'{httpfilename}':
obj['export_file_url'],
r'{imagename}':
config.REGISTRYNAME + '/' + obj['image_name'] + ':' +
obj['tag']
}
ss['project']['builders']['hudson.tasks.Shell'][
'command'] = utils.multiple_replace(tempstr, s)
return xmltodict.unparse(ss)
except Exception as e:
print e.message
def edit_docker_sync_job_config(self, obj):
try:
# {docker_login} && docker pull {oldimage} && docker tag {oldimage} {newimage} && docker push {newimage}
ss = xmltodict.parse(self.getdocker_sync_config())
jsonUtil = JsonUtil()
c = jsonUtil.parseJsonString(config.CLOUD_CONFIG)
cid = obj['sync_cloud_id']
desobj = callback()
desobj.des = ""
desobj.callback_url = obj['post_callback_url']
desobj.build_id = ''
desobj.duration = ''
desobj.namespace = ""
desobj.repo_name = obj['sync_cloud_id'] # 把cloudid 临时存在 这
desobj.image_name = obj['image_name']
desobj.status = ''
desobj.tag = obj['tag']
desobj.time = ''
jsonpickle.set_preferred_backend('json')
ss['project']['description'] = jsonpickle.encode(desobj)
ss['project']['properties']['com.tikal.hudson.plugins.notification.HudsonNotificationProperty']['endpoints'] \
['com.tikal.hudson.plugins.notification.Endpoint']['url'] = config.JOBHOOKURL+'?cloudid='+obj['sync_cloud_id']
tempstr = str(
ss['project']['builders']['hudson.tasks.Shell']['command'])
s = {
r'{docker_login}':
c[cid]['login_common'],
r'{oldimage}':
config.REGISTRYNAME + '/' + obj['image_name'] + ':' +
obj['tag'],
r'{newimage}':
c[cid]['registry_name'] + '/' + obj['image_name'] + ':' +
obj['tag']
}
ss['project']['builders']['hudson.tasks.Shell'][
'command'] = utils.multiple_replace(tempstr, s)
return xmltodict.unparse(ss)
except Exception as e:
print e.message
def updateconfig_buildid(self, jn, imagename, build_id, callback_url):
try:
ss = xmltodict.parse(self.j.get_job_config(jn))
jsonpickle.set_preferred_backend('json')
desobj = jsonpickle.decode(ss['project']['description'])
if str(desobj.build_id) == str(build_id):
return True
desobj.build_id = build_id
desobj.callback_url = callback_url
desobj.image_name = imagename
ss['project']['description'] = jsonpickle.encode(desobj)
self.j.reconfig_job(jn, xmltodict.unparse(ss))
return True
except Exception as e:
print e.message
return False
@gen.coroutine
def posthook(self, obj):
# s = {r'/': r'...'}
jn = obj['name']
bid = str(obj['build']['number'])
# n, r = self.getjobnames(jn)
re = hook()
try:
info = self.j.get_build_info(jn, int(bid))
if self.j.job_exists(jn):
ss = xmltodict.parse(self.j.get_job_config(jn))
jsonpickle.set_preferred_backend('json')
if isinstance(jsonpickle.decode(ss['project']['description']),
callback):
desobj = jsonpickle.decode(ss['project']['description'])
re.namespace = desobj.namespace
re.repo_name = desobj.repo_name
re.build_id = str(obj['build']['number'])
re.status = self.getstatus(obj['build']['status'])
re.duration = info['duration']
re.tag = desobj.tag
re.time = datetime.now()
re.callurl = desobj.callback_url
except Exception as e:
print e.message
re = None
raise gen.Return(re)
@gen.coroutine
def post_docker_load_hook(self, obj):
jn = obj['name']
bid = str(obj['build']['number'])
re = postimage()
try:
# info = self.j.get_build_info(jn, int(bid))
if self.j.job_exists(jn):
ss = xmltodict.parse(self.j.get_job_config(jn))
jsonpickle.set_preferred_backend('json')
if isinstance(jsonpickle.decode(ss['project']['description']),
callback):
desobj = jsonpickle.decode(ss['project']['description'])
re.image_name = desobj.image_name
re.status = self.getstatus(obj['build']['status'])
re.tag = desobj.tag
re.export_file_url = desobj.des
re.time = datetime.now()
re.build_id = desobj.build_id
re.post_callback_url = desobj.callback_url
if re.status != 'error' and config.JENKINS_IMAGEOPTJOB_DELETE == 'true':
self.j.delete_job(jn)
except Exception as e:
print e.message
re = None
raise gen.Return(re)
@gen.coroutine
def post_docker_sync_hook(self, obj, cloudid):
jn = obj['name']
# bid = str(obj['build']['number'])
jsonUtil = JsonUtil()
c = jsonUtil.parseJsonString(config.CLOUD_CONFIG)
j = Jenkins(c[cloudid]['jenkins_url'],
username=c[cloudid]['jenkins_name'],
password=c[cloudid]['jenkins_token'])
re = postimagesync()
try:
if j.job_exists(jn):
ss = xmltodict.parse(j.get_job_config(jn))
jsonpickle.set_preferred_backend('json')
if isinstance(jsonpickle.decode(ss['project']['description']),
callback):
desobj = jsonpickle.decode(ss['project']['description'])
re.image_name = desobj.image_name
re.status = self.getstatus(obj['build']['status'])
re.sync_cloud_id = desobj.repo_name
re.tag = desobj.tag
re.time = datetime.now()
re.post_callback_url = desobj.callback_url
if re.status != 'error' and config.JENKINS_IMAGEOPTJOB_DELETE == 'true':
j.delete_job(jn)
except Exception as e:
print e.message
re = None
raise gen.Return(re)
@gen.coroutine
def createjob(self, jobname, obj):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
if self.j.job_exists(jn):
re = createrespo(n, r, '工程已存在', 'error', datetime.now())
self.j.create_job(jn, self.edit_userjob_config(jn, obj))
re = createrespo(n, r, '', 'success', datetime.now())
except Exception as e:
print e.message
re = createrespo(n, r, '', 'error', datetime.now())
raise gen.Return(re)
@gen.coroutine
def create_docker_load_job(self, obj):
# s = {r'/': r'...'}
# jn = utils.multiple_replace(jobname, s)
s = utils.randomstr(8)
jn = '__docker_load_job_' + s
re = postimage()
re.created_at = datetime.now()
re.image_name = obj['image_name']
re.build_id = str(obj['build_id'])
re.post_callback_url = obj['post_callback_url']
re.tag = obj['tag']
re.status = 'started'
try:
if self.j.job_exists(jn):
jn = jn + utils.randomstr(4)
x = self.edit_docker_load_job_config(obj)
self.j.create_job(jn, x)
yield gen.sleep(0.5)
self.j.build_job(jn)
x = self.edit_docker_load_job_config(obj)
self.j.create_job(jn, x)
yield gen.sleep(0.5)
self.j.build_job(jn)
except Exception as e:
print e.message
re.status = 'error'
raise gen.Return(re)
@gen.coroutine
def create_docker_sync_job(self, obj):
# s = {r'/': r'...'}
# jn = utils.multiple_replace(jobname, s)
s = utils.randomstr(8)
jn = '__docker_sync_job_' + s
cid = obj['sync_cloud_id']
jsonUtil = JsonUtil()
c = jsonUtil.parseJsonString(config.CLOUD_CONFIG)
j = Jenkins(c[cid]['jenkins_url'],
username=c[cid]['jenkins_name'],
password=c[cid]['jenkins_token'])
re = postimagesync()
re.time = datetime.now()
re.sync_cloud_id = obj['sync_cloud_id']
re.image_name = obj['image_name']
re.post_callback_url = obj['post_callback_url']
re.tag = obj['tag']
re.status = 'started'
try:
if j.job_exists(jn):
jn = jn + utils.randomstr(4)
j.create_job(jn, self.edit_docker_sync_job_config(obj))
yield gen.sleep(0.5)
j.build_job(jn)
j.create_job(jn, self.edit_docker_sync_job_config(obj))
yield gen.sleep(0.5)
j.build_job(jn)
except Exception as e:
print e.message
re.status = 'error'
raise gen.Return(re)
@gen.coroutine
def editjob(self, jobname, obj):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
if self.j.job_exists(jn):
self.j.reconfig_job(jn, self.edit_userjob_config(jn, obj))
re = createrespo(n, r, '', 'success', datetime.now())
else:
re = createrespo(n, r, 'repo is not find', 'error',
datetime.now())
except Exception as e:
print e.message
re = createrespo(n, r, '', 'error', datetime.now())
raise gen.Return(re)
@gen.coroutine
def getjobinfo(self, jobname):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
re = jobinfo()
try:
if self.j.job_exists(jn):
re.namespace = n
re.repo_name = r
re.info = self.j.get_job_info(jn)
except Exception as e:
print e.message
re.namespace = n
re.repo_name = r
re.info = ""
raise gen.Return(re)
@gen.coroutine
def deljob(self, jobname):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
if self.j.job_exists(jn):
self.j.delete_job(jn)
re = delrespo(n, r, 'success')
except Exception as e:
print e.message
re = delrespo(n, r, 'error')
raise gen.Return(re)
@gen.coroutine
def stopbuild(self, jobname, build_id):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
if self.j.job_exists(jn) and self.j.get_build_info(
jn, int(build_id)):
self.j.stop_build(jn, int(build_id))
re = delbuild(n, r, build_id, 'aborted')
else:
re = delbuild(n, r, build_id, 'error')
except Exception as e:
print e.message
re = delbuild(n, r, build_id, 'error')
raise gen.Return(re)
@gen.coroutine
def postbuild(self, jobname, imagename, tag, callback_url):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
if self.j.job_exists(jn):
j = self.j.get_job_info(jn)
build_id = j['nextBuildNumber']
if self.j.get_queue_info() != []:
re = postbuild(n, r, imagename, build_id, tag,
datetime.now(), 'queue')
elif j['queueItem'] != None:
re = postbuild(n, r, imagename, build_id, tag,
datetime.now(), 'queue')
else:
self.updateconfig_buildid(jn, imagename, build_id,
callback_url)
self.j.build_job(jn)
re = postbuild(n, r, imagename, build_id, tag,
datetime.now(), 'started')
else:
re = postbuild(n, r, '', '', datetime.now(), 'error')
except Exception as e:
print e.message
re = postbuild(n, r, '', tag, datetime.now(), 'error')
raise gen.Return(re)
@gen.coroutine
def getbuild(self, jobname, build_id):
s = {r'/': r'...'}
jn = utils.multiple_replace(jobname, s)
n, r = self.getjobnames(jn)
try:
b = self.j.get_build_info(jn, int(build_id))
building = b['building']
duration = b['duration']
dt = self.getlenstr(b['timestamp'], 10)
started_at = utils.timestamp_datetime(int(dt))
status = self.getstatus(b['result'])
stdout = self.j.get_build_console_output(jn, int(build_id))
bd = build_detail(n, r, build_id, building, started_at, duration,
status, stdout)
except Exception as e:
print e.message
bd = build_detail(n, r, build_id, '', '', '', 'error', '')
raise gen.Return(bd)
def getdocker_sync_config(self):
s = '''<?xml version='1.0' encoding='UTF-8'?>
<project>
<actions/>
<description></description>
<keepDependencies>false</keepDependencies>
<properties>
<com.tikal.hudson.plugins.notification.HudsonNotificationProperty plugin="[email protected]">
<endpoints>
<com.tikal.hudson.plugins.notification.Endpoint>
<protocol>HTTP</protocol>
<format>JSON</format>
<url>http://10.1.39.60:8080/v1/hook</url>
<event>completed</event>
<timeout>30000</timeout>
<loglines>0</loglines>
</com.tikal.hudson.plugins.notification.Endpoint>
</endpoints>
</com.tikal.hudson.plugins.notification.HudsonNotificationProperty>
<com.synopsys.arc.jenkins.plugins.ownership.jobs.JobOwnerJobProperty plugin="[email protected]"/>
<hudson.plugins.heavy__job.HeavyJobProperty plugin="[email protected]">
<weight>1</weight>
</hudson.plugins.heavy__job.HeavyJobProperty>
<jenkins.model.BuildDiscarderProperty>
<strategy class="hudson.tasks.LogRotator">
<daysToKeep>30</daysToKeep>
<numToKeep>50</numToKeep>
<artifactDaysToKeep>-1</artifactDaysToKeep>
<artifactNumToKeep>-1</artifactNumToKeep>
</strategy>
</jenkins.model.BuildDiscarderProperty>
<job-metadata plugin="[email protected]">
<values class="linked-list">
<metadata-tree>
<name>job-info</name>
<parent class="job-metadata" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-tree>
<name>last-saved</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-date>
<name>time</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>
<time>1458098001639</time>
<timezone>Asia/Shanghai</timezone>
</value>
<checked>false</checked>
</metadata-date>
<metadata-tree>
<name>user</name>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-string>
<name>display-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
<metadata-string>
<name>full-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
</children>
</metadata-tree>
</children>
</metadata-tree>
</children>
</metadata-tree>
</values>
</job-metadata>
</properties>
<scm class="hudson.scm.NullSCM"/>
<scmCheckoutRetryCount>3</scmCheckoutRetryCount>
<canRoam>true</canRoam>
<disabled>false</disabled>
<blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
<blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
<triggers/>
<concurrentBuild>false</concurrentBuild>
<builders>
<hudson.tasks.Shell>
<command>{docker_login} && docker pull {oldimage} && docker tag --force=true {oldimage} {newimage} && docker push {newimage}
</command>
</hudson.tasks.Shell>
</builders>
<publishers/>
<buildWrappers>
<hudson.plugins.ansicolor.AnsiColorBuildWrapper plugin="[email protected]">
<colorMapName>xterm</colorMapName>
</hudson.plugins.ansicolor.AnsiColorBuildWrapper>
</buildWrappers>
</project>'''
return s
def getdocker_load_config(self):
s = '''<?xml version='1.0' encoding='UTF-8'?>
<project>
<actions/>
<description></description>
<keepDependencies>false</keepDependencies>
<properties>
<com.tikal.hudson.plugins.notification.HudsonNotificationProperty plugin="[email protected]">
<endpoints>
<com.tikal.hudson.plugins.notification.Endpoint>
<protocol>HTTP</protocol>
<format>JSON</format>
<url>http://10.1.39.60:8080/v1/hook</url>
<event>completed</event>
<timeout>30000</timeout>
<loglines>0</loglines>
</com.tikal.hudson.plugins.notification.Endpoint>
</endpoints>
</com.tikal.hudson.plugins.notification.HudsonNotificationProperty>
<com.synopsys.arc.jenkins.plugins.ownership.jobs.JobOwnerJobProperty plugin="[email protected]"/>
<hudson.plugins.heavy__job.HeavyJobProperty plugin="[email protected]">
<weight>1</weight>
</hudson.plugins.heavy__job.HeavyJobProperty>
<jenkins.model.BuildDiscarderProperty>
<strategy class="hudson.tasks.LogRotator">
<daysToKeep>30</daysToKeep>
<numToKeep>50</numToKeep>
<artifactDaysToKeep>-1</artifactDaysToKeep>
<artifactNumToKeep>-1</artifactNumToKeep>
</strategy>
</jenkins.model.BuildDiscarderProperty>
<job-metadata plugin="[email protected]">
<values class="linked-list">
<metadata-tree>
<name>job-info</name>
<parent class="job-metadata" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-tree>
<name>last-saved</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-date>
<name>time</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>
<time>1458097635464</time>
<timezone>Asia/Shanghai</timezone>
</value>
<checked>false</checked>
</metadata-date>
<metadata-tree>
<name>user</name>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-string>
<name>display-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
<metadata-string>
<name>full-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
</children>
</metadata-tree>
</children>
</metadata-tree>
</children>
</metadata-tree>
</values>
</job-metadata>
</properties>
<scm class="hudson.scm.NullSCM"/>
<scmCheckoutRetryCount>3</scmCheckoutRetryCount>
<canRoam>true</canRoam>
<disabled>false</disabled>
<blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
<blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
<triggers/>
<concurrentBuild>false</concurrentBuild>
<builders>
<hudson.tasks.Shell>
<command>{docker_login} && docker import {httpfilename} {imagename} && docker push {imagename}
</command>
</hudson.tasks.Shell>
</builders>
<publishers/>
<buildWrappers>
<hudson.plugins.ansicolor.AnsiColorBuildWrapper plugin="[email protected]">
<colorMapName>xterm</colorMapName>
</hudson.plugins.ansicolor.AnsiColorBuildWrapper>
</buildWrappers>
</project>'''
return s
def getbasejob_config(self):
s = '''<?xml version='1.0' encoding='UTF-8'?>
<project>
<actions/>
<description></description>
<keepDependencies>false</keepDependencies>
<properties>
<com.tikal.hudson.plugins.notification.HudsonNotificationProperty plugin="[email protected]">
<endpoints>
<com.tikal.hudson.plugins.notification.Endpoint>
<protocol>HTTP</protocol>
<format>JSON</format>
<url>http://10.1.39.60:8080/v1/hook</url>
<event>completed</event>
<timeout>30000</timeout>
<loglines>0</loglines>
</com.tikal.hudson.plugins.notification.Endpoint>
</endpoints>
</com.tikal.hudson.plugins.notification.HudsonNotificationProperty>
<com.synopsys.arc.jenkins.plugins.ownership.jobs.JobOwnerJobProperty plugin="[email protected]"/>
<hudson.plugins.heavy__job.HeavyJobProperty plugin="[email protected]">
<weight>1</weight>
</hudson.plugins.heavy__job.HeavyJobProperty>
<jenkins.model.BuildDiscarderProperty>
<strategy class="hudson.tasks.LogRotator">
<daysToKeep>30</daysToKeep>
<numToKeep>50</numToKeep>
<artifactDaysToKeep>-1</artifactDaysToKeep>
<artifactNumToKeep>-1</artifactNumToKeep>
</strategy>
</jenkins.model.BuildDiscarderProperty>
<job-metadata plugin="[email protected]">
<values class="linked-list">
<metadata-tree>
<name>job-info</name>
<parent class="job-metadata" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-tree>
<name>last-saved</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-date>
<name>time</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>
<time>1457958794480</time>
<timezone>Asia/Shanghai</timezone>
</value>
<checked>false</checked>
</metadata-date>
<metadata-tree>
<name>user</name>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<children class="linked-list">
<metadata-string>
<name>display-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
<metadata-string>
<name>full-name</name>
<description></description>
<parent class="metadata-tree" reference="../../.."/>
<generated>true</generated>
<exposedToEnvironment>false</exposedToEnvironment>
<value>admin</value>
</metadata-string>
</children>
</metadata-tree>
</children>
</metadata-tree>
</children>
</metadata-tree>
</values>
</job-metadata>
</properties>
<scm class="hudson.plugins.git.GitSCM" plugin="[email protected]">
<configVersion>2</configVersion>
<userRemoteConfigs>
<hudson.plugins.git.UserRemoteConfig>
<url>https://github.com/zhwenh/dockerfile-jdk-tomcat.git</url>
</hudson.plugins.git.UserRemoteConfig>
</userRemoteConfigs>
<branches>
<hudson.plugins.git.BranchSpec>
<name>*/master</name>
</hudson.plugins.git.BranchSpec>
</branches>
<doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
<browser class="hudson.plugins.git.browser.GitLab">
<url></url>
<version>7.11</version>
</browser>
<submoduleCfg class="list"/>
<extensions/>
</scm>
<scmCheckoutRetryCount>3</scmCheckoutRetryCount>
<canRoam>true</canRoam>
<disabled>false</disabled>
<blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
<blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
<triggers/>
<concurrentBuild>false</concurrentBuild>
<builders>
<hudson.tasks.Shell>
<command>docker login -u admin -p admin123 -e [email protected] registry.test.com</command>
</hudson.tasks.Shell>
<com.cloudbees.dockerpublish.DockerBuilder plugin="[email protected]">
<server plugin="[email protected]">
<uri>unix:///var/run/docker.sock</uri>
</server>
<registry plugin="[email protected]">
<url>http://registry.test.com/v2</url>
</registry>
<repoName>zhwenh/tomcat</repoName>
<noCache>false</noCache>
<forcePull>true</forcePull>
<dockerfilePath>./Dockerfile</dockerfilePath>
<skipBuild>false</skipBuild>
<skipDecorate>false</skipDecorate>
<repoTag>2.3.1</repoTag>
<skipPush>false</skipPush>
<createFingerprint>true</createFingerprint>
<skipTagLatest>false</skipTagLatest>
<buildAdditionalArgs></buildAdditionalArgs>
<forceTag>true</forceTag>
</com.cloudbees.dockerpublish.DockerBuilder>
</builders>
<publishers>
<hudson.plugins.emailext.ExtendedEmailPublisher plugin="[email protected]">
<recipientList>$DEFAULT_RECIPIENTS</recipientList>
<configuredTriggers>
<hudson.plugins.emailext.plugins.trigger.FailureTrigger>
<email>
<recipientList>$DEFAULT_RECIPIENTS</recipientList>
<subject>$PROJECT_DEFAULT_SUBJECT</subject>
<body>$PROJECT_DEFAULT_CONTENT</body>
<recipientProviders>
<hudson.plugins.emailext.plugins.recipients.DevelopersRecipientProvider/>
</recipientProviders>
<attachmentsPattern></attachmentsPattern>
<attachBuildLog>false</attachBuildLog>
<compressBuildLog>false</compressBuildLog>
<replyTo>$PROJECT_DEFAULT_REPLYTO</replyTo>
<contentType>project</contentType>
</email>
</hudson.plugins.emailext.plugins.trigger.FailureTrigger>
<hudson.plugins.emailext.plugins.trigger.SuccessTrigger>
<email>
<recipientList>$DEFAULT_RECIPIENTS</recipientList>
<subject>$PROJECT_DEFAULT_SUBJECT</subject>
<body>$PROJECT_DEFAULT_CONTENT</body>
<recipientProviders>
<hudson.plugins.emailext.plugins.recipients.DevelopersRecipientProvider/>
</recipientProviders>
<attachmentsPattern></attachmentsPattern>
<attachBuildLog>false</attachBuildLog>
<compressBuildLog>false</compressBuildLog>
<replyTo>$PROJECT_DEFAULT_REPLYTO</replyTo>
<contentType>project</contentType>
</email>
</hudson.plugins.emailext.plugins.trigger.SuccessTrigger>
</configuredTriggers>
<contentType>default</contentType>
<defaultSubject>$DEFAULT_SUBJECT</defaultSubject>
<defaultContent>$DEFAULT_CONTENT</defaultContent>
<attachmentsPattern></attachmentsPattern>
<presendScript>$DEFAULT_PRESEND_SCRIPT</presendScript>
<attachBuildLog>false</attachBuildLog>
<compressBuildLog>false</compressBuildLog>
<replyTo></replyTo>
<saveOutput>false</saveOutput>
<disabled>false</disabled>
</hudson.plugins.emailext.ExtendedEmailPublisher>
</publishers>
<buildWrappers>
<hudson.plugins.ansicolor.AnsiColorBuildWrapper plugin="[email protected]">
<colorMapName>xterm</colorMapName>
</hudson.plugins.ansicolor.AnsiColorBuildWrapper>
</buildWrappers>
</project>'''
return s
@gen.coroutine
def createbasejob(self):
s = self.getbasejob_config()
try:
self.j.create_job(config.JENKINS_BASEJOB, s)
except Exception as e:
print e.message
raise gen.Return(False)
raise gen.Return(True)
import json
import os
from jenkins import Jenkins
jenkins_url = os.environ["JENKINS_URL"]
job_name = os.environ["JOB_NAME"]
build_number = int(os.environ["BUILD_NUMBER"])
print(jenkins_url, job_name, build_number)
server = Jenkins(jenkins_url, username="******", password='******')
build_console_output = server.get_build_console_output(job_name, build_number)
build_info = server.get_build_info(job_name, build_number)
print()
print("BUILD CONSOLE OUTPUT")
print(build_console_output)
print()
print("BUILD INFO")
print(json.dumps(build_info, indent=2))
print()
print("ENV VARS")
print(json.dumps(dict(os.environ), indent=2))
print()
