def trigger_dockerfile_linter(job):
queue = JobQueue(host=settings.BEANSTALKD_HOST,
port=settings.BEANSTALKD_PORT,
sub="master_tube")
try:
dockerfile_location = \
os.path.join(
os.environ['DOCKERFILE_DIR'],
"" if job["repo_build_path"] == "/" else job["repo_build_path"],
job["target_file"])
with open(dockerfile_location) as f:
dockerfile = f.read()
job["dockerfile"] = dockerfile
except IOError as e:
print "==> Error opening the file %s" % dockerfile_location
print "==> Error: %s" % str(e)
print "==> Sending Dockerfile linter failure email"
response = {
"action": "notify_user",
"namespace": job["appid"],
"notify_email": job["notify_email"],
"job_name": job["job_name"],
"msg": "Couldn't find the Dockerfile at specified git_path",
"logs_dir": job["logs_dir"],
"lint_status": False,
"build_status": False,
"project_name": job["project_name"],
"test_tag": job["test_tag"]
}
queue.put(json.dumps(response), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
except BaseException as e:
print "==> Encountered unexpected error. Dockerfile lint trigger failed"
print "==> Error: %s" % str(e)
print "==> Sending Dockerfile linter failure email"
response = {
"action": "notify_user",
"namespace": job["appid"],
"notify_email": job["notify_email"],
"job_name": job["job_name"],
"msg": "Unexpected error while trigger Dockerfile linter",
"logs_dir": job["logs_dir"],
"lint_status": False,
"build_status": False,
"project_name": job["project_name"],
"test_tag": job["test_tag"]
}
queue.put(json.dumps(response), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
else:
queue.put(json.dumps(job), tube="master_tube")
return True
def trigger_dockerfile_linter(job):
queue = JobQueue(
host=settings.BEANSTALKD_HOST,
port=settings.BEANSTALKD_PORT,
sub="master_tube")
try:
dockerfile_location = os.path.join(
os.environ['DOCKERFILE_DIR'],
"" if job["repo_build_path"] == "/" else job["repo_build_path"],
job["target_file"])
with open(dockerfile_location) as f:
dockerfile = f.read()
job["dockerfile"] = dockerfile
except IOError as e:
print "==> Error opening the file %s" % dockerfile_location
print "==> Error: %s" % str(e)
print "==> Sending Dockerfile linter failure email"
# response = {
# "action": "notify_user",
# "namespace": job["appid"],
# "notify_email": job["notify_email"],
# "job_name": job["job_name"],
# "msg": "Couldn't find the Dockerfile at specified git_path",
# "logs_dir": job["logs_dir"],
# "lint_status": False,
# "build_status": False,
# "project_name": job["project_name"],
# "test_tag": job["test_tag"]
# }
job["action"] = "notify_user"
job["lint_status"] = False
job["build_status"] = False
job["msg"] = "Couldn't find the Dockerfile at specified git_path"
queue.put(json.dumps(job), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
except BaseException as e:
print e
print "=> Encountered unexpected error. Dockerfile lint trigger failed"
print "=> Error: %s" % str(e)
print "=> Sending Dockerfile linter failure email"
# response = {
# "action": "notify_user",
# "namespace": job["appid"],
# "notify_email": job["notify_email"],
# "job_name": job["job_name"],
# "msg": "Unexpected error while trigger Dockerfile linter",
# "logs_dir": job["logs_dir"],
# "lint_status": False,
# "build_status": False,
# "project_name": job["project_name"],
# "test_tag": job["test_tag"]
# }
job["action"] = "notify_user"
job["lint_status"] = False
job["build_status"] = False
job["msg"] = "Unexpected error while trigger Dockerfile linter"
queue.put(json.dumps(job), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
else:
build = Build.objects.get(uuid=job["uuid"])
build.status = 'processing'
build.save()
BuildPhase.objects.create(
build=build, phase='dockerlint', status='queued')
queue.put(json.dumps(job), tube="master_tube")
return True
class BaseWorker(object):
"""Base class for pipeline workers"""
NAME = ''
def __init__(self, logger=None, sub=None, pub=None):
self.job = None
self.build = None
self.build_phase_name = None
self.build_phase = None
self.logger = logger or logging.getLogger('console')
self.queue = JobQueue(host=settings.BEANSTALKD_HOST,
port=settings.BEANSTALKD_PORT,
sub=sub, pub=pub, logger=self.logger)
if not self.NAME:
raise Exception('Define name for your worker class!')
def handle_job(self, job):
"""
This method is called to process job data from task queue.
"""
raise NotImplementedError
def setup_data(self):
self.build = Build.objects.get(uuid=self.job['uuid'])
self.build_phase = BuildPhase.objects.get(
build=self.build, phase=self.build_phase_name)
def set_buildphase_data(self, build_phase_status=None,
build_phase_start_time=None,
build_phase_end_time=None,
build_phase_log_file=None):
if build_phase_status:
self.build_phase.status = build_phase_status
if build_phase_start_time:
self.build_phase.start_time = build_phase_start_time
if build_phase_end_time:
self.build_phase.end_time = build_phase_end_time
if build_phase_log_file:
self.build_phase.log_file_path = build_phase_log_file
self.build_phase.save()
def init_next_phase_data(self, next_phase_name):
next_phase, created = BuildPhase.objects.get_or_create(
build=self.build, phase=next_phase_name)
next_phase.status = 'queued'
next_phase.save()
def set_build_data(self, build_status=None,
build_end_time=None, build_trigger=None):
if build_status:
self.build.status = build_status
if build_end_time:
self.build.end_time = build_end_time
if build_trigger:
self.build.trigger = build_trigger
# set pipeline service code logs file path in Build table field
self.build.service_debug_logs = os.path.join(
self.job["logs_dir"], "service_debug_logs.txt").replace(
"/srv/", "https://registry.centos.org/")
# save the data in Build table
self.build.save()
def notify(self, data):
"""
This method queues user notifications to be processed by the
mail service worker. Customize as needed.
"""
self.queue.put(json.dumps(data), 'master_tube')
def export_logs(self, logs, destination):
""""Write logs in given destination"""
self.logger.info('Writing logs to NFS share')
# to take care if the logs directory is not created
if not os.path.exists(os.path.dirname(destination)):
os.makedirs(os.path.dirname(destination))
try:
with open(destination, "w") as fin:
fin.write(logs)
except IOError as e:
self.logger.error("Failed writing logs to {}: {}"
.format(destination, e))
def run(self):
"""Run worker"""
self.logger.info('{} running...'.format(self.NAME))
while True:
job_obj = None
try:
job_obj = self.queue.get()
job = json.loads(job_obj.body)
# Skip retrying a job if it's too early and push it back to
# queue. This will allow us to introduce some delays between
# job retries
if job.get('retry') is True and (
time.time() - job.get('last_run_timestamp', 0) <
job.get('retry_delay', 0)):
time.sleep(10)
self.queue.put(json.dumps(job), 'master_tube')
else:
debug_logs_file = os.path.join(
job['logs_dir'], settings.SERVICE_LOGFILE)
# Run dfh.clean() to clean log files if no error is
# encountered in post delivering build report mails to user
dfh = DynamicFileHandler(self.logger, debug_logs_file)
self.logger.info('Got job: {}'.format(job))
try:
self.handle_job(job)
except Exception as e:
self.logger.error(
'Error in handling job: {}\nJob details: {}'
.format(e, job), extra={'locals': locals()},
exc_info=True)
dfh.remove()
except Exception as e:
self.logger.critical(
'Unexpected error when processing job: {}'.format(e),
exc_info=True)
finally:
if job_obj:
self.queue.delete(job_obj)
class BaseWorker(object):
"""Base class for pipeline workers"""
NAME = ''
def __init__(self, logger=None, sub=None, pub=None):
self.job = None
self.logger = logger or logging.getLogger('console')
self.queue = JobQueue(host=settings.BEANSTALKD_HOST,
port=settings.BEANSTALKD_PORT,
sub=sub,
pub=pub,
logger=self.logger)
if not self.NAME:
raise Exception('Define name for your worker class!')
def handle_job(self, job):
"""
This method is called to process job data from task queue.
"""
raise NotImplementedError
def notify(self, data):
"""
This method queues user notifications to be processed by the
mail service worker. Customize as needed.
"""
self.queue.put(json.dumps(data), 'master_tube')
def export_logs(self, logs, destination):
""""Write logs in given destination"""
self.logger.info('Writing logs to NFS share')
# to take care if the logs directory is not created
if not os.path.exists(os.path.dirname(destination)):
os.makedirs(os.path.dirname(destination))
try:
with open(destination, "w") as fin:
fin.write(logs)
except IOError as e:
self.logger.error("Failed writing logs to {}: {}".format(
destination, e))
def run(self):
"""Run worker"""
self.logger.info('{} running...'.format(self.NAME))
while True:
job_obj = None
try:
job_obj = self.queue.get()
job = json.loads(job_obj.body)
# Skip retrying a job if it's too early and push it back to
# queue. This will allow us to introduce some delays between
# job retries
if job.get('retry') is True and (time.time() - job.get(
'last_run_timestamp', 0) < job.get('retry_delay', 0)):
time.sleep(10)
self.queue.put(json.dumps(job), 'master_tube')
else:
debug_logs_file = os.path.join(job['logs_dir'],
settings.SERVICE_LOGFILE)
# Run dfh.clean() to clean log files if no error is
# encountered in post delivering build report mails to user
dfh = DynamicFileHandler(self.logger, debug_logs_file)
self.logger.info('Got job: {}'.format(job))
try:
self.handle_job(job)
except Exception as e:
self.logger.error(
'Error in handling job: {}\nJob details: {}'.
format(e, job),
extra={'locals': locals()},
exc_info=True)
dfh.remove()
except Exception as e:
self.logger.critical(
'Unexpected error when processing job: {}'.format(e),
exc_info=True)
finally:
if job_obj:
self.queue.delete(job_obj)
def trigger_dockerfile_linter(job):
queue = JobQueue(host=settings.BEANSTALKD_HOST,
port=settings.BEANSTALKD_PORT,
sub="master_tube")
try:
dockerfile_location = \
os.path.join(
os.environ['DOCKERFILE_DIR'],
"" if job["repo_build_path"] == "/" else job["repo_build_path"],
job["target_file"])
with open(dockerfile_location) as f:
dockerfile = f.read()
job["dockerfile"] = dockerfile
except IOError as e:
print "==> Error opening the file %s" % dockerfile_location
print "==> Error: %s" % str(e)
print "==> Sending Dockerfile linter failure email"
# response = {
# "action": "notify_user",
# "namespace": job["appid"],
# "notify_email": job["notify_email"],
# "job_name": job["job_name"],
# "msg": "Couldn't find the Dockerfile at specified git_path",
# "logs_dir": job["logs_dir"],
# "lint_status": False,
# "build_status": False,
# "project_name": job["project_name"],
# "test_tag": job["test_tag"]
# }
job["action"] = "notify_user"
job["lint_status"] = False
job["build_status"] = False
job["msg"] = "Couldn't find the Dockerfile at specified git_path"
queue.put(json.dumps(job), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
except BaseException as e:
print e
print "==> Encountered unexpected error. Dockerfile lint trigger failed"
print "==> Error: %s" % str(e)
print "==> Sending Dockerfile linter failure email"
# response = {
# "action": "notify_user",
# "namespace": job["appid"],
# "notify_email": job["notify_email"],
# "job_name": job["job_name"],
# "msg": "Unexpected error while trigger Dockerfile linter",
# "logs_dir": job["logs_dir"],
# "lint_status": False,
# "build_status": False,
# "project_name": job["project_name"],
# "test_tag": job["test_tag"]
# }
job["action"] = "notify_user"
job["lint_status"] = False
job["build_status"] = False
job["msg"] = "Unexpected error while trigger Dockerfile linter"
queue.put(json.dumps(job), tube="master_tube")
print "==>Put job on 'master_tube' tube"
return False
else:
build = Build.objects.get(uuid=job["uuid"])
build.status = 'processing'
build.save()
BuildPhase.objects.create(build=build,
phase='dockerlint',
status='queued')
queue.put(json.dumps(job), tube="master_tube")
return True