Exemplo n.º 1
0
 def job_20_test_all(self, cr, uid, build, lock_path, log_path):
     'create docker container'
     if not build.branch_id.repo_id.is_travis2docker_build:
         return super(RunbotBuild,
                      self).job_20_test_all(cr, uid, build, lock_path,
                                            log_path)
     if not build.docker_image or not build.dockerfile_path \
             or build.result == 'skipped':
         _logger.info('docker build skipping job_20_test_all')
         return MAGIC_PID_RUN_NEXT_JOB
     run(['docker', 'rm', '-f', build.docker_container])
     cmd = [
         'docker',
         'run',
         '-e',
         'INSTANCE_ALIVE=1',
         '-e',
         'RUNBOT=1',
         '-e',
         'UNBUFFER=1',
         '-p',
         '%d:%d' % (build.port, 8069),
         '--name=' + build.docker_container,
         '-t',
         build.docker_image,
     ]
     return self.spawn(cmd, lock_path, log_path)
Exemplo n.º 2
0
 def pg_createdb(self, cr, uid, dbname):
     self.pg_dropdb(cr, uid, dbname)
     _logger.debug("createdb %s", dbname)
     cmd = ['createdb', '--encoding=unicode', '--lc-collate=C', '--template=template0', dbname]
     if config['db_user']:
         cmd += ['--username', config['db_user']]
     run(cmd)
Exemplo n.º 3
0
 def schedule(self, cr, uid, ids, context=None):
     res = super(RunbotBuild, self).schedule(cr, uid, ids, context=context)
     current_host = fqdn()
     for build in self.browse(cr, uid, ids, context=context):
         if not all([build.state == 'running', build.job == 'job_30_run',
                     build.result in ['ok', 'warn'],
                     not build.docker_executed_commands,
                     build.repo_id.is_travis2docker_build]):
             continue
         time.sleep(20)
         build.write({'docker_executed_commands': True})
         run(['docker', 'exec', '-d', '--user', 'root',
              build.docker_container, '/etc/init.d/ssh', 'start'])
         ssh_keys = self.get_ssh_keys(cr, uid, build, context=context) or ''
         f_extra_keys = os.path.expanduser('~/.ssh/runbot_authorized_keys')
         if os.path.isfile(f_extra_keys):
             with open(f_extra_keys) as fobj_extra_keys:
                 ssh_keys += "\n" + fobj_extra_keys.read()
         ssh_keys = ssh_keys.strip(" \n")
         if ssh_keys:
             run(['docker', 'exec', '-d', '--user', 'odoo',
                  build.docker_container,
                  "bash", "-c", "echo '%(keys)s' | tee -a '%(dir)s'" % dict(
                     keys=ssh_keys, dir="/home/odoo/.ssh/authorized_keys")])
         if current_host == build.host:
             urlopen_t = threading.Thread(target=RunbotBuild._open_url,
                                          args=(build.port,))
             urlopen_t.start()
     return res
Exemplo n.º 4
0
 def pg_createdb(self, cr, uid, dbname):
     self.pg_dropdb(cr, uid, dbname)
     _logger.debug("createdb %s", dbname)
     cmd = [
         'createdb', '--encoding=unicode', '--lc-collate=C',
         '--template=template0', dbname
     ]
     if config['db_user']:
         cmd += ['--username', config['db_user']]
     run(cmd)
Exemplo n.º 5
0
 def job_20_test_all(self, cr, uid, build, lock_path, log_path):
     'create docker container'
     if not build.branch_id.repo_id.is_travis2docker_build:
         return super(RunbotBuild,
                      self).job_20_test_all(cr, uid, build, lock_path,
                                            log_path)
     if not build.docker_image or not build.dockerfile_path \
             or build.result == 'skipped':
         _logger.info('docker build skipping job_20_test_all')
         return MAGIC_PID_RUN_NEXT_JOB
     run(['docker', 'rm', '-vf', build.docker_container])
     pr_cmd_env = [
         '-e',
         'TRAVIS_PULL_REQUEST=' + build.branch_id.branch_name,
         '-e',
         'CI_PULL_REQUEST=' + build.branch_id.branch_name,
     ] if 'refs/pull/' in build.branch_id.name else [
         '-e',
         'TRAVIS_PULL_REQUEST=false',
     ]
     travis_branch = build._get_closest_branch_name(
         build.repo_id.id)[1].split('/')[-1]
     cmd = [
         'docker',
         'run',
         '-e',
         'INSTANCE_ALIVE=1',
         '-e',
         'TRAVIS_BRANCH=' + travis_branch,
         '-e',
         'TRAVIS_COMMIT=' + build.name,
         '-e',
         'RUNBOT=1',
         '-e',
         'UNBUFFER=0',
         '-e',
         'START_SSH=1',
         '-e',
         'TEST_ENABLE=%d' % (not build.repo_id.travis2docker_test_disable),
         '-p',
         '%d:%d' % (build.port, 8069),
         '-p',
         '%d:%d' % (build.port + 1, 22),
         '--name=' + build.docker_container,
         '-t',
         build.docker_image,
     ] + pr_cmd_env
     logdb = cr.dbname
     if config['db_host'] and not travis_branch.startswith('7.0'):
         logdb = 'postgres://{cfg[db_user]}:{cfg[db_password]}@' +\
                 '{cfg[db_host]}/{db}'.format(cfg=config, db=cr.dbname)
     cmd += ['-e', 'SERVER_OPTIONS="--log-db=%s"' % logdb]
     return self.spawn(cmd, lock_path, log_path)
Exemplo n.º 6
0
    def reload_nginx(self, cr, uid, context=None):
        """
        completely override the method
        """
        settings = {}
        settings['port'] = config['xmlrpc_port']
        nginx_dir = os.path.join(self.root(cr, uid), 'nginx')
        settings['nginx_dir'] = nginx_dir
        ids = self.search(cr, uid, [('nginx','=',True)], order='id')
        if ids:
            build_ids = self.pool['runbot.build'].search(cr, uid, [('repo_id','in',ids), ('state','=','running')])
            settings['builds'] = self.pool['runbot.build'].browse(cr, uid, build_ids)

            nginx_config = self.pool['ir.ui.view'].render(cr, uid, "runbot.nginx_config", settings)
            mkdirs([nginx_dir])
            open(os.path.join(nginx_dir, 'nginx.conf'),'w').write(nginx_config)
            _logger.debug('reload nginx')
            run(['sudo', '/bin/systemctl', 'reload', 'nginx'])
Exemplo n.º 7
0
    def reload_nginx(self, cr, uid, context=None):
        """
        completely override the method
        """
        settings = {}
        settings['port'] = config['xmlrpc_port']
        nginx_dir = os.path.join(self.root(cr, uid), 'nginx')
        settings['nginx_dir'] = nginx_dir
        ids = self.search(cr, uid, [('nginx', '=', True)], order='id')
        if ids:
            build_ids = self.pool['runbot.build'].search(
                cr, uid, [('repo_id', 'in', ids), ('state', '=', 'running')])
            settings['builds'] = self.pool['runbot.build'].browse(
                cr, uid, build_ids)

            nginx_config = self.pool['ir.ui.view'].render(
                cr, uid, "runbot.nginx_config", settings)
            mkdirs([nginx_dir])
            open(os.path.join(nginx_dir, 'nginx.conf'),
                 'w').write(nginx_config)
            _logger.debug('reload nginx')
            run(['sudo', '/usr/sbin/service', 'nginx', 'reload'])
Exemplo n.º 8
0
 def create_image_cache(self):
     for build in self:
         if not build.is_pull_request and build.result in ['ok', 'warn'] \
                 and build.repo_id.use_docker_cache:
             image_cached = build.get_docker_image(build.branch_closest)
             cmd = [
                 'docker', 'commit', '-m', 'runbot_cache',
                 build.docker_container, image_cached,
             ]
             _logger.info('Generating image cache: ' + ' '.join(cmd))
             run(cmd)
             if build.repo_id.docker_registry_server:
                 cmd = ['docker', 'push', image_cached]
                 _logger.info('Pushing image: ' + ' '.join(cmd))
                 # Method `run` show `error interrupted system call` in CI
                 sp = subprocess.Popen(
                     cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
                 for line in iter(sp.stdout.readline, ''):
                     # Add info log to avoid a `without ouput` error in CI
                     _logger.info(line.strip('\n\r '))
                 err = sp.stderr.read()
                 if err:
                     _logger.error(err)
Exemplo n.º 9
0
    def update_lang(self):
        """Set lang to all users into '-all' database"""
        if self.lang:
            db_name = "%s-all" % self.dest
            # All odoo versions has openerp/release.py file
            sys.path.insert(0, self.server("openerp"))
            try:
                release = __import__("release")
            finally:
                sys.path.pop(0)

            if release.version_info < (7, 0):
                # Old version used `res_users` table to set `lang`
                run(['psql', db_name, '-c',
                     "UPDATE res_users SET lang='{lang}';".format(
                         lang=self.lang)])
            else:
                # New version use `res_partner` table to set `lang`
                run(['psql', db_name, '-c',
                     "UPDATE res_partner SET lang='{lang}' ".format(
                         lang=self.lang) +
                     "WHERE id IN (SELECT partner_id FROM res_users);"])
        return True
Exemplo n.º 10
0
    def use_build_cache(self):
        """Check if a build is candidate to use cache.
            * Change in .travis.yml then don't use cache.
            * The image base don't exists then don't use cache.
            * The repo has use_docker_cache==False then don't use cache.
        """

        self.ensure_one()
        build = self

        # Check if the repo has use_docker_cache
        use_cache = build.repo_id.use_docker_cache
        if not use_cache:
            return use_cache

        # Check if the build has a change in .travis.yml file
        is_changed_travis_yml = build.repo_id.git([
            'diff', '--name-only',
            build.branch_closest + '..' + build.name,
            '--', '.travis.yml'])
        use_cache = not is_changed_travis_yml
        if not use_cache:
            return use_cache

        # Check if exists the image
        if build.repo_id.docker_registry_server:
            cmd = ["docker", "pull", build.docker_image_cache]
            _logger.info("Pulling image cache: %s", ' '.join(cmd))
            run(cmd)
        current_docker_images = self.get_docker_images()
        if build.docker_image_cache not in current_docker_images:
            _logger.warning(
                "Image cache '%s' don't exists for build %d with branch %s.",
                build.docker_image_cache, build.sequence, build.branch_id.name)
            use_cache = False
        return use_cache
Exemplo n.º 11
0
 def job_21_coverage(self, build, lock_path, log_path):
     if not build.repo_id.use_coverage:
         return
     output = build.path('logs/job_21_coverage')
     mkdirs([output])
     result = None
     with build._chdir():
         result = run(
             build.repo_id._coverage_command('html', '--directory', output,
                                             '--title', build.name))
     if result:
         build.write({
             'result': 'ko',
         })
         build.github_status()
     output = os.path.join(output, 'index.html')
     if os.path.exists(output):
         doc = etree.fromstring(open(output).read(), etree.HTMLParser())
         coverage = 0.0
         for node in doc.xpath("//tr[@class='total']/td[@data-ratio]"):
             covered_lines, all_lines = node.get('data-ratio').split()
             coverage = float(covered_lines or 0) / float(all_lines or 1)
             coverage *= 100
         build.write({
             'coverage': coverage,
         })
         version = (build.branch_id.branch_name or '').split('-')[0]
         target_build = self.env['runbot.build'].search(
             [('id', 'not in', build.ids),
              ('repo_id', 'in', build.repo_id.ids),
              ('branch_id.branch_name', '=', version)],
             limit=1)
         if target_build.coverage and target_build.coverage > coverage:
             build._log(
                 'coverage', 'coverage dropped from %.2f in %s to %.2f' %
                 (target_build.coverage, target_build.branch_id.branch_name,
                  coverage))
             build.write({
                 'result': 'ko',
             })
             build.github_status()
     return result
Exemplo n.º 12
0
 def _local_cleanup(self, cr, uid, ids, context=None):
     for build in self.browse(cr, uid, ids, context=context):
         if build.docker_container:
             run(['docker', 'rm', '-f', build.docker_container])
             run(['docker', 'rmi', '-f', build.docker_image])
Exemplo n.º 13
0
 def docker_rm_image(self):
     for build in self:
         run(['docker', 'rmi', '-f', build.docker_image])
Exemplo n.º 14
0
 def docker_rm_container(self):
     for build in self:
         run(['docker', 'rm', '-vf', build.docker_container])