예제 #1
0
def _internal_simple(path, project_bases, user, root_dir, rietveld_obj):
  """Generates a PendingManager commit queue for chrome/trunk/tools/build."""
  local_checkout = checkout.SvnCheckout(
      root_dir,
      os.path.basename(path),
      user,
      None,
      'svn://svn.chromium.org/chrome/trunk/' + path,
      [chromium_copyright.process])
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
        'https://chromium-status.appspot.com/cq',
        _chromium_status_pwd(root_dir)))

  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_chromium_committers(),
          [re.escape(user)]),
  ]
  verifiers = [
      presubmit_check.PresubmitCheckVerifier(context_obj, timeout=900),
  ]

  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #2
0
 def testRelPath(self):
     issue = 31337
     verifiers = [
         project_base.ProjectBaseUrlVerifier(
             [r'^%s(.*)$' % re.escape(r'http://example.com/')]),
     ]
     pc = self._get_pc([], verifiers)
     pc.context.rietveld.issues[issue][
         'base_url'] = 'http://example.com/sub/dir'
     pc.look_for_new_pending_commit()
     self.assertEqual(1, len(pc.queue.iterate()))
     pc.process_new_pending_commit()
     self.assertEqual('sub/dir', pc.queue.get(issue).relpath)
     self.context.checkout.check_calls([
         'prepare(None)',
         'apply_patch(%r)' % (self.context.rietveld.patchsets[0], )
     ])
     pc.update_status()
     self.context.checkout.check_calls([])
     pc.scan_results()
     self.context.checkout.check_calls(
         # Will sync to HEAD, 124.
         self._prepare_apply_commit(1, issue))
     self.context.rietveld.check_calls([
         _try_comment(),
         'close_issue(%d)' % issue,
         "update_description(%d, u'foo')" % issue,
         "add_comment(%d, 'Change committed as 125')" % issue
     ])
     self.context.status.check_names(['initial', 'why not', 'commit'])
예제 #3
0
 def testRelPath(self):
     verifiers = [
         project_base.ProjectBaseUrlVerifier(
             [r'^%s(.*)$' % re.escape(r'http://example.com/')]),
     ]
     pc = self._get_pc([], verifiers)
     pc.context.rietveld.issues[31337][
         'base_url'] = 'http://example.com/sub/dir'
     pc.look_for_new_pending_commit()
     self.assertEquals(1, len(pc.queue.pending_commits))
     pc.process_new_pending_commit()
     self.assertEquals('sub/dir', pc.queue.pending_commits[0].relpath)
     self.context.checkout.check_calls([
         'prepare(None)',
         'apply_patch(%r)' % (self.context.rietveld.patchsets[0], )
     ])
     pc.update_status()
     self.context.checkout.check_calls([])
     pc.scan_results()
     commit_args = (
         "u'foo\\n\\nReview URL: http://nowhere/31337\', \'[email protected]\'"
     )
     self.context.checkout.check_calls([
         'prepare(None)',  # Will sync to HEAD, 124.
         'apply_patch(%r)' % (self.context.rietveld.patchsets[1], ),
         'commit(%s)' % commit_args
     ])
     self.context.rietveld.check_calls([
         _try_comment(), 'close_issue(31337)',
         "update_description(31337, u'foo')",
         "add_comment(31337, 'Change committed as 125')"
     ])
     self.context.status.check_names(['initial', 'commit'])
예제 #4
0
 def _check(self, state, relpath, expected_stack):
   stack = []
   self.mock(breakpad, 'SendStack', lambda *args: stack.append(args))
   base = re.escape('http://example.com/')
   base2 = re.escape('http://example2.com/')
   ver = project_base.ProjectBaseUrlVerifier(
       [
         r'^%s$' % base,
         r'^%s(.+)$' % base,
         r'^%s(.+)$' % base2,
         r'^%s(.+)$' % base2,
       ])
   ver.verify(self.pending)
   ver.update_status([self.pending])
   name = project_base.ProjectBaseUrlVerifier.name
   self.assertEqual([name], self.pending.verifications.keys())
   self.assertEqual(None, self.pending.verifications[name].error_message)
   self.assertEqual(self.pending.verifications[name].get_state(), state)
   self.assertEqual(relpath, self.pending.relpath)
   if expected_stack:
     self.assertEqual(1, len(stack))
     self.assertEqual(2, len(stack[0]))
     self.assertEqual(
         ('pending.base_url triggered multiple matches',), stack[0][0].args)
     self.assertEqual('', stack[0][1])
   else:
     self.assertEqual([], stack)
예제 #5
0
def _gen_gyp(user, root_dir, rietveld_obj, no_try):
  """Generates a PendingManager commit queue for GYP."""
  naked_url = '://gyp.googlecode.com/svn/trunk'
  local_checkout = checkout.SvnCheckout(
      root_dir,
      'gyp',
      user,
      None,
      'https' + naked_url)
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
        'https://chromium-status.appspot.com/cq/receiver',
        _chromium_status_pwd(root_dir)))

  project_bases = [
      '^%s(|/.*)$' % re.escape(base + naked_url) for base in ('http', 'https')
  ]
  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_gyp_committers(),
          [re.escape(user)]),
  ]
  verifiers = []
  if not no_try:
    # Grab the list of all the builders here. The commit queue needs to know
    # which builders were triggered. TODO: makes this more automatic.
    # GYP is using the Nacl try server.
    url = 'http://build.chromium.org/p/tryserver.nacl/json/builders'
    builders_and_tests = dict(
      (key, []) for key in json.load(urllib2.urlopen(url))
      if key.startswith('gyp-')
    )
    verifiers.append(try_server.TryRunnerSvn(
        context_obj,
        'http://build.chromium.org/p/tryserver.nacl/',
        user,
        builders_and_tests,
        IGNORED_STEPS,
        'gyp',
        ['--root', 'gyp'],
        lambda: None))

  verifiers.append(tree_status.TreeStatusVerifier(
      'https://gyp-status.appspot.com/status'))
  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #6
0
def _gen_nacl(user, root_dir, rietveld_obj, no_try):
    """Generates a PendingManager commit queue for Native Client."""
    svn_creds = creds.Credentials(os.path.join(root_dir, '.svn_pwd'))
    offset = 'trunk/src/native_client'
    local_checkout = checkout.SvnCheckout(
        root_dir, 'nacl', user, svn_creds.get(user),
        'svn://svn.chromium.org/native_client/' + offset)
    context_obj = context.Context(
        rietveld_obj, local_checkout,
        async_push.AsyncPush('https://nativeclient-status.appspot.com/cq',
                             _chromium_status_pwd(root_dir)))

    host_aliases = SVN_HOST_ALIASES + [
        'http://src.chromium.org', 'https://src.chromium.org'
    ]
    svn_bases = [i + '/native_client' for i in host_aliases]
    project_bases = [
        '^%s/%s(|/.*)$' % (re.escape(base), offset) for base in svn_bases
    ]
    git_url = ('http://git.chromium.org/native_client/src/native_client.git@')
    project_bases.append('^%s[a-z\\-_]+$' % re.escape(git_url))
    verifiers_no_patch = [
        project_base.ProjectBaseUrlVerifier(project_bases),
        reviewer_lgtm.ReviewerLgtmVerifier(_get_nacl_committers(),
                                           [re.escape(user)]),
    ]
    verifiers = [
        # Disable Native Client presubmit check until it works in a stand-alone
        # checkout and doesn't have side-effects.
        #presubmit_check.PresubmitCheckVerifier(context_obj),
    ]
    if not no_try:
        # Grab the list of all the builders here. The commit queue needs to know
        # which builders were triggered. TODO: makes this more automatic.
        url = 'http://build.chromium.org/p/tryserver.nacl/json/builders'
        builders_and_tests = dict(
            (key, []) for key in json.load(urllib2.urlopen(url))
            if (key.startswith('nacl-') and 'toolchain' not in key and
                'valgrind' not in key and 'perf_panda' not in key and 'arm_hw'
                not in key and 'shared' not in key and 'coverage' not in key))
        verifiers.append(
            try_server.TryRunner(
                context_obj, 'http://build.chromium.org/p/tryserver.nacl/',
                user, builders_and_tests, IGNORED_STEPS,
                ['--root', 'native_client'], _nacl_lkgr, 'native_client'))

    verifiers.append(
        tree_status.TreeStatusVerifier(
            'http://nativeclient-status.appspot.com'))
    return pending_manager.PendingManager(context_obj, verifiers_no_patch,
                                          verifiers)
예제 #7
0
 def testIgnored(self):
     issue = 31337
     verifiers = [
         project_base.ProjectBaseUrlVerifier(
             [r'^%s(.*)$' % re.escape(r'http://example.com/')]),
     ]
     pc = self._get_pc(verifiers, [])
     pc.context.rietveld.issues[issue][
         'base_url'] = 'http://unrelated.com/sub'
     pc.look_for_new_pending_commit()
     pc.process_new_pending_commit()
     pc.update_status()
     pc.scan_results()
     self.assertEqual(1, len(pc.queue.iterate()))
     self.assertEqual('', pc.queue.get(issue).relpath)
     self.assertEqual(base.IGNORED, pc.queue.get(issue).get_state())
예제 #8
0
 def testDisapeared(self):
     verifiers = [
         project_base.ProjectBaseUrlVerifier(
             [r'^%s(.*)$' % re.escape(r'http://example.com/')]),
     ]
     pc = self._get_pc(verifiers, [])
     pc.context.rietveld.issues[31337][
         'base_url'] = 'http://unrelated.com/sub'
     pc.look_for_new_pending_commit()
     pc.process_new_pending_commit()
     pc.update_status()
     pc.scan_results()
     self.assertEquals(1, len(pc.queue.pending_commits))
     del pc.context.rietveld.issues[31337]
     pc.look_for_new_pending_commit()
     pc.process_new_pending_commit()
     pc.update_status()
     pc.scan_results()
     self.assertEquals(0, len(pc.queue.pending_commits))
     self.context.status.check_names(['abort'])
예제 #9
0
 def testServerHooksMissing(self):
     issue = 31337
     verifiers = [
         project_base.ProjectBaseUrlVerifier(
             [r'^%s(.*)$' % re.escape(r'http://example.com/')]),
     ]
     self.context.server_hooks_missing = True
     pc = self._get_pc(verifiers, [])
     pc.context.rietveld.issues[issue]['base_url'] = 'http://example.com/'
     pc.look_for_new_pending_commit()
     pc.process_new_pending_commit()
     pc.update_status()
     pc.scan_results()
     self.context.rietveld.check_calls([
         _try_comment(),
         'close_issue(%d)' % issue,
         "update_description(%d, u'foo')" % issue,
         "add_comment(%d, 'Change committed as 125')" % issue
     ])
     self.context.status.check_names(['initial', 'why not', 'commit'])
     self.context.checkout.check_calls(
         self._prepare_apply_commit(0, issue, server_hooks_missing=True))
예제 #10
0
def _gen_nacl(user, root_dir, rietveld_obj, no_try):
  """Generates a PendingManager commit queue for Native Client."""
  offset = 'trunk/src/native_client'
  local_checkout = checkout.SvnCheckout(
      root_dir,
      'nacl',
      user,
      None,
      'svn://svn.chromium.org/native_client/' + offset)
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
        'https://nativeclient-status.appspot.com/cq',
        _chromium_status_pwd(root_dir)))

  host_aliases = SVN_HOST_ALIASES + [
      'http://src.chromium.org', 'https://src.chromium.org']
  svn_bases = [i + '/native_client' for i in host_aliases]
  project_bases = [
      '^%s/%s(|/.*)$' % (re.escape(base), offset) for base in svn_bases
  ]
  aliases = (
    'git.chromium.org/native_client/src/native_client',
    'chromium.googlesource.com/native_client/src/native_client',
  )
  project_bases.extend(
      r'^https?\:\/\/%s(?:\.git)?%s$' % (re.escape(i), BRANCH_MATCH)
      for i in aliases)
  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_nacl_committers(),
          [re.escape(user)]),
  ]
  verifiers = [
      presubmit_check.PresubmitCheckVerifier(context_obj),
  ]
  if not no_try:
    # Grab the list of all the builders here. The commit queue needs to know
    # which builders were triggered. TODO: makes this more automatic.
    url = 'http://build.chromium.org/p/tryserver.nacl/json/builders'
    builders_and_tests = dict(
      (key, []) for key in json.load(urllib2.urlopen(url))
      if (key.startswith('nacl-') and
          'toolchain' not in key and
          'valgrind' not in key and
          'perf_panda' not in key and
          'arm_hw' not in key and
          'shared' not in key and
          'coverage' not in key)
    )
    verifiers.append(try_server.TryRunnerSvn(
        context_obj,
        'http://build.chromium.org/p/tryserver.nacl/',
        user,
        builders_and_tests,
        IGNORED_STEPS,
        'native_client',
        ['--root', 'native_client'],
        _nacl_lkgr))

  verifiers.append(tree_status.TreeStatusVerifier(
      'https://nativeclient-status.appspot.com'))
  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #11
0
def _gen_skia(user, root_dir, rietveld_obj, no_try):
  """Generates a PendingManager commit queue for Skia.

  Adds the following verifiers to the PendingManager:
  * ProjectBaseUrlVerifier
  * ReviewerLgtmVerifier
  * PresubmitCheckVerifier
  * TreeStatusVerifier
  * TryRunnerRietveld (runs compile trybots)
  """
  naked_url = '://skia.googlecode.com/svn/trunk'
  local_checkout = checkout.SvnCheckout(
      root_dir,
      'skia',
      user,
      None,
      'https' + naked_url)
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
          'https://skia-tree-status.appspot.com/cq',
          _skia_status_pwd(root_dir)),
      server_hooks_missing=True)

  project_bases = [
      '^%s(|/.*)$' % re.escape(base + naked_url) for base in ('http', 'https')
  ]
  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_skia_committers(),
          [re.escape(user)]),
  ]
  verifiers = [
      presubmit_check.PresubmitCheckVerifier(context_obj),
      tree_status.TreeStatusVerifier(
          'https://skia-tree-status.appspot.com')
  ]

  if not no_try:
    # TODO(rmistry): This should instead be a URL that does not change.
    try_server_url = 'http://108.170.217.252:10117/'
    compile_required_build_steps = [
        'BuildBench',
        'BuildGm',
        'BuildMost',
        'BuildSkiaLib',
        'BuildTests',
        'BuildTools',
    ]

    builder_names = list(
        json.load(urllib2.urlopen(try_server_url + 'json/cqtrybots')))

    step_verifiers = []
    for builder_name in builder_names:
      step_verifiers.append(
          try_job_steps.TryJobSteps(
              builder_name=builder_name,
              steps=compile_required_build_steps))
    verifiers.append(try_job_on_rietveld.TryRunnerRietveld(
          context_obj=context_obj,
          try_server_url=try_server_url,
          commit_user=user,
          step_verifiers=step_verifiers,
          ignored_steps=[],
          solution='src'))

  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #12
0
def _gen_chromium(user, root_dir, rietveld_obj, no_try):
  """Generates a PendingManager commit queue for chrome/trunk/src."""
  local_checkout = checkout.SvnCheckout(
      root_dir,
      'chromium',
      user,
      None,
      'svn://svn.chromium.org/chrome/trunk/src',
      [chromium_copyright.process])
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
        'https://chromium-status.appspot.com/cq',
        _chromium_status_pwd(root_dir)))

  project_bases = [
      '^%s/trunk/src(|/.*)$' % re.escape(base) for base in CHROME_SVN_BASES]

  aliases = (
    # Old path.
    'git.chromium.org/git/chromium',
    # New path.
    'git.chromium.org/chromium/src',
    'chromium.googlesource.com/chromium/src',
  )
  project_bases.extend(
      r'^https?\:\/\/%s(?:\.git)?%s$' % (re.escape(i), BRANCH_MATCH)
      for i in aliases)
  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_chromium_committers(),
          [re.escape(user)]),
  ]
  verifiers = []
  prereq_builder = 'chromium_presubmit'
  prereq_tests = ['presubmit']
  step_verifiers = [
    try_job_steps.TryJobSteps(builder_name=prereq_builder,
                              steps=prereq_tests)]
  if not no_try:
    # To add tests to this list, they MUST be in
    # /chrome/trunk/tools/build/masters/master.chromium/master_gatekeeper_cfg.py
    # or somehow close the tree whenever they break.
    standard_tests = [
        'base_unittests',
        'browser_tests',
        'cacheinvalidation_unittests',
        'check_deps',
        'content_browsertests',
        'content_unittests',
        'crypto_unittests',
        #'gfx_unittests',
        # Broken in release.
        #'url_unittests',
        'gpu_unittests',
        'ipc_tests',
        'interactive_ui_tests',
        'jingle_unittests',
        'media_unittests',
        'net_unittests',
        'ppapi_unittests',
        'printing_unittests',
        'sql_unittests',
        'sync_unit_tests',
        'unit_tests',
        #'webkit_unit_tests',
    ]
    # Use a smaller set of tests for *_aura, since there's a lot of overlap with
    # the corresponding *_rel builders.
    # Note: *_aura are Release builders even if their names convey otherwise.
    aura_tests = [
      'aura_unittests',
      'browser_tests',
      'compositor_unittests',
      'content_browsertests',
      'content_unittests',
      'interactive_ui_tests',
      'unit_tests',
      'views_unittests',
    ]
    linux_aura_tests = aura_tests[:]
    linux_aura_tests.remove('views_unittests')
    builders_and_tests = {
      # TODO(maruel): Figure out a way to run 'sizes' where people can
      # effectively update the perf expectation correctly.  This requires a
      # clobber=True build running 'sizes'. 'sizes' is not accurate with
      # incremental build. Reference:
      # http://chromium.org/developers/tree-sheriffs/perf-sheriffs.
      # TODO(maruel): An option would be to run 'sizes' but not count a failure
      # of this step as a try job failure.
      'android_dbg': ['slave_steps'],
      'android_clang_dbg': ['slave_steps'],
      'android_aosp': ['compile'],
      'ios_dbg_simulator': [
        'compile',
        'base_unittests',
        'content_unittests',
        'crypto_unittests',
        'url_unittests',
        'media_unittests',
        'net_unittests',
        'sql_unittests',
        'ui_unittests',
      ],
      'ios_rel_device': ['compile'],
      'linux_aura': linux_aura_tests,
      'linux_clang': ['compile'],
      'linux_chromeos_clang': ['compile'],
      # Note: It is a Release builder even if its name convey otherwise.
      'linux_chromeos': standard_tests + [
        'app_list_unittests',
        'aura_unittests',
        'ash_unittests',
        'chromeos_unittests',
        'components_unittests',
        'dbus_unittests',
        'device_unittests',
        'sandbox_linux_unittests',
      ],
      'linux_rel': standard_tests + [
        'cc_unittests',
        'chromedriver2_unittests',
        'components_unittests',
        'nacl_integration',
        'remoting_unittests',
        'sandbox_linux_unittests',
        'sync_integration_tests',
      ],
      'mac': ['compile'],
      'mac_rel': standard_tests + [
        'cc_unittests',
        'chromedriver2_unittests',
        'components_unittests',
        'nacl_integration',
        'remoting_unittests',
        'sync_integration_tests',
        'telemetry_unittests',
      ],
      'win': ['compile'],
      'win7_aura': aura_tests + [
        'ash_unittests',
      ],
      'win_rel': standard_tests + [
        'cc_unittests',
        'chrome_frame_net_tests',
        'chrome_frame_tests',
        'chrome_frame_unittests',
        'chromedriver2_unittests',
        'components_unittests',
        'installer_util_unittests',
        'mini_installer_test',
        'nacl_integration',
        'remoting_unittests',
        'sync_integration_tests',
        'telemetry_unittests',
      ],
      'win_x64_rel': [
        'compile',
      ],
    }

    swarm_enabled_tests = (
      'base_unittests',
      'browser_tests',
      'interactive_ui_tests',
      'net_unittests',
      'unit_tests',
    )

    swarm_test_map = dict(
      (test, test + '_swarm') for test in swarm_enabled_tests)

    swarm_enabled_builders_and_tests = {
      'linux_rel': swarm_test_map,
      # TODO(csharp): Enable once isoalte works on Mac again
      # 'mac_rel': swarm_test_map,
      'win_rel': swarm_test_map,
    }

    step_verifiers += [
      try_job_steps.TryJobSteps(
          builder_name=b, prereq_builder=prereq_builder,
          prereq_tests=prereq_tests, steps=s)
      for b, s in builders_and_tests.iteritems()
      if b not in swarm_enabled_builders_and_tests
    ] + [
      try_job_steps.TryJobTriggeredSteps(
        builder_name='android_dbg_triggered_tests',
        trigger_name='android_dbg',
        prereq_builder=prereq_builder,
        prereq_tests=prereq_tests,
        steps={'slave_steps': 'slave_steps'}),
    ]

    # Add the swarm enabled builders with swarm accepted tests.
    for builder, swarm_enabled_tests in (
        swarm_enabled_builders_and_tests.iteritems()):
      regular_tests = list(set(builders_and_tests[builder]) -
                           set(swarm_enabled_tests))

      step_verifiers.append(
          try_job_steps.TryJobTriggeredOrNormalSteps(
              builder_name='swarm_triggered',
              trigger_name=builder,
              prereq_builder=prereq_builder,
              prereq_tests=prereq_tests,
              steps=swarm_enabled_tests,
              trigger_bot_steps=regular_tests,
              use_triggered_bot=False))

  verifiers.append(try_job_on_rietveld.TryRunnerRietveld(
      context_obj,
      'http://build.chromium.org/p/tryserver.chromium/',
      user,
      step_verifiers,
      IGNORED_STEPS,
      'src'))

  verifiers.append(tree_status.TreeStatusVerifier(
      'https://chromium-status.appspot.com'))
  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #13
0
def _gen_blink(user, root_dir, rietveld_obj, no_try):
  """Generates a PendingManager commit queue for blink/trunk."""
  local_checkout = checkout.SvnCheckout(
      root_dir,
      'blink',
      user,
      None,
      'svn://svn.chromium.org/blink/trunk',
      [])
  context_obj = context.Context(
      rietveld_obj,
      local_checkout,
      async_push.AsyncPush(
        'https://chromium-status.appspot.com/cq',
        _chromium_status_pwd(root_dir)))

  project_bases = [
      '^%s/trunk(|/.*)$' % re.escape(base) for base in BLINK_SVN_BASES]
  project_bases.append(
      r'^https?\:\/\/chromium.googlesource.com\/chromium\/blink(?:\.git)?%s$' %
        BRANCH_MATCH)
  verifiers_no_patch = [
      project_base.ProjectBaseUrlVerifier(project_bases),
      reviewer_lgtm.ReviewerLgtmVerifier(
          _get_chromium_committers(),
          [re.escape(user)]),
  ]
  verifiers = []
  prereq_builder = 'blink_presubmit'
  prereq_tests = ['presubmit']
  step_verifiers = [
    try_job_steps.TryJobSteps(builder_name=prereq_builder,
                              steps=prereq_tests)]
  if not no_try:
    blink_tests = [
      'webkit_lint',
      'webkit_python_tests',
      'webkit_tests',
      'webkit_unit_tests',
      'weborigin_unittests',
      'wtf_unittests',
    ]

    # A "compile-only" bot runs the webkit_lint tests (which are fast)
    # in order to pick up the default build targets. We don't use the
    # "compile" step because that will build all the chromium targets, not
    # just the blink-specific ones.
    compile_only = [ 'webkit_lint' ]

    builders_and_tests = {
      'linux_layout':     compile_only,
      'mac_layout':       compile_only,
      'win_layout':       compile_only,

      'linux_blink_rel': blink_tests,
      'mac_blink_rel':   blink_tests,
      'win_blink_rel':   blink_tests,
    }

    step_verifiers += [
      try_job_steps.TryJobSteps(builder_name=b, prereq_builder=prereq_builder,
                                prereq_tests=prereq_tests, steps=s)
      for b, s in builders_and_tests.iteritems()
    ]

  verifiers.append(try_job_on_rietveld.TryRunnerRietveld(
      context_obj,
      'http://build.chromium.org/p/tryserver.chromium/',
      user,
      step_verifiers,
      IGNORED_STEPS,
      'src'))

  verifiers.append(tree_status.TreeStatusVerifier(
      'https://blink-status.appspot.com'))
  return pending_manager.PendingManager(
      context_obj,
      verifiers_no_patch,
      verifiers)
예제 #14
0
def _gen_chromium(user, root_dir, rietveld_obj, no_try):
    """Generates a PendingManager commit queue for chrome/trunk/src."""
    svn_creds = creds.Credentials(os.path.join(root_dir, '.svn_pwd'))
    local_checkout = checkout.SvnCheckout(
        root_dir, 'chromium', user, svn_creds.get(user),
        'svn://svn.chromium.org/chrome/trunk/src',
        [chromium_copyright.process])
    context_obj = context.Context(
        rietveld_obj, local_checkout,
        async_push.AsyncPush('https://chromium-status.appspot.com/cq',
                             _chromium_status_pwd(root_dir)))

    project_bases = [
        '^%s/trunk/src(|/.*)$' % re.escape(base) for base in CHROME_SVN_BASES
    ]

    aliases = (
        # Old path.
        'git.chromium.org/git/chromium.git',
        # New path.
        'git.chromium.org/chromium/src.git',
        'git.chromium.org/git/chromium/src',
        'git.chromium.org/git/chromium/src.git',
    )
    aliases_urls = sum((['https://' + i, 'http://' + i] for i in aliases), [])
    project_bases.extend(r'^%s\@[a-z\-_]+$' % re.escape(i)
                         for i in aliases_urls)
    verifiers_no_patch = [
        project_base.ProjectBaseUrlVerifier(project_bases),
        reviewer_lgtm.ReviewerLgtmVerifier(_get_chromium_committers(),
                                           [re.escape(user)]),
    ]
    verifiers = [
        presubmit_check.PresubmitCheckVerifier(context_obj),
    ]
    if not no_try:
        # To add tests to this list, they MUST be in
        # /chrome/trunk/tools/build/masters/master.chromium/master_gatekeeper_cfg.py
        # or somehow close the tree whenever they break.
        standard_tests = (
            'base_unittests',
            'browser_tests',
            'check_deps',
            'cacheinvalidation_unittests',
            'chrome_frame_net_tests',
            'chrome_frame_unittests',
            'content_unittests',
            'crypto_unittests',
            'gfx_unittests',
            # Broken in release.
            #'googleurl_unittests',
            'gpu_unittests',
            'ipc_tests',
            'interactive_ui_tests',
            'installer_util_unittests',
            'jingle_unittests',
            'media_unittests',
            'mini_installer_test',
            #'nacl_integration',
            'net_unittests',
            'printing_unittests',
            # Too flaky.
            #'pyauto_functional_tests',
            'remoting_unittests',
            'safe_browsing_tests',
            'sql_unittests',
            'sync_unit_tests',
            # Tends to be broken by webkit roll and not fixed fast enough.
            #'test_shell_tests',
            'unit_tests',
            'ui_tests',
            'views_unittests',
            #'webkit_unit_tests',
        )
        builders_and_tests = {
            # TODO(maruel): Figure out a way to run 'sizes' where people can
            # effectively update the perf expectation correctly.  This requires a
            # clobber=True build running 'sizes'. 'sizes' is not accurate with
            # incremental build. Reference:
            # http://chromium.org/developers/tree-sheriffs/perf-sheriffs.
            # TODO(maruel): An option would be to run 'sizes' but not count a failure
            # of this step as a try job failure.
            'linux_rel': standard_tests,
            'mac_rel': standard_tests,
            'win_rel': standard_tests,
            'win': ['compile'],
            'linux_clang': ['compile'],
            'linux_chromeos': ['compile'],
            # tests are ignored for the annotated build of android trybots at this
            # time.
            'android': [],
        }
        verifiers.append(
            try_server.TryRunner(
                context_obj, 'http://build.chromium.org/p/tryserver.chromium/',
                user, builders_and_tests, IGNORED_STEPS, ['--root', 'src'],
                _chromium_lkgr, 'src'))

    verifiers.append(
        tree_status.TreeStatusVerifier('http://chromium-status.appspot.com'))
    return pending_manager.PendingManager(context_obj, verifiers_no_patch,
                                          verifiers)