def test_SingleBuildWithCrossVerify(self): helper = TestHelper(self, env={ 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': '3', }) factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'url': 'http://my_build', 'desc': None, 'result': 'SUCCESS' } ], 'gerrit_info': { 'change': 1234, 'patchset': 5 } }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, { 'url': 'http://my_build', 'message': None }) helper.assertCommandInvoked(['ssh', '-p', '29418', '*****@*****.**', 'gerrit', 'review', '1234,5', '-m', '"Cross-verify with http://gerrit (patch set 3) finished\n\nhttp://my_build: SUCCESS"'])
def test_PostSubmitRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Post-submit') }) helper.add_input_file( '/ws/gromacs/admin/builds/post-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'matrix', 'desc': 'post-submit', 'matrix': self._MATRIX_EXPECTED_RESULT }], 'revisions': commits.expected_build_revisions })
def setUp(self): self.helper = TestHelper(self) self.helper.add_input_file( "Testing/TAG", """\ YYYYMMDD-HHMM Experimental """)
class TestBuildScript(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_EmptyScript(self): executor = self.helper.executor self.helper.add_input_file('build.py', """\ def do_build(context): pass """); script = BuildScript(executor, 'build.py') self.assertEqual(script.build_opts, []) self.assertFalse(script.build_out_of_source) self.assertEqual(script.extra_projects, []) def test_SetGlobals(self): executor = self.helper.executor self.helper.add_input_file('build.py', """\ build_options = ['foo', 'bar'] build_out_of_source = True extra_projects = [Project.REGRESSIONTESTS] def do_build(context): pass """); script = BuildScript(executor, 'build.py') self.assertEqual(script.build_opts, ['foo', 'bar']) self.assertTrue(script.build_out_of_source) self.assertEqual(script.extra_projects, [Project.REGRESSIONTESTS])
def test_ReleaseBranchRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, branch='release-2016') commits.set_commit(Project.REGRESSIONTESTS, branch='release-2016') commits.set_commit(Project.RELENG, change_number=1234) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] release-2016'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual(result, { 'builds': [ { 'type': 'matrix', 'desc': 'release-2016', 'matrix': self._MATRIX_EXPECTED_RESULT }, { 'type': 'clang-analyzer', 'desc': 'release-2016' }, { 'type': 'documentation', 'desc': 'release-2016' }, { 'type': 'uncrustify', 'desc': 'release-2016' } ], 'revisions': commits.expected_build_revisions })
def test_CrossVerifyRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=3456, patch_number=3) commits.set_commit(Project.REGRESSIONTESTS, change_number=1234, patch_number=5) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': commits.gromacs.refspec, 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': commits.gromacs.patch_number, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual(result, { 'builds': [ { 'type': 'matrix', 'desc': 'cross-verify', 'matrix': self._MATRIX_EXPECTED_RESULT } ], 'revisions': commits.expected_build_revisions, 'gerrit_info': { 'change': commits.regressiontests.change_number, 'patchset': commits.regressiontests.patch_number } }) helper.assertCommandInvoked(['ssh', '-p', '29418', '*****@*****.**', 'gerrit', 'review', '1234,5', '-m', '"Cross-verify with http://gerrit (patch set 3) running at http://build"'])
def test_CrossVerifyRequestReleng(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234) commits.set_commit(Project.REGRESSIONTESTS) commits.set_commit(Project.RELENG, change_number=3456) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': commits.releng.patch_number, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234 quiet'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual(result, { 'builds': [ { 'type': 'matrix', 'desc': 'cross-verify', 'matrix': self._MATRIX_EXPECTED_RESULT }, { 'type': 'clang-analyzer', 'desc': 'cross-verify' }, { 'type': 'documentation', 'desc': 'cross-verify' }, { 'type': 'uncrustify', 'desc': 'cross-verify' } ], 'revisions': commits.expected_build_revisions })
class TestPrepareBuildMatrix(unittest.TestCase): def setUp(self): self.helper = TestHelper(self, workspace='/ws') def test_PrepareBuildMatrix(self): factory = self.helper.factory executor = self.helper.executor input_lines = [ 'gcc-4.6 gpu cuda-5.0', 'msvc-2013' ] self.helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(input_lines) + '\n') result = prepare_build_matrix(factory, 'pre-submit-matrix') self.assertEqual(result, { "configs": [ { "host": "bs_nix1310", "labels": "cuda-5.0 && gcc-4.6", "opts": ["gcc-4.6", "gpu", "cuda-5.0"] }, { "host": "bs-win2012r2", "labels": "msvc-2013", "opts": ["msvc-2013"] } ], "as_axis": '"{0} host=bs_nix1310" "{1} host=bs-win2012r2"'.format(*[x.strip() for x in input_lines]) })
class TestReadBuildScriptConfig(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_ClangAnalyzer(self): self.helper.add_input_file( 'script/build.py', """\ build_options = ['clang-3.8', 'clang-static-analyzer-3.8'] def do_build(context): pass """) result = BuildContext._read_build_script_config( self.helper.factory, 'script/build.py') self.assertEqual( result, { 'opts': ['clang-3.8', 'clang-static-analyzer-3.8'], 'host': 'bs_nix-static_analyzer', 'labels': 'clang-3.8 && clang-static-analyzer-3.8' }) def test_CudaGpuBuild(self): self.helper.add_input_file( 'script/build.py', """\ build_options = [ 'gcc-4.9', 'cuda-9.0', 'gpuhw=nvidia' ] def do_build(context): pass """) result = BuildContext._read_build_script_config( self.helper.factory, 'script/build.py') self.assertEqual( result, { 'opts': ['gcc-4.9', 'cuda-9.0', 'gpuhw=nvidia'], 'host': 'bs_nix1310', 'labels': 'cuda-9.0 && gcc-4.9 && nvidia' })
def test_GetBuildRevisionsNoRegressionTests(self): helper = TestHelper(self, env={ 'WORKSPACE': 'ws', 'CHECKOUT_PROJECT': 'gromacs', 'CHECKOUT_REFSPEC': 'refs/changes/34/1234/5', 'GROMACS_REFSPEC': 'refs/changes/34/1234/5', 'RELENG_REFSPEC': 'refs/heads/master' }) workspace = helper.factory.workspace workspace._get_build_revisions('build-revisions.json') helper.assertOutputJsonFile('build-revisions.json', [ { 'project': 'gromacs', 'hash_env': 'GROMACS_HASH', 'refspec_env': 'GROMACS_REFSPEC', 'refspec': 'refs/changes/34/1234/5', 'hash': '1234567890abcdef0123456789abcdef01234567', 'title': 'Mock title' }, { 'project': 'releng', 'hash_env': 'RELENG_HASH', 'refspec_env': 'RELENG_REFSPEC', 'refspec': 'refs/heads/master', 'hash': '1234567890abcdef0123456789abcdef01234567', 'title': 'Mock title' } ])
def test_CrossVerifyRequestQuiet(self): helper = TestHelper(self, workspace='ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'gromacs', 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': '3', 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234 quiet') }) input_lines = [ 'gcc-4.6 gpu cuda-5.0', 'msvc-2013' ] helper.add_input_file('ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(input_lines) + '\n') factory = helper.factory executor = helper.executor get_actions_from_triggering_comment(factory, 'actions.json') helper.assertOutputJsonFile('ws/build/actions.json', { 'builds': [ { 'type': 'matrix', 'desc': 'cross-verify', 'options': '"{0} host=bs_nix1310" "{1} host=bs-win2012r2"'.format(*[x.strip() for x in input_lines]) } ], 'env': { 'REGRESSIONTESTS_REFSPEC': 'refs/changes/34/1234/5', 'REGRESSIONTESTS_HASH': '1234567890abcdef0123456789abcdef01234567' } })
def test_PackageRequestForReleng(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Package') }) helper.add_input_file('/ws/gromacs/admin/builds/get-version-info.py', 'def do_build(context):\n context.set_version_info("2017", "1234567890abcdef")\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual(result, { 'builds': [ { 'type': 'source-package' }, { 'type': 'regtest-package', 'version': '2017', 'md5sum': '1234567890abcdef' } ], 'revisions': commits.expected_build_revisions })
class TestBuildScript(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_EmptyScript(self): executor = self.helper.executor self.helper.add_input_file( 'build.py', """\ def do_build(context): pass """) script = BuildScript(executor, 'build.py') self.assertEqual(script.settings.build_opts, []) self.assertFalse(script.settings.build_out_of_source) self.assertEqual(script.settings.extra_projects, []) def test_SetGlobals(self): executor = self.helper.executor self.helper.add_input_file( 'build.py', """\ build_options = ['foo', 'bar'] build_out_of_source = True extra_projects = [Project.REGRESSIONTESTS] use_stdlib_through_env_vars = False def do_build(context): pass """) script = BuildScript(executor, 'build.py') self.assertEqual(script.settings.build_opts, ['foo', 'bar']) self.assertTrue(script.settings.build_out_of_source) self.assertEqual(script.settings.extra_projects, [Project.REGRESSIONTESTS]) self.assertFalse(script.settings.use_stdlib_through_env_vars)
def test_ReleaseBranchRequest(self): helper = TestHelper(self, workspace='ws', env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] release-2016') }) input_lines = [ 'gcc-4.6 gpu cuda-5.0', 'msvc-2013' ] helper.add_input_file('ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(input_lines) + '\n') factory = helper.factory executor = helper.executor get_actions_from_triggering_comment(factory, 'actions.json') self.maxDiff = None helper.assertOutputJsonFile('ws/build/actions.json', { 'builds': [ { 'type': 'matrix', 'desc': 'release-2016', 'options': '"{0} host=bs_nix1310" "{1} host=bs-win2012r2"'.format(*[x.strip() for x in input_lines]) }, { 'type': 'clang-analyzer', 'desc': 'release-2016' }, { 'type': 'cppcheck', 'desc': 'release-2016' }, { 'type': 'documentation', 'desc': 'release-2016' }, { 'type': 'uncrustify', 'desc': 'release-2016' } ], 'env': { 'GROMACS_REFSPEC': 'refs/heads/release-2016', 'GROMACS_HASH': '1234567890abcdef0123456789abcdef01234567', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/release-2016', 'REGRESSIONTESTS_HASH': '1234567890abcdef0123456789abcdef01234567' } })
class TestReadBuildScriptConfig(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_ClangAnalyzer(self): self.helper.add_input_file('script/build.py', """\ build_options = ['clang-3.8', 'clang-static-analyzer-3.8'] def do_build(context): pass """) result = BuildContext._read_build_script_config(self.helper.factory, 'script/build.py') self.assertEqual(result, { 'opts': ['clang-3.8', 'clang-static-analyzer-3.8'], 'host': 'bs_nix-static_analyzer', 'labels': 'clang-3.8 && clang-static-analyzer-3.8' }) def test_CudaGpuBuild(self): self.helper.add_input_file('script/build.py', """\ build_options = [ 'gcc-4.9', 'cuda-9.0', 'gpuhw=nvidia' ] def do_build(context): pass """) result = BuildContext._read_build_script_config(self.helper.factory, 'script/build.py') self.assertEqual(result, { 'opts': [ 'gcc-4.9', 'cuda-9.0', 'gpuhw=nvidia' ], 'host': 'bs_nix1310', 'labels': 'cuda-9.0 && gcc-4.9 && nvidia' })
def test_PackageRequestForReleng(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Package') }) helper.add_input_file( '/ws/gromacs/admin/builds/get-version-info.py', 'def do_build(context):\n context.set_version_info("2017", "1234567890abcdef")\n' ) factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'source-package' }, { 'type': 'regtest-package', 'version': '2017', 'md5sum': '1234567890abcdef' }], 'revisions': commits.expected_build_revisions })
class TestRunBuild(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_NoOptions(self): self.helper.add_input_file( 'script/build.py', """\ def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None) def test_ScriptOptions(self): self.helper.add_input_file( 'script/build.py', """\ build_options = ['gcc-4.8'] def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None) def test_MixedOptions(self): self.helper.add_input_file( 'script/build.py', """\ build_options = ['gcc-4.8'] def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, ['build-jobs=3']) def test_ExtraOptions(self): self.helper.add_input_file( 'script/build.py', """\ TestEnum = Enum.create('TestEnum', 'foo', 'bar') extra_options = { 'extra': Option.simple, 'enum': Option.enum(TestEnum) } def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, ['extra', 'enum=foo']) def test_Parameters(self): self.helper.add_input_file( 'script/build.py', """\ def do_build(context): context.params.get('PARAM', Parameter.bool) """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None)
class TestRunBuild(unittest.TestCase): def setUp(self): self.helper = TestHelper(self, workspace='/ws') def test_NoOptions(self): self.helper.add_input_file('script/build.py', """\ def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None) def test_ScriptOptions(self): self.helper.add_input_file('script/build.py', """\ build_options = ['gcc-4.8'] def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None) def test_MixedOptions(self): self.helper.add_input_file('script/build.py', """\ build_options = ['gcc-4.8'] def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, ['build-jobs=3']) def test_ExtraOptions(self): self.helper.add_input_file('script/build.py', """\ TestEnum = Enum.create('TestEnum', 'foo', 'bar') extra_options = { 'extra': Option.simple, 'enum': Option.enum(TestEnum) } def do_build(context): pass """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, ['extra', 'enum=foo']) def test_Parameters(self): self.helper.add_input_file('script/build.py', """\ def do_build(context): context.params.get('PARAM', Parameter.bool) """) BuildContext._run_build(self.helper.factory, 'script/build.py', JobType.GERRIT, None)
def test_NoBuild(self): helper = TestHelper(self, workspace='ws') factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [] }) do_post_build(factory, 'actions.json', 'message.json') helper.assertOutputJsonFile('ws/build/message.json', { 'url': None, 'message': None })
def test_NoBuild(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, { 'url': None, 'message': None })
def test_TarballRef(self): helper = TestHelper(self) helper.add_input_file('tarballs/gromacs/package-info.log', """\ PACKAGE_FILE_NAME = gromacs-xyz-dev.tar.gz HEAD_HASH = 1234abcd """) refspec = RefSpec('tarballs/gromacs', executor=helper.executor) self.assertFalse(refspec.is_no_op) self.assertTrue(refspec.is_tarball) self.assertFalse(refspec.is_static) self.assertEqual(refspec.tarball_path, 'tarballs/gromacs/gromacs-xyz-dev.tar.gz') self.assertEqual(str(refspec), 'tarballs/gromacs')
def test_SingleBuild(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file( 'actions.json', { 'builds': [{ 'url': 'http://my_build', 'desc': None, 'result': 'SUCCESS' }] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, {'url': 'http://my_build', 'message': None})
def test_TarballsWithManualTrigger(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'GROMACS_REFSPEC': 'tarballs/gromacs', 'RELENG_REFSPEC': 'refs/heads/master' }) helper.add_input_file('tarballs/gromacs/package-info.log', """\ HEAD_HASH = 1234abcd """) projects = helper.factory.projects self.verifyProjectInfo(projects, commits, tarball=Project.GROMACS)
class TestReadCmakeVariableFile(unittest.TestCase): def setUp(self): self.helper = TestHelper(self, workspace='/ws') def test_ReadFile(self): self.helper.add_input_file('Test.cmake', """\ set(FOO "1") set(BAR "2") """) context = self.helper.factory.create_context(JobType.GERRIT, None, None) result = context.read_cmake_variable_file('Test.cmake') self.assertEqual(result, { 'FOO': '1', 'BAR': '2' })
def test_TarballsWithManualTrigger(self): helper = TestHelper(self, env={ 'CHECKOUT_PROJECT': 'releng', 'CHECKOUT_REFSPEC': 'refs/heads/master', 'GROMACS_REFSPEC': 'tarballs/gromacs', 'RELENG_REFSPEC': 'refs/heads/master' }) helper.add_input_file('tarballs/gromacs/package-info.log', """\ HEAD_HASH = 1234abcd """) gerrit = helper.factory.gerrit self.assertEqual(gerrit.checked_out_project, Project.RELENG) self.assertTrue(gerrit.get_refspec(Project.GROMACS).is_tarball) self.assertEqual(gerrit.get_refspec(Project.RELENG).fetch, 'refs/heads/master')
def test_CrossVerifyRequestReleng(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234) commits.set_commit(Project.REGRESSIONTESTS) commits.set_commit(Project.RELENG, change_number=3456) helper = TestHelper( self, commits=commits, workspace='/ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': commits.releng.patch_number, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234 quiet'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'matrix', 'desc': 'cross-verify', 'matrix': self._MATRIX_EXPECTED_RESULT }, { 'type': 'clang-analyzer', 'desc': 'cross-verify' }, { 'type': 'documentation', 'desc': 'cross-verify' }, { 'type': 'uncrustify', 'desc': 'cross-verify' }], 'revisions': commits.expected_build_revisions })
class TestReadCmakeVariableFile(unittest.TestCase): def setUp(self): self.helper = TestHelper(self) def test_ReadFile(self): self.helper.add_input_file( 'Test.cmake', """\ set(FOO "1") set(BAR "2") """) context = self.helper.factory.create_context(JobType.GERRIT, None, None) result = context.read_cmake_variable_file('Test.cmake') self.assertEqual(result, {'FOO': '1', 'BAR': '2'})
def test_FailedSingleBuildWithoutUrl(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file( 'actions.json', { 'builds': [{ 'title': 'My title', 'url': None, 'desc': None, 'result': 'FAILURE', 'reason': 'Failure reason' }] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, {'url': None, 'message': 'Failure reason'})
def test_CrossVerifyRequestOneBuildOnly(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=3456) commits.set_commit(Project.REGRESSIONTESTS, change_number=1234) commits.set_commit(Project.RELENG) helper = TestHelper( self, commits=commits, env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': commits.gromacs.refspec, 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': commits.gromacs.patch_number, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234 quiet coverage'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'coverage' }], 'revisions': commits.expected_build_revisions })
def test_SingleBuildWithDescription(self): helper = TestHelper(self, workspace='ws') factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'url': 'http://my_build', 'desc': 'cross-verify', 'result': 'SUCCESS' } ] }) do_post_build(factory, 'actions.json', 'message.json') helper.assertOutputJsonFile('ws/build/message.json', { 'url': 'http://my_build (cross-verify)', 'message': None })
def test_SingleBuildWithDescription(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'url': 'http://my_build', 'desc': 'cross-verify', 'result': 'SUCCESS' } ] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, { 'url': 'http://my_build (cross-verify)', 'message': None })
def test_GetBuildRevisionsNoRegressionTests(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits) projects = helper.factory.projects result = projects.get_build_revisions() self.assertEqual(result, commits.expected_build_revisions)
def test_MultilineTriggeringComment(self): helper = TestHelper(self, env={ 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': 'refs/heads/master', 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS]\nCoverage\nMore') }) gerrit = helper.factory.gerrit self.assertEqual(gerrit.get_triggering_comment(), 'Coverage\nMore')
def test_SingleBuildWithoutUrl(self): helper = TestHelper(self, workspace='ws') factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'title': 'My title', 'url': None, 'desc': None, 'result': 'SUCCESS' } ] }) do_post_build(factory, 'actions.json', 'message.json') helper.assertOutputJsonFile('ws/build/message.json', { 'url': None, 'message': None })
def test_FailedSingleBuild(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'url': 'http://my_build', 'desc': None, 'result': 'FAILURE', 'reason': 'Failure reason' } ] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, { 'url': 'http://my_build', 'message': 'Failure reason' })
class TestReadBuildScriptConfig(unittest.TestCase): def setUp(self): self.helper = TestHelper(self, workspace='/ws') def test_ClangAnalyzer(self): self.helper.add_input_file('script/build.py', """\ build_options = ['clang-3.8', 'clang-static-analyzer-3.8'] def do_build(context): pass """) BuildContext._read_build_script_config(self.helper.factory, 'script/build.py', 'config.json') self.helper.assertOutputJsonFile('/ws/build/config.json', { 'opts': ['clang-3.8', 'clang-static-analyzer-3.8'], 'host': 'bs_nix-static_analyzer', 'labels': 'clang-3.8 && clang-static-analyzer-3.8' })
def test_FailedSingleBuild(self): helper = TestHelper(self, workspace='ws') factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'url': 'http://my_build', 'desc': None, 'result': 'FAILURE', 'reason': 'Failure reason' } ] }) do_post_build(factory, 'actions.json', 'message.json') helper.assertOutputJsonFile('ws/build/message.json', { 'url': 'http://my_build', 'message': 'Failure reason' })
def test_SingleBuildWithoutUrl(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file('actions.json', { 'builds': [ { 'title': 'My title', 'url': None, 'desc': None, 'result': 'SUCCESS' } ] }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, { 'url': None, 'message': None })
def test_CoverageRequest(self): helper = TestHelper(self, workspace='ws', env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Coverage') }) factory = helper.factory executor = helper.executor get_actions_from_triggering_comment(factory, 'actions.json') helper.assertOutputJsonFile('ws/build/actions.json', { 'builds': [ { 'type': 'coverage' } ] }) self.assertEqual(executor.method_calls, [ mock.call.ensure_dir_exists('ws/build', ensure_empty=True), mock.call.write_file('ws/build/actions.json', mock.ANY) ])
def test_ManualTriggerInPipeline(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234) commits.set_commit(Project.RELENG, change_number=3456) helper = TestHelper(self, commits=commits, env={ 'GROMACS_REFSPEC': commits.gromacs.refspec, 'RELENG_REFSPEC': commits.releng.refspec }) projects = helper.factory.projects self.verifyProjectInfo(projects, commits)
def test_ReleaseBranchRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, branch='release-2016') commits.set_commit(Project.REGRESSIONTESTS, branch='release-2016') commits.set_commit(Project.RELENG, change_number=1234) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_PROJECT': 'releng', 'GERRIT_REFSPEC': commits.releng.refspec, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] release-2016'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'matrix', 'desc': 'release-2016', 'matrix': self._MATRIX_EXPECTED_RESULT }, { 'type': 'clang-analyzer', 'desc': 'release-2016' }, { 'type': 'documentation', 'desc': 'release-2016' }, { 'type': 'uncrustify', 'desc': 'release-2016' }], 'revisions': commits.expected_build_revisions })
def test_GetBuildRevisionsWithAutoRefspecs(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.REGRESSIONTESTS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'GROMACS_REFSPEC': 'auto', 'REGRESSIONTESTS_REFSPEC': 'auto' }) projects = helper.factory.projects result = projects.get_build_revisions() self.assertEqual(result, commits.expected_build_revisions)
def test_ManualTrigger(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'CHECKOUT_PROJECT': 'gromacs', 'CHECKOUT_REFSPEC': commits.gromacs.refspec, 'GROMACS_REFSPEC': commits.gromacs.refspec, 'RELENG_REFSPEC': 'refs/heads/master' }) projects = helper.factory.projects self.verifyProjectInfo(projects, commits)
def test_PostSubmitRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, workspace='/ws', env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Post-submit') }) helper.add_input_file('/ws/gromacs/admin/builds/post-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual(result, { 'builds': [ { 'type': 'matrix', 'desc': 'post-submit', 'matrix': self._MATRIX_EXPECTED_RESULT } ], 'revisions': commits.expected_build_revisions })
class TestStatusReporterNoPropagate(unittest.TestCase): def setUp(self): env = { 'STATUS_FILE': 'logs/status.json', 'NO_PROPAGATE_FAILURE': '1' } self.helper = TestHelper(self, workspace='ws', env=env) def test_Failure(self): with self.helper.factory.status_reporter as status_reporter: status_reporter.mark_failed('Failure reason') self.assertFalse(self.helper.executor.exit.called) self.helper.assertConsoleOutput("""\ Build FAILED: Failure reason """) self.helper.assertOutputJsonFile('ws/logs/status.json', { 'result': 'FAILURE', 'reason': 'Failure reason' }) def test_Aborted(self): with self.helper.factory.status_reporter as status_reporter: raise AbortError(143) self.assertFalse(self.helper.executor.exit.called) self.helper.assertOutputJsonFile('ws/logs/status.json', { 'result': 'ABORTED', 'reason': None })
def test_SingleBuildWithCrossVerify(self): helper = TestHelper(self, env={ 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': '3', }) factory = helper.factory helper.add_input_json_file( 'actions.json', { 'builds': [{ 'url': 'http://my_build', 'desc': None, 'result': 'SUCCESS' }], 'gerrit_info': { 'change': 1234, 'patchset': 5 } }) result = do_post_build(factory, 'actions.json') self.assertEqual(result, {'url': 'http://my_build', 'message': None}) helper.assertCommandInvoked([ 'ssh', '-p', '29418', '*****@*****.**', 'gerrit', 'review', '1234,5', '-m', '"Cross-verify with http://gerrit (patch set 3) finished\n\nhttp://my_build: SUCCESS"' ])
def test_CrossVerifyRequestOneBuildOnly(self): helper = TestHelper(self, workspace='ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'gromacs', 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': '3', 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234 quiet clang-analyzer') }) factory = helper.factory executor = helper.executor get_actions_from_triggering_comment(factory, 'actions.json') helper.assertOutputJsonFile('ws/build/actions.json', { 'builds': [ { 'type': 'clang-analyzer' } ], 'env': { 'REGRESSIONTESTS_REFSPEC': 'refs/changes/34/1234/5', 'REGRESSIONTESTS_HASH': '1234567890abcdef0123456789abcdef01234567' } })
def test_Checkout(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG, change_number=1234) helper = TestHelper(self, commits=commits, env={ 'CHECKOUT_PROJECT': 'releng', 'CHECKOUT_REFSPEC': commits.releng.refspec, 'GROMACS_REFSPEC': 'refs/heads/master', 'RELENG_REFSPEC': 'refs/heads/master' }) projects = helper.factory.projects self.verifyProjectInfo(projects, commits) projects.checkout_project(Project.GROMACS)
def test_PostSubmitRequest(self): helper = TestHelper(self, workspace='ws', env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Post-submit') }) input_lines = [ 'gcc-4.6 gpu cuda-5.0', 'msvc-2013' ] helper.add_input_file('ws/gromacs/admin/builds/post-submit-matrix.txt', '\n'.join(input_lines) + '\n') factory = helper.factory executor = helper.executor get_actions_from_triggering_comment(factory, 'actions.json') helper.assertOutputJsonFile('ws/build/actions.json', { 'builds': [ { 'type': 'matrix', 'desc': 'post-submit', 'options': '"{0} host=bs_nix1310" "{1} host=bs-win2012r2"'.format(*[x.strip() for x in input_lines]) } ] })
def test_TwoBuilds(self): helper = TestHelper(self) factory = helper.factory helper.add_input_json_file( 'actions.json', { 'builds': [{ 'url': 'http://my_build', 'desc': 'cross-verify', 'result': 'SUCCESS' }, { 'url': 'http://my_build2', 'desc': None, 'result': 'SUCCESS' }] }) result = do_post_build(factory, 'actions.json') self.assertEqual( result, { 'url': None, 'message': 'http://my_build (cross-verify): SUCCESS\nhttp://my_build2: SUCCESS' })
def test_ManualTriggerWithHash(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'CHECKOUT_PROJECT': 'gromacs', 'CHECKOUT_REFSPEC': 'refs/heads/master', 'GROMACS_REFSPEC': 'refs/heads/master', 'GROMACS_HASH': commits.gromacs.sha1, 'RELENG_REFSPEC': 'refs/heads/master', 'RELENG_HASH': commits.releng.sha1 }) projects = helper.factory.projects self.verifyProjectInfo(projects, commits, expect_hashes=True)
def test_GetBuildRevisionsWithBranchDetection(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=1234, branch='release-2019') commits.set_commit(Project.REGRESSIONTESTS, branch='release-2019') commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': commits.gromacs.refspec, 'GROMACS_REFSPEC': 'auto', 'REGRESSIONTESTS_REFSPEC': 'auto' }) projects = helper.factory.projects result = projects.get_build_revisions() self.assertEqual(result, commits.expected_build_revisions)
def test_CrossVerifyRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS, change_number=3456, patch_number=3) commits.set_commit(Project.REGRESSIONTESTS, change_number=1234, patch_number=5) commits.set_commit(Project.RELENG) helper = TestHelper( self, commits=commits, workspace='/ws', env={ 'BUILD_URL': 'http://build', 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': commits.gromacs.refspec, 'GERRIT_CHANGE_URL': 'http://gerrit', 'GERRIT_PATCHSET_NUMBER': commits.gromacs.patch_number, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Cross-verify 1234'), 'GROMACS_REFSPEC': 'refs/heads/master', 'REGRESSIONTESTS_REFSPEC': 'refs/heads/master' }) helper.add_input_file('/ws/gromacs/admin/builds/pre-submit-matrix.txt', '\n'.join(self._MATRIX_INPUT_LINES) + '\n') factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'matrix', 'desc': 'cross-verify', 'matrix': self._MATRIX_EXPECTED_RESULT }], 'revisions': commits.expected_build_revisions, 'gerrit_info': { 'change': commits.regressiontests.change_number, 'patchset': commits.regressiontests.patch_number } }) helper.assertCommandInvoked([ 'ssh', '-p', '29418', '*****@*****.**', 'gerrit', 'review', '1234,5', '-m', '"Cross-verify with http://gerrit (patch set 3) running at http://build"' ])
def test_CoverageRequest(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Coverage') }) factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'coverage' }], 'revisions': commits.expected_build_revisions })
def test_PackageRequestForSource(self): commits = RepositoryTestState() commits.set_commit(Project.GROMACS) commits.set_commit(Project.RELENG) helper = TestHelper(self, commits=commits, env={ 'GERRIT_PROJECT': 'gromacs', 'GERRIT_REFSPEC': commits.gromacs.refspec, 'GERRIT_EVENT_COMMENT_TEXT': base64.b64encode('[JENKINS] Package') }) factory = helper.factory result = get_actions_from_triggering_comment(factory) self.assertEqual( result, { 'builds': [{ 'type': 'source-package' }], 'revisions': commits.expected_build_revisions })
def setUp(self): self.helper = TestHelper(self, workspace='/ws')