class RunSteps(unittest.TestCase): @defer.inlineCallbacks def setUp(self): self.master = fakemaster.make_master(testcase=self, wantDb=True) self.builder = builder.Builder('test', _addServices=False) self.builder.master = self.master yield self.builder.startService() self.factory = factory.BuildFactory() # will have steps added later new_config = config.MasterConfig() new_config.builders.append( config.BuilderConfig(name='test', slavename='testsl', factory=self.factory)) yield self.builder.reconfigService(new_config) self.slave = BuildSlave('bsl', 'pass') self.slave.sendBuilderList = lambda: defer.succeed(None) self.slave.botmaster = mock.Mock() self.slave.botmaster.maybeStartBuildsForSlave = lambda sl: None self.slave.master = self.master self.slave.startService() self.remote = FakeBot() yield self.slave.attached(self.remote) sb = self.slavebuilder = slavebuilder.SlaveBuilder() sb.setBuilder(self.builder) yield sb.attached(self.slave, self.remote, {}) # add the buildset/request sssid = yield self.master.db.sourcestampsets.addSourceStampSet() yield self.master.db.sourcestamps.addSourceStamp(branch='br', revision='1', repository='r://', project='', sourcestampsetid=sssid) self.bsid, brids = yield self.master.db.buildsets.addBuildset( sourcestampsetid=sssid, reason=u'x', properties={}, builderNames=['test']) self.brdict = \ yield self.master.db.buildrequests.getBuildRequest(brids['test']) self.buildrequest = \ yield buildrequest.BuildRequest.fromBrdict(self.master, self.brdict) def tearDown(self): self.slave.stopKeepaliveTimer() return self.builder.stopService() @defer.inlineCallbacks def do_test_step(self): # patch builder.buildFinished to signal us with a deferred bfd = defer.Deferred() old_buildFinished = self.builder.buildFinished def buildFinished(*args): old_buildFinished(*args) bfd.callback(None) self.builder.buildFinished = buildFinished # start the builder self.failUnless((yield self.builder.maybeStartBuild( self.slavebuilder, [self.buildrequest]))) # and wait for completion yield bfd # then get the BuildStatus and return it defer.returnValue(self.master.status.lastBuilderStatus.lastBuildStatus) def assertLogs(self, exp_logs): bs = self.master.status.lastBuilderStatus.lastBuildStatus # tell the steps they're not new-style anymore, so they don't assert for l in bs.getLogs(): l._isNewStyle = False got_logs = dict((l.name, l.getText()) for l in bs.getLogs()) self.assertEqual(got_logs, exp_logs) @defer.inlineCallbacks def test_OldStyleCustomBuildStep(self): self.factory.addStep(OldStyleCustomBuildStep(arg1=1, arg2=2)) yield self.do_test_step() self.assertLogs({ u'compl.html': u'<blink>A very short logfile</blink>\n', # this is one of the things that differs independently of # new/old style: encoding of logs and newlines u'foo': 'stdout\n\xe2\x98\x83\nstderr\n', # u'ostdout\no\N{SNOWMAN}\nestderr\n', u'obs': 'Observer saw [\'stdout\\n\', \'\\xe2\\x98\\x83\\n\']', #u'Observer saw [u\'stdout\\n\', u\'\\u2603\\n\']\n', }) @defer.inlineCallbacks def test_OldStyleCustomBuildStep_failure(self): self.factory.addStep(OldStyleCustomBuildStep(arg1=1, arg2=2, doFail=1)) bs = yield self.do_test_step() self.assertEqual(len(self.flushLoggedErrors(RuntimeError)), 1) self.assertEqual(bs.getResults(), results.EXCEPTION) @defer.inlineCallbacks def test_NewStyleCustomBuildStep(self): self.factory.addStep(NewStyleCustomBuildStep()) yield self.do_test_step() self.assertLogs({ 'foo.html': '<head>\n', 'testlog': 'stdout\nfromcmd\n', 'obs': "Observer saw [u'stdout\\n']", 'stdio': "stdio\nstderr\n", }) @defer.inlineCallbacks def test_step_raising_buildstepfailed_in_start(self): self.factory.addStep(FailingCustomStep()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.FAILURE) @defer.inlineCallbacks def test_step_raising_exception_in_start(self): self.factory.addStep(FailingCustomStep(exception=ValueError)) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.EXCEPTION) #self.expectOutcome(result=EXCEPTION, status_text=["generic", "exception"]) self.assertEqual(len(self.flushLoggedErrors(ValueError)), 1) @defer.inlineCallbacks def test_step_raising_connectionlost_in_start(self): self.factory.addStep(FailingCustomStep(exception=error.ConnectionLost)) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.RETRY) @defer.inlineCallbacks def test_Latin1ProducingCustomBuildStep(self): self.factory.addStep(Latin1ProducingCustomBuildStep(logEncoding='latin-1')) yield self.do_test_step() self.assertLogs({ u'xx': u'o\N{CENT SIGN}\n', }) test_Latin1ProducingCustomBuildStep.skip = "logEncoding not supported in 0.8.x" @defer.inlineCallbacks def test_OldBuildEPYDoc(self): # test old-style calls to log.getText, figuring readlines will be ok self.factory.addStep(OldBuildEPYDoc()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.FAILURE) @defer.inlineCallbacks def test_OldPerlModuleTest(self): # test old-style calls to self.getLog self.factory.addStep(OldPerlModuleTest()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.SUCCESS)
class BuildStepIntegrationMixin(object): """Support for *integration* testing of buildsteps. This class runs as much "real" code as possible, unlike BuildStepMixin which focuses on the step itself.""" @defer.inlineCallbacks def setUpBuildStepIntegration(self): self.master = fakemaster.make_master(testcase=self, wantDb=True) self.builder = builder.Builder("test", _addServices=False) self.builder.master = self.master yield self.builder.startService() self.factory = factory.BuildFactory() # will have steps added later new_config = config.MasterConfig() new_config.builders.append(config.BuilderConfig(name="test", slavename="testsl", factory=self.factory)) yield self.builder.reconfigService(new_config) self.slave = BuildSlave("bsl", "pass") self.slave.sendBuilderList = lambda: defer.succeed(None) self.slave.botmaster = mock.Mock() self.slave.botmaster.maybeStartBuildsForSlave = lambda sl: None self.slave.master = self.master self.slave.startService() self.remote = FakeBot() yield self.slave.attached(self.remote) sb = self.slavebuilder = slavebuilder.SlaveBuilder() sb.setBuilder(self.builder) yield sb.attached(self.slave, self.remote, {}) # add the buildset/request sssid = yield self.master.db.sourcestampsets.addSourceStampSet() yield self.master.db.sourcestamps.addSourceStamp( branch="br", revision="1", repository="r://", project="", sourcestampsetid=sssid ) self.bsid, brids = yield self.master.db.buildsets.addBuildset( sourcestampsetid=sssid, reason=u"x", properties={}, builderNames=["test"] ) self.brdict = yield self.master.db.buildrequests.getBuildRequest(brids["test"]) self.buildrequest = yield buildrequest.BuildRequest.fromBrdict(self.master, self.brdict) def tearDownBuildStepIntegration(self): self.slave.stopKeepaliveTimer() return self.builder.stopService() def setupStep(self, step): self.factory.addStep(step) @defer.inlineCallbacks def runStep(self): # patch builder.buildFinished to signal us with a deferred bfd = defer.Deferred() old_buildFinished = self.builder.buildFinished def buildFinished(*args): old_buildFinished(*args) bfd.callback(None) self.builder.buildFinished = buildFinished # start the builder self.failUnless((yield self.builder.maybeStartBuild(self.slavebuilder, [self.buildrequest]))) # and wait for completion yield bfd # then get the BuildStatus and return it defer.returnValue(self.master.status.lastBuilderStatus.lastBuildStatus)
class RunSteps(unittest.TestCase): @defer.inlineCallbacks def setUp(self): self.master = fakemaster.make_master(testcase=self, wantDb=True) self.builder = builder.Builder('test', _addServices=False) self.builder.master = self.master yield self.builder.startService() self.factory = factory.BuildFactory() # will have steps added later new_config = config.MasterConfig() new_config.builders.append( config.BuilderConfig(name='test', slavename='testsl', factory=self.factory)) yield self.builder.reconfigService(new_config) self.slave = BuildSlave('bsl', 'pass') self.slave.sendBuilderList = lambda: defer.succeed(None) self.slave.botmaster = mock.Mock() self.slave.botmaster.maybeStartBuildsForSlave = lambda sl: None self.slave.master = self.master self.slave.startService() self.remote = FakeBot() yield self.slave.attached(self.remote) sb = self.slavebuilder = slavebuilder.SlaveBuilder() sb.setBuilder(self.builder) yield sb.attached(self.slave, self.remote, {}) # add the buildset/request sssid = yield self.master.db.sourcestampsets.addSourceStampSet() yield self.master.db.sourcestamps.addSourceStamp( branch='br', revision='1', repository='r://', project='', sourcestampsetid=sssid) self.bsid, brids = yield self.master.db.buildsets.addBuildset( sourcestampsetid=sssid, reason=u'x', properties={}, builderNames=['test']) self.brdict = \ yield self.master.db.buildrequests.getBuildRequest(brids['test']) self.buildrequest = \ yield buildrequest.BuildRequest.fromBrdict(self.master, self.brdict) def tearDown(self): self.slave.stopKeepaliveTimer() return self.builder.stopService() @defer.inlineCallbacks def do_test_step(self): # patch builder.buildFinished to signal us with a deferred bfd = defer.Deferred() old_buildFinished = self.builder.buildFinished def buildFinished(*args): old_buildFinished(*args) bfd.callback(None) self.builder.buildFinished = buildFinished # start the builder self.failUnless((yield self.builder.maybeStartBuild(self.slavebuilder, [self.buildrequest]))) # and wait for completion yield bfd # then get the BuildStatus and return it defer.returnValue(self.master.status.lastBuilderStatus.lastBuildStatus) def assertLogs(self, exp_logs): bs = self.master.status.lastBuilderStatus.lastBuildStatus # tell the steps they're not new-style anymore, so they don't assert for l in bs.getLogs(): l._isNewStyle = False got_logs = dict((l.name, l.getText()) for l in bs.getLogs()) self.assertEqual(got_logs, exp_logs) @defer.inlineCallbacks def test_OldStyleCustomBuildStep(self): self.factory.addStep(OldStyleCustomBuildStep(arg1=1, arg2=2)) yield self.do_test_step() self.assertLogs({ u'compl.html': u'<blink>A very short logfile</blink>\n', # this is one of the things that differs independently of # new/old style: encoding of logs and newlines u'foo': 'stdout\n\xe2\x98\x83\nstderr\n', # u'ostdout\no\N{SNOWMAN}\nestderr\n', u'obs': 'Observer saw [\'stdout\\n\', \'\\xe2\\x98\\x83\\n\']', # u'Observer saw [u\'stdout\\n\', u\'\\u2603\\n\']\n', }) @defer.inlineCallbacks def test_OldStyleCustomBuildStep_failure(self): self.factory.addStep(OldStyleCustomBuildStep(arg1=1, arg2=2, doFail=1)) bs = yield self.do_test_step() self.assertEqual(len(self.flushLoggedErrors(RuntimeError)), 1) self.assertEqual(bs.getResults(), results.EXCEPTION) @defer.inlineCallbacks def test_NewStyleCustomBuildStep(self): self.factory.addStep(NewStyleCustomBuildStep()) yield self.do_test_step() self.assertLogs({ 'foo.html': '<head>\n', 'testlog': 'stdout\nfromcmd\n', 'obs': "Observer saw [u'stdout\\n']", 'stdio': "stdio\nstderr\n", }) @defer.inlineCallbacks def test_step_raising_buildstepfailed_in_start(self): self.factory.addStep(FailingCustomStep()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.FAILURE) @defer.inlineCallbacks def test_step_raising_exception_in_start(self): self.factory.addStep(FailingCustomStep(exception=ValueError)) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.EXCEPTION) # self.expectOutcome(result=EXCEPTION, status_text=["generic", "exception"]) self.assertEqual(len(self.flushLoggedErrors(ValueError)), 1) @defer.inlineCallbacks def test_step_raising_connectionlost_in_start(self): self.factory.addStep(FailingCustomStep(exception=error.ConnectionLost)) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.RETRY) @defer.inlineCallbacks def test_Latin1ProducingCustomBuildStep(self): self.factory.addStep( Latin1ProducingCustomBuildStep(logEncoding='latin-1')) yield self.do_test_step() self.assertLogs({ u'xx': u'o\N{CENT SIGN}\n', }) test_Latin1ProducingCustomBuildStep.skip = "logEncoding not supported in 0.8.x" @defer.inlineCallbacks def test_OldBuildEPYDoc(self): # test old-style calls to log.getText, figuring readlines will be ok self.factory.addStep(OldBuildEPYDoc()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.FAILURE) @defer.inlineCallbacks def test_OldPerlModuleTest(self): # test old-style calls to self.getLog self.factory.addStep(OldPerlModuleTest()) bs = yield self.do_test_step() self.assertEqual(bs.getResults(), results.SUCCESS)
class BuildStepIntegrationMixin(object): """Support for *integration* testing of buildsteps. This class runs as much "real" code as possible, unlike BuildStepMixin which focuses on the step itself.""" @defer.inlineCallbacks def setUpBuildStepIntegration(self): self.master = fakemaster.make_master(testcase=self, wantDb=True) self.builder = builder.Builder('test', _addServices=False) self.builder.master = self.master yield self.builder.startService() self.factory = factory.BuildFactory() # will have steps added later new_config = config.MasterConfig() new_config.builders.append( config.BuilderConfig(name='test', slavename='testsl', factory=self.factory)) yield self.builder.reconfigService(new_config) self.slave = BuildSlave('bsl', 'pass') self.slave.sendBuilderList = lambda: defer.succeed(None) self.slave.botmaster = mock.Mock() self.slave.botmaster.maybeStartBuildsForSlave = lambda sl: None self.slave.master = self.master self.slave.startService() self.remote = FakeBot() yield self.slave.attached(self.remote) sb = self.slavebuilder = slavebuilder.SlaveBuilder() sb.setBuilder(self.builder) yield sb.attached(self.slave, self.remote, {}) # add the buildset/request sssid = yield self.master.db.sourcestampsets.addSourceStampSet() yield self.master.db.sourcestamps.addSourceStamp( branch='br', revision='1', repository='r://', project='', sourcestampsetid=sssid) self.bsid, brids = yield self.master.db.buildsets.addBuildset( sourcestampsetid=sssid, reason=u'x', properties={}, builderNames=['test']) self.brdict = \ yield self.master.db.buildrequests.getBuildRequest(brids['test']) self.buildrequest = \ yield buildrequest.BuildRequest.fromBrdict(self.master, self.brdict) def tearDownBuildStepIntegration(self): self.slave.stopKeepaliveTimer() return self.builder.stopService() def setupStep(self, step): self.factory.addStep(step) @defer.inlineCallbacks def runStep(self): # patch builder.buildFinished to signal us with a deferred bfd = defer.Deferred() old_buildFinished = self.builder.buildFinished def buildFinished(*args): old_buildFinished(*args) bfd.callback(None) self.builder.buildFinished = buildFinished # start the builder self.failUnless((yield self.builder.maybeStartBuild(self.slavebuilder, [self.buildrequest]))) # and wait for completion yield bfd # then get the BuildStatus and return it defer.returnValue(self.master.status.lastBuilderStatus.lastBuildStatus)