def test_getSourceStampsForBuild_3CodeBases(self):
rows = [
fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234,
codebase='A',
created_at=CREATED_AT,
revision="aaa"),
fakedb.SourceStamp(id=235,
codebase='B',
created_at=CREATED_AT + 10,
revision="bbb"),
fakedb.SourceStamp(id=236,
codebase='C',
created_at=CREATED_AT + 20,
revision="ccc"),
# fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30,
reason='foo',
submitted_at=1300305712,
results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildsetSourceStamp(sourcestampid=235, buildsetid=30),
fakedb.BuildsetSourceStamp(sourcestampid=236, buildsetid=30),
fakedb.BuildRequest(id=19,
buildsetid=30,
builderid=77,
priority=13,
submitted_at=1300305712,
results=-1),
fakedb.Build(id=50,
buildrequestid=19,
number=5,
masterid=88,
builderid=77,
state_string="test",
workerid=13,
started_at=1304262222),
]
expected = [{
'branch': u'master',
'codebase': u'A',
'created_at': epoch2datetime(CREATED_AT),
'patch_author': None,
'patch_body': None,
'patch_comment': None,
'patch_level': None,
'patch_subdir': None,
'patchid': None,
'project': u'proj',
'repository': u'repo',
'revision': u'aaa',
'ssid': 234
}, {
'branch': u'master',
'codebase': u'B',
'created_at': epoch2datetime(CREATED_AT + 10),
'patch_author': None,
'patch_body': None,
'patch_comment': None,
'patch_level': None,
'patch_subdir': None,
'patchid': None,
'project': u'proj',
'repository': u'repo',
'revision': u'bbb',
'ssid': 235
}, {
'branch': u'master',
'codebase': u'C',
'created_at': epoch2datetime(CREATED_AT + 20),
'patch_author': None,
'patch_body': None,
'patch_comment': None,
'patch_level': None,
'patch_subdir': None,
'patchid': None,
'project': u'proj',
'repository': u'repo',
'revision': u'ccc',
'ssid': 236
}]
return self.do_test_getSourceStampsForBuild(rows, 50, expected)
def test_getChangesForBuild(self):
rows = [
fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A')
]
lastID = {
"changeid": 0,
"sourcestampid": 0,
"buildsetid": 0,
"buildsetSourceStampid": 0,
"buildrequestid": 0,
"buildid": 0
}
codebase_ss = {} # shared state between addChange and addBuild
def addChange(codebase,
revision,
author,
comments,
branch='master',
category='cat',
project='proj',
repository='repo'):
lastID["sourcestampid"] += 1
lastID["changeid"] += 1
parent_changeids = codebase_ss.get(codebase, None)
codebase_ss[codebase] = lastID["sourcestampid"]
changeRows = [
fakedb.SourceStamp(id=lastID["sourcestampid"],
codebase=codebase,
revision=revision),
fakedb.Change(changeid=lastID["changeid"],
author=author,
comments=comments,
revision=revision,
sourcestampid=lastID["sourcestampid"],
parent_changeids=parent_changeids,
when_timestamp=SOMETIME + lastID["changeid"],
branch=branch,
category=category,
project=project,
repository=repository)
]
return changeRows
def addBuild(codebase_ss, results=0):
lastID["buildid"] += 1
lastID["buildsetid"] += 1
lastID["buildrequestid"] += 1
buildRows = [
fakedb.Buildset(id=lastID["buildsetid"],
reason='foo',
submitted_at=1300305012,
results=-1)
]
for cb, ss in iteritems(codebase_ss):
lastID["buildsetSourceStampid"] += 1
buildRows.append(
fakedb.BuildsetSourceStamp(
id=lastID["buildsetSourceStampid"],
sourcestampid=ss,
buildsetid=lastID["buildsetid"]))
codebase_ss.clear()
buildRows.extend([
fakedb.BuildRequest(id=lastID["buildrequestid"],
buildsetid=lastID["buildsetid"],
builderid=77,
priority=13,
submitted_at=1300305712,
results=-1),
fakedb.Build(id=lastID["buildid"],
buildrequestid=lastID["buildrequestid"],
number=lastID["buildid"],
masterid=88,
builderid=77,
state_string="test",
workerid=13,
started_at=SOMETIME + lastID["buildid"],
complete_at=SOMETIME + 2 * lastID["buildid"],
results=results)
])
return buildRows
# Build1 has 1 change per code base
rows.extend(addChange('A', 1, 'franck', '1st commit'))
rows.extend(addChange('B', 1, 'alice', '2nd commit'))
rows.extend(addChange('C', 1, 'bob', '3rd commit'))
rows.extend(addBuild(codebase_ss))
# Build 2 has only one change for codebase A
rows.extend(addChange('A', 2, 'delanne', '4th commit'))
rows.extend(addBuild(codebase_ss))
# Build 3 has only one change for codebase B
rows.extend(addChange('B', 2, 'bob', '6th commit'))
rows.extend(addBuild(codebase_ss))
# Build 4 has no change
rows.extend(addBuild(codebase_ss))
# Build 5 has 2 changes for codebase A and 1 change for codebase C
rows.extend(addChange('A', 3, 'franck', '7th commit'))
rows.extend(addChange('A', 4, 'alice', '8th commit'))
rows.extend(addChange('B', 3, 'bob', '9th commit'))
rows.extend(addBuild(codebase_ss))
# Build 6 has only one change for codebase C
rows.extend(addChange('C', 2, 'bob', '10th commit'))
rows.extend(addBuild(codebase_ss, 2))
# Build 7 has only one change for codebase C
rows.extend(addChange('C', 3, 'bob', '11th commit'))
rows.extend(addBuild(codebase_ss, 2))
yield self.insertTestData(rows)
@defer.inlineCallbacks
def expect(buildid, commits):
got = yield self.db.changes.getChangesForBuild(buildid)
got_commits = [c['comments'] for c in got]
self.assertEqual(sorted(got_commits), sorted(commits))
yield expect(1, [u'2nd commit', u'3rd commit', u'1st commit'])
yield expect(2, [u'4th commit'])
yield expect(3, [u'6th commit'])
yield expect(4, [])
yield expect(5, [u'8th commit', u'9th commit', u'7th commit'])
yield expect(6, [u'10th commit'])
yield expect(7, [u'11th commit'])
def setupStep(self,
step,
sourcestampsInBuild=None,
gotRevisionsInBuild=None,
*args,
**kwargs):
sourcestamps = sourcestampsInBuild or []
got_revisions = gotRevisionsInBuild or {}
steps.BuildStepMixin.setupStep(self, step, *args, **kwargs)
# This step reaches deeply into a number of parts of Buildbot. That
# should be fixed!
# set up a buildmaster that knows about two fake schedulers, a and b
m = self.master
m.db.checkForeignKeys = True
self.build.builder.botmaster = m.botmaster
m.status = master.Status()
m.status.setServiceParent(m)
m.config.buildbotURL = "baseurl/"
m.scheduler_manager = FakeSchedulerManager()
self.scheduler_a = a = FakeTriggerable(name='a')
self.scheduler_b = b = FakeTriggerable(name='b')
m.scheduler_manager.namedServices = dict(a=a, b=b)
a.brids = {77: 11}
b.brids = {78: 22}
make_fake_br = lambda brid, builderid: fakedb.BuildRequest(
id=brid, buildsetid=BRID_TO_BSID(brid), builderid=builderid)
make_fake_build = lambda brid: fakedb.Build(buildrequestid=brid,
id=BRID_TO_BID(brid),
number=
BRID_TO_BUILD_NUMBER(brid),
masterid=9,
workerid=13)
m.db.insertTestData([
fakedb.Builder(id=77, name='A'),
fakedb.Builder(id=78, name='B'),
fakedb.Master(id=9),
fakedb.Buildset(id=2022),
fakedb.Buildset(id=2011),
fakedb.Worker(id=13, name="some:worker"),
make_fake_br(11, 77),
make_fake_br(22, 78),
make_fake_build(11),
make_fake_build(22),
])
def getAllSourceStamps():
return sourcestamps
self.build.getAllSourceStamps = getAllSourceStamps
def getAllGotRevisions():
return got_revisions
self.step.getAllGotRevisions = getAllGotRevisions
self.exp_add_sourcestamp = None
self.exp_a_trigger = None
self.exp_b_trigger = None
self.exp_added_urls = []
class Tests(TestReactorMixin, interfaces.InterfaceTests):
# common sample data
backgroundData = [
fakedb.Worker(id=47, name='linux'),
fakedb.Buildset(id=20),
fakedb.Builder(id=88, name='b1'),
fakedb.BuildRequest(id=41, buildsetid=20, builderid=88),
fakedb.Master(id=88),
fakedb.Build(id=30,
buildrequestid=41,
number=7,
masterid=88,
builderid=88,
workerid=47),
fakedb.Build(id=31,
buildrequestid=41,
number=8,
masterid=88,
builderid=88,
workerid=47),
]
stepRows = [
fakedb.Step(id=70,
number=0,
name='one',
buildid=30,
started_at=TIME1,
complete_at=TIME2,
state_string='test',
results=0),
fakedb.Step(id=71,
number=1,
name='two',
buildid=30,
started_at=TIME2,
complete_at=TIME3,
state_string='test',
results=2,
urls_json='["http://url"]',
hidden=1),
fakedb.Step(id=72,
number=2,
name='three',
buildid=30,
started_at=TIME3),
fakedb.Step(id=73, number=0, name='wrong-build', buildid=31),
]
stepDicts = [
{
'id': 70,
'buildid': 30,
'number': 0,
'name': 'one',
'results': 0,
'started_at': epoch2datetime(TIME1),
'complete_at': epoch2datetime(TIME2),
'state_string': 'test',
'urls': [],
'hidden': False
},
{
'id': 71,
'buildid': 30,
'number': 1,
'name': 'two',
'results': 2,
'started_at': epoch2datetime(TIME2),
'complete_at': epoch2datetime(TIME3),
'state_string': 'test',
'urls': ['http://url'],
'hidden': True
},
{
'id': 72,
'buildid': 30,
'number': 2,
'name': 'three',
'results': None,
'started_at': epoch2datetime(TIME3),
'complete_at': None,
'state_string': '',
'urls': [],
'hidden': False
},
]
def setUp(self):
self.setUpTestReactor()
# signature tests
def test_signature_getStep(self):
@self.assertArgSpecMatches(self.db.steps.getStep)
def getStep(self, stepid=None, buildid=None, number=None, name=None):
pass
def test_signature_getSteps(self):
@self.assertArgSpecMatches(self.db.steps.getSteps)
def getSteps(self, buildid):
pass
def test_signature_addStep(self):
@self.assertArgSpecMatches(self.db.steps.addStep)
def addStep(self, buildid, name, state_string):
pass
def test_signature_startStep(self):
@self.assertArgSpecMatches(self.db.steps.startStep)
def addStep(self, stepid):
pass
def test_signature_setStepStateString(self):
@self.assertArgSpecMatches(self.db.steps.setStepStateString)
def setStepStateString(self, stepid, state_string):
pass
def test_signature_finishStep(self):
@self.assertArgSpecMatches(self.db.steps.finishStep)
def finishStep(self, stepid, results, hidden):
pass
# method tests
@defer.inlineCallbacks
def test_getStep(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[0]])
stepdict = yield self.db.steps.getStep(70)
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(stepdict, self.stepDicts[0])
@defer.inlineCallbacks
def test_getStep_missing(self):
stepdict = yield self.db.steps.getStep(50)
self.assertEqual(stepdict, None)
@defer.inlineCallbacks
def test_getStep_number(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[1]])
stepdict = yield self.db.steps.getStep(buildid=30, number=1)
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(stepdict['id'], 71)
@defer.inlineCallbacks
def test_getStep_number_missing(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[1]])
stepdict = yield self.db.steps.getStep(buildid=30, number=9)
self.assertEqual(stepdict, None)
@defer.inlineCallbacks
def test_getStep_name(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
stepdict = yield self.db.steps.getStep(buildid=30, name='three')
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(stepdict['id'], 72)
@defer.inlineCallbacks
def test_getStep_name_missing(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
stepdict = yield self.db.steps.getStep(buildid=30, name='five')
self.assertEqual(stepdict, None)
@defer.inlineCallbacks
def test_getStep_invalid(self):
d = self.db.steps.getStep(buildid=30)
yield self.assertFailure(d, RuntimeError)
@defer.inlineCallbacks
def test_getSteps(self):
yield self.insertTestData(self.backgroundData + self.stepRows)
stepdicts = yield self.db.steps.getSteps(buildid=30)
[
validation.verifyDbDict(self, 'stepdict', stepdict)
for stepdict in stepdicts
]
self.assertEqual(stepdicts, self.stepDicts[:3])
@defer.inlineCallbacks
def test_getSteps_none(self):
yield self.insertTestData(self.backgroundData + self.stepRows)
stepdicts = yield self.db.steps.getSteps(buildid=33)
self.assertEqual(stepdicts, [])
@defer.inlineCallbacks
def test_addStep_getStep(self):
self.reactor.advance(TIME1)
yield self.insertTestData(self.backgroundData)
stepid, number, name = yield self.db.steps.addStep(buildid=30,
name='new',
state_string='new')
yield self.db.steps.startStep(stepid=stepid)
self.assertEqual((number, name), (0, 'new'))
stepdict = yield self.db.steps.getStep(stepid=stepid)
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(
stepdict, {
'id': stepid,
'buildid': 30,
'name': 'new',
'number': 0,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'results': None,
'state_string': 'new',
'urls': [],
'hidden': False
})
@defer.inlineCallbacks
def test_addStep_getStep_existing_step(self):
self.reactor.advance(TIME1)
yield self.insertTestData(self.backgroundData + [self.stepRows[0]])
stepid, number, name = yield self.db.steps.addStep(buildid=30,
name='new',
state_string='new')
yield self.db.steps.startStep(stepid=stepid)
self.assertEqual((number, name), (1, 'new'))
stepdict = yield self.db.steps.getStep(stepid=stepid)
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(stepdict['number'], number)
self.assertEqual(stepdict['name'], name)
@defer.inlineCallbacks
def test_addStep_getStep_name_collisions(self):
self.reactor.advance(TIME1)
yield self.insertTestData(self.backgroundData + [
fakedb.Step(id=73, number=0, name='new', buildid=30),
fakedb.Step(id=74, number=1, name='new_1', buildid=30),
fakedb.Step(id=75, number=2, name='new_2', buildid=30),
fakedb.Step(id=76, number=3, name='new_step', buildid=30),
])
stepid, number, name = yield self.db.steps.addStep(buildid=30,
name='new',
state_string='new')
yield self.db.steps.startStep(stepid=stepid)
self.assertEqual((number, name), (4, 'new_3'))
stepdict = yield self.db.steps.getStep(stepid=stepid)
validation.verifyDbDict(self, 'stepdict', stepdict)
self.assertEqual(stepdict['number'], number)
self.assertEqual(stepdict['name'], name)
@defer.inlineCallbacks
def test_setStepStateString(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield self.db.steps.setStepStateString(stepid=72, state_string='aaa')
stepdict = yield self.db.steps.getStep(stepid=72)
self.assertEqual(stepdict['state_string'], 'aaa')
@defer.inlineCallbacks
def test_addURL(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield self.db.steps.addURL(stepid=72, name='foo', url='bar')
stepdict = yield self.db.steps.getStep(stepid=72)
self.assertEqual(stepdict['urls'], [{'name': 'foo', 'url': 'bar'}])
@defer.inlineCallbacks
def test_addURL_race(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield defer.gatherResults([
# only a tiny sleep is required to see the problem.
self.db.steps.addURL(stepid=72,
name='foo',
url='bar',
_racehook=lambda: time.sleep(.01)),
self.db.steps.addURL(stepid=72, name='foo2', url='bar2')
])
stepdict = yield self.db.steps.getStep(stepid=72)
def urlKey(url):
return url['name']
# order is not guaranteed though
self.assertEqual(
sorted(stepdict['urls'], key=urlKey),
sorted([{
'name': 'foo',
'url': 'bar'
}, {
'name': 'foo2',
'url': 'bar2'
}],
key=urlKey))
@defer.inlineCallbacks
def test_addURL_no_duplicate(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield defer.gatherResults([
self.db.steps.addURL(stepid=72, name='foo', url='bar'),
self.db.steps.addURL(stepid=72, name='foo', url='bar')
])
stepdict = yield self.db.steps.getStep(stepid=72)
self.assertEqual(stepdict['urls'], [{'name': 'foo', 'url': 'bar'}])
@defer.inlineCallbacks
def test_finishStep(self):
self.reactor.advance(TIME2)
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield self.db.steps.finishStep(stepid=72, results=11, hidden=False)
stepdict = yield self.db.steps.getStep(stepid=72)
self.assertEqual(stepdict['results'], 11)
self.assertEqual(stepdict['complete_at'], epoch2datetime(TIME2))
self.assertEqual(stepdict['hidden'], False)
@defer.inlineCallbacks
def test_finishStep_hidden(self):
yield self.insertTestData(self.backgroundData + [self.stepRows[2]])
yield self.db.steps.finishStep(stepid=72, results=11, hidden=True)
stepdict = yield self.db.steps.getStep(stepid=72)
self.assertEqual(stepdict['hidden'], True)
def setupStep(self,
step,
sourcestampsInBuild=None,
gotRevisionsInBuild=None,
*args,
**kwargs):
sourcestamps = sourcestampsInBuild or []
got_revisions = gotRevisionsInBuild or {}
steps.BuildStepMixin.setupStep(self, step, *args, **kwargs)
# This step reaches deeply into a number of parts of Buildbot. That
# should be fixed!
# set up a buildmaster that knows about two fake schedulers, a and b
m = self.master
m.db.checkForeignKeys = True
self.build.builder.botmaster = m.botmaster
m.status = master.Status(m)
m.config.buildbotURL = "baseurl/"
self.scheduler_a = a = FakeTriggerable(name='a')
self.scheduler_b = b = FakeTriggerable(name='b')
def allSchedulers():
return [a, b]
m.allSchedulers = allSchedulers
a.brids = {'A': 11}
b.brids = {'B': 22}
make_fake_br = lambda brid, name: fakedb.BuildRequest(
id=brid, buildsetid=BRID_TO_BSID(brid), buildername=name)
make_fake_build = lambda brid: fakedb.Build(buildrequestid=brid,
id=BRID_TO_BID(brid),
number=
BRID_TO_BUILD_NUMBER(brid),
masterid=9,
buildslaveid=13)
m.db.insertTestData([
fakedb.Master(id=9),
fakedb.Buildset(id=2022),
fakedb.Buildset(id=2011),
fakedb.Buildslave(id=13, name="some:slave"),
make_fake_br(11, "A"),
make_fake_br(22, "B"),
make_fake_build(11),
make_fake_build(22),
])
def getAllSourceStamps():
return sourcestamps
self.build.getAllSourceStamps = getAllSourceStamps
def getAllGotRevisions():
return got_revisions
self.build.build_status.getAllGotRevisions = getAllGotRevisions
self.exp_add_sourcestamp = None
self.exp_a_trigger = None
self.exp_b_trigger = None
self.exp_added_urls = []
class Tests(interfaces.InterfaceTests):
# test data
ss92 = fakedb.SourceStamp(id=92)
change3 = fakedb.Change(changeid=3)
change4 = fakedb.Change(changeid=4)
change5 = fakedb.Change(changeid=5)
change6 = fakedb.Change(changeid=6, branch='sql')
scheduler24 = fakedb.Scheduler(id=24, name='schname')
master13 = fakedb.Master(id=13, name='m1', active=1)
scheduler24master = fakedb.SchedulerMaster(schedulerid=24, masterid=13)
scheduler25 = fakedb.Scheduler(id=25, name='schname2')
master14 = fakedb.Master(id=14, name='m2', active=0)
scheduler25master = fakedb.SchedulerMaster(schedulerid=25, masterid=14)
# tests
def test_signature_enable(self):
@self.assertArgSpecMatches(self.db.schedulers.enable)
def enable(self, schedulerid, v):
pass
@defer.inlineCallbacks
def test_enable(self):
yield self.insertTestData(
[self.scheduler24, self.master13, self.scheduler24master])
sch = yield self.db.schedulers.getScheduler(24)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(
sch, dict(id=24, name='schname', enabled=True, masterid=13))
yield self.db.schedulers.enable(24, False)
sch = yield self.db.schedulers.getScheduler(24)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(
sch, dict(id=24, name='schname', enabled=False, masterid=13))
yield self.db.schedulers.enable(24, True)
sch = yield self.db.schedulers.getScheduler(24)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(
sch, dict(id=24, name='schname', enabled=True, masterid=13))
def test_signature_classifyChanges(self):
@self.assertArgSpecMatches(self.db.schedulers.classifyChanges)
def classifyChanges(self, schedulerid, classifications):
pass
@defer.inlineCallbacks
def test_classifyChanges(self):
yield self.insertTestData(
[self.ss92, self.change3, self.change4, self.scheduler24])
yield self.db.schedulers.classifyChanges(24, {3: False, 4: True})
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {3: False, 4: True})
@defer.inlineCallbacks
def test_classifyChanges_again(self):
# test reclassifying changes, which may happen during some timing
# conditions. It's important that this test uses multiple changes,
# only one of which already exists
yield self.insertTestData([
self.ss92,
self.change3,
self.change4,
self.change5,
self.change6,
self.scheduler24,
fakedb.SchedulerChange(schedulerid=24, changeid=5, important=0),
])
yield self.db.schedulers.classifyChanges(24, {
3: True,
4: False,
5: True,
6: False
})
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {3: True, 4: False, 5: True, 6: False})
def test_signature_flushChangeClassifications(self):
@self.assertArgSpecMatches(
self.db.schedulers.flushChangeClassifications)
def flushChangeClassifications(self, schedulerid, less_than=None):
pass
@defer.inlineCallbacks
def test_flushChangeClassifications(self):
yield self.insertTestData([
self.ss92, self.change3, self.change4, self.change5,
self.scheduler24
])
yield self.addClassifications(24, (3, 1), (4, 0), (5, 1))
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {3: True, 4: False, 5: True})
yield self.db.schedulers.flushChangeClassifications(24)
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {})
@defer.inlineCallbacks
def test_flushChangeClassifications_less_than(self):
yield self.insertTestData([
self.ss92, self.change3, self.change4, self.change5,
self.scheduler24
])
yield self.addClassifications(24, (3, 1), (4, 0), (5, 1))
yield self.db.schedulers.flushChangeClassifications(24, less_than=5)
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {5: True})
def test_signature_getChangeClassifications(self):
@self.assertArgSpecMatches(self.db.schedulers.getChangeClassifications)
def getChangeClassifications(self,
schedulerid,
branch=-1,
repository=-1,
project=-1,
codebase=-1):
pass
@defer.inlineCallbacks
def test_getChangeClassifications(self):
yield self.insertTestData([
self.ss92, self.change3, self.change4, self.change5, self.change6,
self.scheduler24
])
yield self.addClassifications(24, (3, 1), (4, 0), (5, 1), (6, 1))
res = yield self.db.schedulers.getChangeClassifications(24)
self.assertEqual(res, {3: True, 4: False, 5: True, 6: True})
@defer.inlineCallbacks
def test_getChangeClassifications_branch(self):
yield self.insertTestData([
self.ss92, self.change3, self.change4, self.change5, self.change6,
self.scheduler24
])
yield self.addClassifications(24, (3, 1), (4, 0), (5, 1), (6, 1))
res = yield self.db.schedulers.getChangeClassifications(24,
branch='sql')
self.assertEqual(res, {6: True})
def test_signature_findSchedulerId(self):
@self.assertArgSpecMatches(self.db.schedulers.findSchedulerId)
def findSchedulerId(self, name):
pass
@defer.inlineCallbacks
def test_findSchedulerId_new(self):
id = yield self.db.schedulers.findSchedulerId('schname')
sch = yield self.db.schedulers.getScheduler(id)
self.assertEqual(sch['name'], 'schname')
@defer.inlineCallbacks
def test_findSchedulerId_existing(self):
id = yield self.db.schedulers.findSchedulerId('schname')
id2 = yield self.db.schedulers.findSchedulerId('schname')
self.assertEqual(id, id2)
def test_signature_setSchedulerMaster(self):
@self.assertArgSpecMatches(self.db.schedulers.setSchedulerMaster)
def setSchedulerMaster(self, schedulerid, masterid):
pass
@defer.inlineCallbacks
def test_setSchedulerMaster_fresh(self):
yield self.insertTestData([self.scheduler24, self.master13])
yield self.db.schedulers.setSchedulerMaster(24, 13)
sch = yield self.db.schedulers.getScheduler(24)
self.assertEqual(sch['masterid'], 13)
def test_setSchedulerMaster_inactive_but_linked(self):
d = self.insertTestData([
self.master13,
self.scheduler25,
self.master14,
self.scheduler25master,
])
d.addCallback(lambda _: self.db.schedulers.setSchedulerMaster(25, 13))
self.assertFailure(d, schedulers.SchedulerAlreadyClaimedError)
return d
def test_setSchedulerMaster_inactive_but_linked_to_this_master(self):
d = self.insertTestData([
self.scheduler25,
self.master14,
self.scheduler25master,
])
d.addCallback(lambda _: self.db.schedulers.setSchedulerMaster(25, 14))
return d
def test_setSchedulerMaster_active(self):
d = self.insertTestData([
self.scheduler24,
self.master13,
self.scheduler24master,
])
d.addCallback(lambda _: self.db.schedulers.setSchedulerMaster(24, 14))
self.assertFailure(d, schedulers.SchedulerAlreadyClaimedError)
return d
@defer.inlineCallbacks
def test_setSchedulerMaster_None(self):
yield self.insertTestData([
self.scheduler25,
self.master14,
self.scheduler25master,
])
yield self.db.schedulers.setSchedulerMaster(25, None)
sch = yield self.db.schedulers.getScheduler(25)
self.assertEqual(sch['masterid'], None)
@defer.inlineCallbacks
def test_setSchedulerMaster_None_unowned(self):
yield self.insertTestData([self.scheduler25])
yield self.db.schedulers.setSchedulerMaster(25, None)
sch = yield self.db.schedulers.getScheduler(25)
self.assertEqual(sch['masterid'], None)
def test_signature_getScheduler(self):
@self.assertArgSpecMatches(self.db.schedulers.getScheduler)
def getScheduler(self, schedulerid):
pass
@defer.inlineCallbacks
def test_getScheduler(self):
yield self.insertTestData([self.scheduler24])
sch = yield self.db.schedulers.getScheduler(24)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(
sch, dict(id=24, name='schname', enabled=True, masterid=None))
@defer.inlineCallbacks
def test_getScheduler_missing(self):
sch = yield self.db.schedulers.getScheduler(24)
self.assertEqual(sch, None)
@defer.inlineCallbacks
def test_getScheduler_active(self):
yield self.insertTestData(
[self.scheduler24, self.master13, self.scheduler24master])
sch = yield self.db.schedulers.getScheduler(24)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(
sch, dict(id=24, name='schname', enabled=True, masterid=13))
@defer.inlineCallbacks
def test_getScheduler_inactive_but_linked(self):
yield self.insertTestData(
[self.scheduler25, self.master14, self.scheduler25master])
sch = yield self.db.schedulers.getScheduler(25)
validation.verifyDbDict(self, 'schedulerdict', sch)
self.assertEqual(sch,
dict(id=25,
name='schname2',
enabled=True,
masterid=14)) # row exists, but marked inactive
def test_signature_getSchedulers(self):
@self.assertArgSpecMatches(self.db.schedulers.getSchedulers)
def getSchedulers(self, active=None, masterid=None):
pass
@defer.inlineCallbacks
def test_getSchedulers(self):
yield self.insertTestData([
self.scheduler24,
self.master13,
self.scheduler24master,
self.scheduler25,
])
def schKey(sch):
return sch['id']
schlist = yield self.db.schedulers.getSchedulers()
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(
sorted(schlist, key=schKey),
sorted([
dict(id=24, name='schname', enabled=True, masterid=13),
dict(id=25, name='schname2', enabled=True, masterid=None),
],
key=schKey))
@defer.inlineCallbacks
def test_getSchedulers_masterid(self):
yield self.insertTestData([
self.scheduler24,
self.master13,
self.scheduler24master,
self.scheduler25,
])
schlist = yield self.db.schedulers.getSchedulers(masterid=13)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(
sorted(schlist),
sorted([
dict(id=24, name='schname', enabled=True, masterid=13),
]))
@defer.inlineCallbacks
def test_getSchedulers_active(self):
yield self.insertTestData([
self.scheduler24, self.master13, self.scheduler24master,
self.scheduler25
])
schlist = yield self.db.schedulers.getSchedulers(active=True)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(
sorted(schlist),
sorted([
dict(id=24, name='schname', enabled=True, masterid=13),
]))
@defer.inlineCallbacks
def test_getSchedulers_active_masterid(self):
yield self.insertTestData([
self.scheduler24, self.master13, self.scheduler24master,
self.scheduler25
])
schlist = yield self.db.schedulers.getSchedulers(active=True,
masterid=13)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(
sorted(schlist),
sorted([
dict(id=24, name='schname', enabled=True, masterid=13),
]))
schlist = yield self.db.schedulers.getSchedulers(active=True,
masterid=14)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(sorted(schlist), [])
@defer.inlineCallbacks
def test_getSchedulers_inactive(self):
yield self.insertTestData([
self.scheduler24, self.master13, self.scheduler24master,
self.scheduler25
])
schlist = yield self.db.schedulers.getSchedulers(active=False)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(
sorted(schlist),
sorted([
dict(id=25, name='schname2', enabled=True, masterid=None),
]))
@defer.inlineCallbacks
def test_getSchedulers_inactive_masterid(self):
yield self.insertTestData([
self.scheduler24, self.master13, self.scheduler24master,
self.scheduler25
])
schlist = yield self.db.schedulers.getSchedulers(active=False,
masterid=13)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(sorted(schlist), [])
schlist = yield self.db.schedulers.getSchedulers(active=False,
masterid=14)
[
validation.verifyDbDict(self, 'schedulerdict', sch)
for sch in schlist
]
self.assertEqual(sorted(schlist), []) # always returns [] by spec!
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.Builder(id=77),
fakedb.Worker(id=13, name='wrk'),
fakedb.Master(id=88),
fakedb.Buildset(id=8822),
fakedb.BuildRequest(id=82, buildsetid=8822),
fakedb.Build(id=13,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=3),
fakedb.Step(id=50, buildid=13, number=9, name='make'),
fakedb.Log(id=60,
stepid=50,
name='stdio',
slug='stdio',
type='s',
num_lines=7),
fakedb.LogChunk(logid=60,
first_line=0,
last_line=1,
compressed=0,
content=textwrap.dedent("""\
line zero
line 1""")),
fakedb.LogChunk(logid=60,
first_line=2,
last_line=4,
compressed=0,
content=textwrap.dedent("""\
line TWO
line 3
line 2**2""")),
fakedb.LogChunk(logid=60,
first_line=5,
last_line=5,
compressed=0,
content="another line"),
fakedb.LogChunk(logid=60,
first_line=6,
last_line=6,
compressed=0,
content="yet another line"),
fakedb.Log(id=61,
stepid=50,
name='errors',
slug='errors',
type='t',
num_lines=100),
] + [
fakedb.LogChunk(logid=61,
first_line=i,
last_line=i,
compressed=0,
content="%08d" % i) for i in range(100)
] + [
fakedb.Log(id=62,
stepid=50,
name='notes',
slug='notes',
type='t',
num_lines=0),
# logid 62 is empty
])
class Tests(interfaces.InterfaceTests):
# common sample data
baseRows = [
fakedb.Master(id=10, name='m10'),
fakedb.Master(id=11, name='m11'),
fakedb.Builder(id=20, name=u'a'),
fakedb.Builder(id=21, name=u'b'),
fakedb.Builder(id=22, name=u'c'),
fakedb.Buildslave(id=30, name='zero'),
fakedb.Buildslave(id=31, name='one'),
]
multipleMasters = [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.BuilderMaster(id=13, builderid=21, masterid=10),
fakedb.BuilderMaster(id=14, builderid=20, masterid=11),
fakedb.BuilderMaster(id=15, builderid=22, masterid=11),
fakedb.BuilderMaster(id=16, builderid=22, masterid=10),
fakedb.ConfiguredBuildslave(
id=3012, buildslaveid=30, buildermasterid=12),
fakedb.ConfiguredBuildslave(
id=3013, buildslaveid=30, buildermasterid=13),
fakedb.ConfiguredBuildslave(
id=3014, buildslaveid=30, buildermasterid=14),
fakedb.ConfiguredBuildslave(
id=3114, buildslaveid=31, buildermasterid=14),
fakedb.ConfiguredBuildslave(
id=3115, buildslaveid=31, buildermasterid=15),
fakedb.ConnectedBuildslave(id=3010, buildslaveid=30, masterid=10),
fakedb.ConnectedBuildslave(id=3111, buildslaveid=31, masterid=11),
]
# sample buildslave data, with id's avoiding the postgres id sequence
BOGUS_NAME = 'bogus'
BS1_NAME, BS1_ID, BS1_INFO = 'bs1', 100, {'a': 1}
buildslave1_rows = [
fakedb.Buildslave(id=BS1_ID, name=BS1_NAME, info=BS1_INFO),
]
BS2_NAME, BS2_ID, BS2_INFO = 'bs2', 200, {'a': 1, 'b': 2}
buildslave2_rows = [
fakedb.Buildslave(id=BS2_ID, name=BS2_NAME, info=BS2_INFO),
]
# tests
def test_signature_findBuildslaveId(self):
@self.assertArgSpecMatches(self.db.buildslaves.findBuildslaveId)
def findBuildslaveId(self, name):
pass
def test_signature_getBuildslave(self):
@self.assertArgSpecMatches(self.db.buildslaves.getBuildslave)
def getBuildslave(self, buildslaveid=None, name=None,
masterid=None, builderid=None):
pass
def test_signature_getBuildslaves(self):
@self.assertArgSpecMatches(self.db.buildslaves.getBuildslaves)
def getBuildslaves(self, masterid=None, builderid=None):
pass
def test_signature_buildslaveConnected(self):
@self.assertArgSpecMatches(self.db.buildslaves.buildslaveConnected)
def buildslaveConnected(self, buildslaveid, masterid, slaveinfo):
pass
def test_signature_buildslaveDisconnected(self):
@self.assertArgSpecMatches(self.db.buildslaves.buildslaveDisconnected)
def buildslaveDisconnected(self, buildslaveid, masterid):
pass
def test_signature_buildslaveConfigured(self):
@self.assertArgSpecMatches(self.db.buildslaves.buildslaveConfigured)
def buildslaveConfigured(self, buildslaveid, masterid, builderids):
pass
def test_signature_deconfigureAllBuidslavesForMaster(self):
@self.assertArgSpecMatches(self.db.buildslaves.deconfigureAllBuidslavesForMaster)
def deconfigureAllBuidslavesForMaster(self, masterid):
pass
@defer.inlineCallbacks
def test_findBuildslaveId_insert(self):
id = yield self.db.buildslaves.findBuildslaveId(name=u"xyz")
bslave = yield self.db.buildslaves.getBuildslave(buildslaveid=id)
self.assertEqual(bslave['name'], 'xyz')
self.assertEqual(bslave['slaveinfo'], {})
@defer.inlineCallbacks
def test_findBuildslaveId_existing(self):
yield self.insertTestData(self.baseRows)
id = yield self.db.buildslaves.findBuildslaveId(name=u"one")
self.assertEqual(id, 31)
@defer.inlineCallbacks
def test_getBuildslave_no_such(self):
yield self.insertTestData(self.baseRows)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=99)
self.assertEqual(slavedict, None)
@defer.inlineCallbacks
def test_getBuildslave_by_name_no_such(self):
yield self.insertTestData(self.baseRows)
slavedict = yield self.db.buildslaves.getBuildslave(name='NOSUCH')
self.assertEqual(slavedict, None)
@defer.inlineCallbacks
def test_getBuildslave_not_configured(self):
yield self.insertTestData(self.baseRows)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
connected_to=[], configured_on=[]))
@defer.inlineCallbacks
def test_getBuildslave_connected_not_configured(self):
yield self.insertTestData(self.baseRows + [
# the slave is connected to this master, but not configured.
# weird, but the DB should represent it.
fakedb.Buildslave(id=32, name='two'),
fakedb.ConnectedBuildslave(buildslaveid=32, masterid=11),
])
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=32)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=32, name='two', slaveinfo={'a': 'b'},
connected_to=[11], configured_on=[]))
@defer.inlineCallbacks
def test_getBuildslave_multiple_connections(self):
yield self.insertTestData(self.baseRows + [
# the slave is connected to two masters at once.
# weird, but the DB should represent it.
fakedb.Buildslave(id=32, name='two'),
fakedb.ConnectedBuildslave(buildslaveid=32, masterid=10),
fakedb.ConnectedBuildslave(buildslaveid=32, masterid=11),
fakedb.BuilderMaster(id=24, builderid=20, masterid=10),
fakedb.BuilderMaster(id=25, builderid=20, masterid=11),
fakedb.ConfiguredBuildslave(buildslaveid=32, buildermasterid=24),
fakedb.ConfiguredBuildslave(buildslaveid=32, buildermasterid=25),
])
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=32)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=32, name='two', slaveinfo={'a': 'b'},
connected_to=[10, 11], configured_on=[
{'builderid': 20, 'masterid': 10},
{'builderid': 20, 'masterid': 11},
]))
@defer.inlineCallbacks
def test_getBuildslave_by_name_not_configured(self):
yield self.insertTestData(self.baseRows)
slavedict = yield self.db.buildslaves.getBuildslave(name='zero')
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
connected_to=[], configured_on=[]))
@defer.inlineCallbacks
def test_getBuildslave_not_connected(self):
yield self.insertTestData(self.baseRows + [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.ConfiguredBuildslave(buildslaveid=30, buildermasterid=12),
])
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[
{'masterid': 10, 'builderid': 20}],
connected_to=[]))
@defer.inlineCallbacks
def test_getBuildslave_connected(self):
yield self.insertTestData(self.baseRows + [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.ConfiguredBuildslave(buildslaveid=30, buildermasterid=12),
fakedb.ConnectedBuildslave(buildslaveid=30, masterid=10),
])
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[
{'masterid': 10, 'builderid': 20}],
connected_to=[10]))
@defer.inlineCallbacks
def test_getBuildslave_with_multiple_masters(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 10, 'builderid': 20},
{'masterid': 10, 'builderid': 21},
{'masterid': 11, 'builderid': 20},
]), connected_to=[10]))
@defer.inlineCallbacks
def test_getBuildslave_with_multiple_masters_builderid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30, builderid=20)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 10, 'builderid': 20},
{'masterid': 11, 'builderid': 20},
]), connected_to=[10]))
@defer.inlineCallbacks
def test_getBuildslave_with_multiple_masters_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30, masterid=11)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[
{'masterid': 11, 'builderid': 20},
], connected_to=[]))
@defer.inlineCallbacks
def test_getBuildslave_with_multiple_masters_builderid_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedict = yield self.db.buildslaves.getBuildslave(buildslaveid=30,
builderid=20, masterid=11)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[
{'masterid': 11, 'builderid': 20},
], connected_to=[]))
@defer.inlineCallbacks
def test_getBuildslave_by_name_with_multiple_masters_builderid_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedict = yield self.db.buildslaves.getBuildslave(name='zero',
builderid=20, masterid=11)
validation.verifyDbDict(self, 'buildslavedict', slavedict)
self.assertEqual(slavedict,
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[
{'masterid': 11, 'builderid': 20},
], connected_to=[]))
@defer.inlineCallbacks
def test_getBuildslaves_no_config(self):
yield self.insertTestData(self.baseRows)
slavedicts = yield self.db.buildslaves.getBuildslaves()
[validation.verifyDbDict(self, 'buildslavedict', slavedict)
for slavedict in slavedicts]
self.assertEqual(sorted(slavedicts), sorted([
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=[], connected_to=[]),
dict(id=31, name='one', slaveinfo={'a': 'b'},
configured_on=[], connected_to=[]),
]))
@defer.inlineCallbacks
def test_getBuildslaves_with_config(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves()
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), sorted([
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 10, 'builderid': 20},
{'masterid': 10, 'builderid': 21},
{'masterid': 11, 'builderid': 20},
]), connected_to=[10]),
dict(id=31, name='one', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 11, 'builderid': 20},
{'masterid': 11, 'builderid': 22},
]), connected_to=[11]),
]))
@defer.inlineCallbacks
def test_getBuildslaves_empty(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves(masterid=11, builderid=21)
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), [])
@defer.inlineCallbacks
def test_getBuildslaves_with_config_builderid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves(builderid=20)
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), sorted([
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 10, 'builderid': 20},
{'masterid': 11, 'builderid': 20},
]), connected_to=[10]),
dict(id=31, name='one', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 11, 'builderid': 20},
]), connected_to=[11]),
]))
@defer.inlineCallbacks
def test_getBuildslaves_with_config_masterid_10(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves(masterid=10)
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), sorted([
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 10, 'builderid': 20},
{'masterid': 10, 'builderid': 21},
]), connected_to=[10]),
]))
@defer.inlineCallbacks
def test_getBuildslaves_with_config_masterid_11(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves(masterid=11)
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), sorted([
dict(id=30, name='zero', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 11, 'builderid': 20},
]), connected_to=[]),
dict(id=31, name='one', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 11, 'builderid': 20},
{'masterid': 11, 'builderid': 22},
]), connected_to=[11]),
]))
@defer.inlineCallbacks
def test_getBuildslaves_with_config_masterid_11_builderid_22(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
slavedicts = yield self.db.buildslaves.getBuildslaves(
masterid=11, builderid=22)
for slavedict in slavedicts:
validation.verifyDbDict(self, 'buildslavedict', slavedict)
slavedict['configured_on'].sort()
self.assertEqual(sorted(slavedicts), sorted([
dict(id=31, name='one', slaveinfo={'a': 'b'},
configured_on=sorted([
{'masterid': 11, 'builderid': 22},
]), connected_to=[11]),
]))
@defer.inlineCallbacks
def test_buildslaveConnected_existing(self):
yield self.insertTestData(self.baseRows + self.buildslave1_rows)
NEW_INFO = {'other': [1, 2, 3]}
yield self.db.buildslaves.buildslaveConnected(
buildslaveid=self.BS1_ID, masterid=11, slaveinfo=NEW_INFO)
bs = yield self.db.buildslaves.getBuildslave(self.BS1_ID)
self.assertEqual(bs, {
'id': self.BS1_ID,
'name': self.BS1_NAME,
'slaveinfo': NEW_INFO,
'configured_on': [],
'connected_to': [11]})
@defer.inlineCallbacks
def test_buildslaveConnected_already_connected(self):
yield self.insertTestData(self.baseRows + self.buildslave1_rows + [
fakedb.ConnectedBuildslave(id=888,
buildslaveid=self.BS1_ID, masterid=11),
])
yield self.db.buildslaves.buildslaveConnected(
buildslaveid=self.BS1_ID, masterid=11, slaveinfo={})
bs = yield self.db.buildslaves.getBuildslave(self.BS1_ID)
self.assertEqual(bs['connected_to'], [11])
@defer.inlineCallbacks
def test_buildslaveDisconnected(self):
yield self.insertTestData(self.baseRows + self.buildslave1_rows + [
fakedb.ConnectedBuildslave(id=888,
buildslaveid=self.BS1_ID, masterid=10),
fakedb.ConnectedBuildslave(id=889,
buildslaveid=self.BS1_ID, masterid=11),
])
yield self.db.buildslaves.buildslaveDisconnected(
buildslaveid=self.BS1_ID, masterid=11)
bs = yield self.db.buildslaves.getBuildslave(self.BS1_ID)
self.assertEqual(bs['connected_to'], [10])
@defer.inlineCallbacks
def test_buildslaveDisconnected_already_disconnected(self):
yield self.insertTestData(self.baseRows + self.buildslave1_rows)
yield self.db.buildslaves.buildslaveDisconnected(
buildslaveid=self.BS1_ID, masterid=11)
bs = yield self.db.buildslaves.getBuildslave(self.BS1_ID)
self.assertEqual(bs['connected_to'], [])
@defer.inlineCallbacks
def test_buildslaveConfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.buildslaves.deconfigureAllBuidslavesForMaster(masterid=10)
yield self.db.buildslaves.buildslaveConfigured(
buildslaveid=30, masterid=10, builderids=[20, 22])
bs = yield self.db.buildslaves.getBuildslave(30)
self.assertEqual(sorted(bs['configured_on']), sorted([
{'builderid': 20, 'masterid': 11},
{'builderid': 20, 'masterid': 10},
{'builderid': 22, 'masterid': 10}]))
@defer.inlineCallbacks
def test_buildslaveConfiguredTwice(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.buildslaves.deconfigureAllBuidslavesForMaster(masterid=10)
yield self.db.buildslaves.buildslaveConfigured(
buildslaveid=30, masterid=10, builderids=[20, 22])
# configure again (should eat the duplicate insertion errors)
yield self.db.buildslaves.buildslaveConfigured(
buildslaveid=30, masterid=10, builderids=[20, 21, 22])
bs = yield self.db.buildslaves.getBuildslave(30)
self.assertEqual(sorted(bs['configured_on']), sorted([
{'builderid': 20, 'masterid': 11},
{'builderid': 20, 'masterid': 10},
{'builderid': 21, 'masterid': 10},
{'builderid': 22, 'masterid': 10}]))
@defer.inlineCallbacks
def test_nothingConfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.buildslaves.deconfigureAllBuidslavesForMaster(masterid=10)
yield self.db.buildslaves.buildslaveConfigured(
buildslaveid=30, masterid=10, builderids=[])
# should only keep builder for master 11
bs = yield self.db.buildslaves.getBuildslave(30)
self.assertEqual(sorted(bs['configured_on']), sorted([
{'builderid': 20, 'masterid': 11}]))
@defer.inlineCallbacks
def test_deconfiguredAllSlaves(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
res = yield self.db.buildslaves.getBuildslaves(masterid=11)
self.assertEqual(len(res), 2)
# should remove all slave configured for masterid 11
yield self.db.buildslaves.deconfigureAllBuidslavesForMaster(masterid=11)
res = yield self.db.buildslaves.getBuildslaves(masterid=11)
self.assertEqual(len(res), 0)
def setupBuildResults(self, results, wantPreviousBuild=False):
# this testsuite always goes through setupBuildResults so that
# the data is sure to be the real data schema known coming from data
# api
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='sl'),
fakedb.Buildset(id=98, results=results, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.Build(id=20,
number=0,
builderid=80,
buildrequestid=11,
workerid=13,
masterid=92,
results=results),
fakedb.Step(id=50, buildid=20, number=5, name='make'),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234, patchid=99),
fakedb.Change(changeid=13,
branch=u'trunk',
revision=u'9283',
author='me@foo',
repository=u'svn://...',
codebase=u'cbsvn',
project=u'world-domination',
sourcestampid=234),
fakedb.Log(id=60,
stepid=50,
name='stdio',
slug='stdio',
type='s',
num_lines=7),
fakedb.LogChunk(
logid=60,
first_line=0,
last_line=1,
compressed=0,
content=u'Unicode log with non-ascii (\u00E5\u00E4\u00F6).'),
fakedb.Patch(id=99,
patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo',
patch_comment='foo',
subdir='/foo',
patchlevel=3),
])
for _id in (20, ):
self.db.insertTestData([
fakedb.BuildProperty(buildid=_id,
name="workername",
value="sl"),
fakedb.BuildProperty(buildid=_id,
name="reason",
value="because"),
fakedb.BuildProperty(buildid=_id,
name="scheduler",
value="checkin"),
fakedb.BuildProperty(buildid=_id,
name="branch",
value="master"),
])
res = yield utils.getDetailsForBuildset(
self.master,
98,
wantProperties=True,
wantPreviousBuild=wantPreviousBuild)
builds = res['builds']
buildset = res['buildset']
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
defer.returnValue([ch])
self.master.db.changes.getChangesForBuild = getChangesForBuild
defer.returnValue((buildset, builds))
def test_findMasterId_exists(self):
yield self.insertTestData([
fakedb.Master(id=7, name='some:master'),
])
id = yield self.db.masters.findMasterId('some:master')
self.assertEqual(id, 7)
class Tests(interfaces.InterfaceTests):
# common sample data
backgroundData = [
fakedb.Buildset(id=20),
fakedb.Builder(id=77, name="b1"),
fakedb.Builder(id=88, name="b2"),
fakedb.BuildRequest(id=40, buildsetid=20, builderid=77),
fakedb.BuildRequest(id=41, buildsetid=20, builderid=77),
fakedb.BuildRequest(id=42, buildsetid=20, builderid=88),
fakedb.Master(id=88),
fakedb.Master(id=89, name="bar"),
fakedb.Worker(id=13, name='wrk'),
fakedb.Worker(id=12, name='sl2'),
]
threeBuilds = [
fakedb.Build(id=50,
buildrequestid=42,
number=5,
masterid=88,
builderid=77,
workerid=13,
state_string="build 5",
started_at=TIME1),
fakedb.Build(id=51,
buildrequestid=41,
number=6,
masterid=88,
builderid=88,
workerid=13,
state_string="build 6",
started_at=TIME2),
fakedb.Build(id=52,
buildrequestid=42,
number=7,
masterid=88,
builderid=77,
workerid=12,
state_string="build 7",
started_at=TIME3,
complete_at=TIME4,
results=5),
]
threeBdicts = {
50: {
'id': 50,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 5,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': 'build 5',
'results': None
},
51: {
'id': 51,
'buildrequestid': 41,
'builderid': 88,
'masterid': 88,
'number': 6,
'workerid': 13,
'started_at': epoch2datetime(TIME2),
'complete_at': None,
'state_string': 'build 6',
'results': None
},
52: {
'id': 52,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 7,
'workerid': 12,
'started_at': epoch2datetime(TIME3),
'complete_at': epoch2datetime(TIME4),
'state_string': 'build 7',
'results': 5
},
}
# signature tests
def test_signature_getBuild(self):
@self.assertArgSpecMatches(self.db.builds.getBuild)
def getBuild(self, buildid):
pass
def test_signature_getBuildByNumber(self):
@self.assertArgSpecMatches(self.db.builds.getBuildByNumber)
def getBuild(self, builderid, number):
pass
def test_signature_getBuilds(self):
@self.assertArgSpecMatches(self.db.builds.getBuilds)
def getBuilds(self,
builderid=None,
buildrequestid=None,
workerid=None,
complete=None,
resultSpec=None):
pass
def test_signature_addBuild(self):
@self.assertArgSpecMatches(self.db.builds.addBuild)
def addBuild(self, builderid, buildrequestid, workerid, masterid,
state_string):
pass
def test_signature_setBuildStateString(self):
@self.assertArgSpecMatches(self.db.builds.setBuildStateString)
def setBuildStateString(self, buildid, state_string):
pass
def test_signature_finishBuild(self):
@self.assertArgSpecMatches(self.db.builds.finishBuild)
def finishBuild(self, buildid, results):
pass
def test_signature_getBuildProperties(self):
@self.assertArgSpecMatches(self.db.builds.getBuildProperties)
def getBuildProperties(self, bid):
pass
def test_signature_setBuildProperty(self):
@self.assertArgSpecMatches(self.db.builds.setBuildProperty)
def setBuildProperty(self, bid, name, value, source):
pass
# method tests
@defer.inlineCallbacks
def test_getBuild(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_string='build 5',
results=None))
@defer.inlineCallbacks
def test_getBuild_missing(self):
bdict = yield self.db.builds.getBuild(50)
self.assertEqual(bdict, None)
@defer.inlineCallbacks
def test_getBuildByNumber(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuildByNumber(builderid=77, number=5)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(bdict['id'], 50)
@defer.inlineCallbacks
def test_getBuilds(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds()
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[51], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_getBuilds_builderid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(builderid=88)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[51]])
@defer.inlineCallbacks
def test_getBuilds_buildrequestid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(buildrequestid=42)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_getBuilds_workerid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(workerid=13)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[51]])
def test_signature_getBuildsForChange(self):
@self.assertArgSpecMatches(self.db.builds.getBuildsForChange)
def getBuildsForChange(self, changeid):
pass
@defer.inlineCallbacks
def do_test_getBuildsForChange(self, rows, changeid, expected):
yield self.insertTestData(rows)
builds = yield self.db.builds.getBuildsForChange(changeid)
self.assertEqual(sorted(builds), sorted(expected))
def test_getBuildsForChange_OneCodebase(self):
rows = [
fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, created_at=CREATED_AT, revision="aaa"),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30,
reason='foo',
submitted_at=1300305712,
results=1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19,
buildsetid=30,
builderid=77,
priority=13,
submitted_at=1300305712,
results=1,
complete=0,
complete_at=None),
fakedb.Build(id=50,
buildrequestid=19,
number=5,
masterid=88,
builderid=77,
state_string="test",
workerid=13,
started_at=1304262222,
results=1),
]
expected = [{
'id': 50,
'number': 5,
'builderid': 77,
'buildrequestid': 19,
'workerid': 13,
'masterid': 88,
'started_at': epoch2datetime(1304262222),
'complete_at': None,
'state_string': 'test',
'results': 1
}]
return self.do_test_getBuildsForChange(rows, 14, expected)
@defer.inlineCallbacks
def test_getBuilds_complete(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(complete=True)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[52]])
@defer.inlineCallbacks
def test_addBuild_first(self):
self.reactor.advance(TIME1)
yield self.insertTestData(self.backgroundData)
id, number = yield self.db.builds.addBuild(builderid=77,
buildrequestid=41,
workerid=13,
masterid=88,
state_string='test test2')
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': 'test test2',
'results': None
})
@defer.inlineCallbacks
def test_addBuild_existing(self):
self.reactor.advance(TIME1)
yield self.insertTestData(self.backgroundData + [
fakedb.Build(number=10,
buildrequestid=41,
builderid=77,
masterid=88,
workerid=13),
])
id, number = yield self.db.builds.addBuild(builderid=77,
buildrequestid=41,
workerid=13,
masterid=88,
state_string='test test2')
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(number, 11)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': 'test test2',
'results': None
})
@defer.inlineCallbacks
def test_setBuildStateString(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.setBuildStateString(buildid=50,
state_string='test test2')
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_string='test test2',
results=None))
@defer.inlineCallbacks
def test_finishBuild(self):
self.reactor.advance(TIME4)
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.finishBuild(buildid=50, results=7)
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=epoch2datetime(TIME4),
state_string='build 5',
results=7))
@defer.inlineCallbacks
def testgetBuildPropertiesEmpty(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
for buildid in (50, 51, 52):
props = yield self.db.builds.getBuildProperties(buildid)
self.assertEqual(0, len(props))
@defer.inlineCallbacks
def testsetandgetProperties(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
yield self.db.builds.setBuildProperty(50, 'prop', 42, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (42, 'test')})
@defer.inlineCallbacks
def testsetgetsetProperties(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {})
yield self.db.builds.setBuildProperty(50, 'prop', 42, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (42, 'test')})
# set a new value
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test')})
# set a new source
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test_source')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test_source')})
# set the same
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test_source')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test_source')})
class Tests(interfaces.InterfaceTests):
# common sample data
master_row = [
fakedb.Master(id=7, name="some:master", active=1,
last_active=SOMETIME),
]
# tests
def test_signature_findMasterId(self):
@self.assertArgSpecMatches(self.db.masters.findMasterId)
def findMasterId(self, name):
pass
def test_signature_setMasterState(self):
@self.assertArgSpecMatches(self.db.masters.setMasterState)
def setMasterState(self, masterid, active):
pass
def test_signature_getMaster(self):
@self.assertArgSpecMatches(self.db.masters.getMaster)
def getMaster(self, masterid):
pass
def test_signature_getMasters(self):
@self.assertArgSpecMatches(self.db.masters.getMasters)
def getMasters(self):
pass
@defer.inlineCallbacks
def test_findMasterId_new(self):
id = yield self.db.masters.findMasterId('some:master',
_reactor=self.clock)
masterdict = yield self.db.masters.getMaster(id)
self.assertEqual(
masterdict,
dict(id=id,
name='some:master',
active=False,
last_active=SOMETIME_DT))
@defer.inlineCallbacks
def test_findMasterId_exists(self):
yield self.insertTestData([
fakedb.Master(id=7, name='some:master'),
])
id = yield self.db.masters.findMasterId('some:master')
self.assertEqual(id, 7)
@defer.inlineCallbacks
def test_setMasterState_when_missing(self):
activated = \
yield self.db.masters.setMasterState(masterid=7, active=True)
self.assertFalse(activated)
@defer.inlineCallbacks
def test_setMasterState_true_when_active(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=1,
last_active=OTHERTIME),
])
activated = yield self.db.masters.setMasterState(masterid=7,
active=True,
_reactor=self.clock)
self.assertFalse(activated) # it was already active
masterdict = yield self.db.masters.getMaster(7)
self.assertEqual(masterdict,
dict(id=7,
name='some:master',
active=True,
last_active=SOMETIME_DT)) # timestamp updated
@defer.inlineCallbacks
def test_setMasterState_true_when_inactive(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=0,
last_active=OTHERTIME),
])
activated = yield self.db.masters.setMasterState(masterid=7,
active=True,
_reactor=self.clock)
self.assertTrue(activated)
masterdict = yield self.db.masters.getMaster(7)
self.assertEqual(
masterdict,
dict(id=7,
name='some:master',
active=True,
last_active=SOMETIME_DT))
@defer.inlineCallbacks
def test_setMasterState_false_when_active(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=1,
last_active=OTHERTIME),
])
deactivated = yield self.db.masters.setMasterState(masterid=7,
active=False,
_reactor=self.clock)
self.assertTrue(deactivated)
masterdict = yield self.db.masters.getMaster(7)
self.assertEqual(
masterdict,
dict(id=7,
name='some:master',
active=False,
last_active=OTHERTIME_DT))
@defer.inlineCallbacks
def test_setMasterState_false_when_inactive(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=0,
last_active=OTHERTIME),
])
deactivated = yield self.db.masters.setMasterState(masterid=7,
active=False,
_reactor=self.clock)
self.assertFalse(deactivated)
masterdict = yield self.db.masters.getMaster(7)
self.assertEqual(
masterdict,
dict(id=7,
name='some:master',
active=False,
last_active=OTHERTIME_DT))
@defer.inlineCallbacks
def test_getMaster(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=0,
last_active=SOMETIME),
])
masterdict = yield self.db.masters.getMaster(7)
validation.verifyDbDict(self, 'masterdict', masterdict)
self.assertEqual(
masterdict,
dict(id=7,
name='some:master',
active=False,
last_active=SOMETIME_DT))
@defer.inlineCallbacks
def test_getMaster_missing(self):
masterdict = yield self.db.masters.getMaster(7)
self.assertEqual(masterdict, None)
@defer.inlineCallbacks
def test_getMasters(self):
yield self.insertTestData([
fakedb.Master(id=7,
name='some:master',
active=0,
last_active=SOMETIME),
fakedb.Master(id=8,
name='other:master',
active=1,
last_active=OTHERTIME),
])
masterlist = yield self.db.masters.getMasters()
for masterdict in masterlist:
validation.verifyDbDict(self, 'masterdict', masterdict)
expected = sorted([
dict(id=7, name='some:master', active=0, last_active=SOMETIME_DT),
dict(id=8, name='other:master', active=1,
last_active=OTHERTIME_DT),
])
self.assertEqual(sorted(masterlist), expected)
def insertTestData(self, buildResults, finalResult, insertSS=True):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Builder(id=80, name='Builder1'),
fakedb.Buildset(id=98, results=finalResult, reason="testReason1"),
fakedb.Change(changeid=13,
branch=u'master',
revision=u'9283',
author='me@foo',
repository=self.TEST_REPO,
codebase=u'cbgerrit',
project=u'world-domination',
sourcestampid=234),
])
if insertSS:
self.db.insertTestData([
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234,
project=self.TEST_PROJECT,
revision=self.TEST_REVISION,
repository=self.TEST_REPO)
])
for i, results in enumerate(buildResults):
self.db.insertTestData([
fakedb.BuildRequest(id=11 + i, buildsetid=98,
builderid=79 + i),
fakedb.Build(id=20 + i,
number=i,
builderid=79 + i,
buildrequestid=11 + i,
workerid=13,
masterid=92,
results=results,
state_string=u"buildText"),
fakedb.Step(id=50 + i, buildid=20 + i, number=5, name='make'),
fakedb.Log(id=60 + i,
stepid=50 + i,
name='stdio',
slug='stdio',
type='s',
num_lines=7),
fakedb.LogChunk(
logid=60 + i,
first_line=0,
last_line=1,
compressed=0,
content=u'Unicode log with non-ascii (\u00E5\u00E4\u00F6).'
),
fakedb.BuildProperty(buildid=20 + i,
name="workername",
value="wrk"),
fakedb.BuildProperty(buildid=20 + i,
name="reason",
value="because"),
fakedb.BuildProperty(buildid=20 + i,
name="buildername",
value="Builder0"),
])
for k, v in iteritems(self.TEST_PROPS):
self.db.insertTestData(
[fakedb.BuildProperty(buildid=20 + i, name=k, value=v)])
def run_fake_summary_build(self, gsp, buildResults, finalResult,
resultText, expWarning=False):
buildpairs = []
i = 0
for i in xrange(len(buildResults)):
buildResult = buildResults[i]
builder = Mock()
build = FakeBuildStatus()
builder.getBuild.return_value = build
builder.name = "Builder-%d" % i
builder.getName.return_value = builder.name
build.results = buildResult
build.finished = True
build.reason = "testReason"
build.getBuilder.return_value = builder
build.getResults.return_value = build.results
build.getText.return_value = ['buildText']
build.getProperty = self.TEST_PROPS.get
buildpairs.append((builder, build))
def fakeGetBuilder(buildername):
# e.g. Builder-5 will be buildpairs[5][0]
return buildpairs[int(buildername.split("-")[1])][0]
gsp.master_status.getBuilder = fakeGetBuilder
gsp.master_status.getURLForThing = Mock()
gsp.master_status.getURLForThing.return_value = self.THING_URL
gsp.master.db = fakedb.FakeDBConnector(gsp.master, self)
fakedata = [
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=finalResult, reason="testReason"),
]
breqid = 1000
for (builder, build) in buildpairs:
fakedata.append(fakedb.BuildRequest(id=breqid, buildsetid=99,
buildername=builder.name))
fakedata.append(fakedb.Build(number=0, buildrequestid=breqid,
masterid=92, buildslaveid=13))
breqid = breqid + 1
gsp.master.db.insertTestData(fakedata)
d = gsp._buildsetComplete('buildset.99.complete',
dict(bsid=99, result=SUCCESS))
@d.addCallback
def check(_):
info = []
for i in xrange(len(buildResults)):
info.append({'name': "Builder-%d" % i, 'result': buildResults[i],
'resultText': resultText[i], 'text': 'buildText',
'url': self.THING_URL})
if expWarning:
self.assertEqual([w['message'] for w in self.flushWarnings()],
['The Gerrit status callback uses the old '
'way to communicate results. The outcome '
'might be not what is expected.'])
return str(info)
return d
def test_sendToInterestedUsers_two_builds(self):
from email.message import Message
m = Message()
mn = MailNotifier(fromaddr="*****@*****.**", lookup=None)
mn.sendMessage = Mock()
def fakeGetBuilder(buildername):
if buildername == builder.name:
return builder
return None
def fakeGetBuildRequests(self, bsid):
return defer.succeed([{"buildername": "Builder", "brid": 1}])
builder = Mock()
builder.name = "Builder"
build1 = FakeBuildStatus(name="build")
build1.result = FAILURE
build1.finished = True
build1.reason = "testReason"
build1.builder = builder
build2 = FakeBuildStatus(name="build")
build2.result = FAILURE
build2.finished = True
build2.reason = "testReason"
build2.builder = builder
def fakeCreateEmail(msgdict,
builderName,
title,
results,
builds=None,
patches=None,
logs=None):
# only concerned with m['To'] and m['CC'], which are added in
# _got_recipients later
return defer.succeed(m)
mn.createEmail = fakeCreateEmail
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=SUCCESS, reason="testReason"),
fakedb.BuildRequest(id=11, buildsetid=99, buildername='Builder'),
fakedb.Build(number=0,
buildrequestid=11,
buildslaveid=13,
masterid=92),
fakedb.Build(number=1,
buildrequestid=11,
buildslaveid=13,
masterid=92),
fakedb.Change(changeid=9123),
fakedb.Change(changeid=9124),
fakedb.ChangeUser(changeid=9123, uid=1),
fakedb.ChangeUser(changeid=9124, uid=2),
fakedb.User(uid=1, identifier="tdurden"),
fakedb.User(uid=2, identifier="user2"),
fakedb.UserInfo(uid=1,
attr_type='email',
attr_data="*****@*****.**"),
fakedb.UserInfo(uid=2,
attr_type='email',
attr_data="*****@*****.**")
])
def _getInterestedUsers():
# 'narrator' in this case is the owner, which tests the lookup
return ["narrator"]
build1.getInterestedUsers = _getInterestedUsers
build2.getInterestedUsers = _getInterestedUsers
def _getResponsibleUsers():
return ["Big Bob <*****@*****.**>"]
build1.getResponsibleUsers = _getResponsibleUsers
build2.getResponsibleUsers = _getResponsibleUsers
# fake sourcestamp with relevant user bits
ss1 = Mock(name="sourcestamp")
fake_change1 = Mock(name="change")
fake_change1.number = 9123
ss1.changes = [fake_change1]
ss1.patch, ss1.addPatch = None, None
ss2 = Mock(name="sourcestamp")
fake_change2 = Mock(name="change")
fake_change2.number = 9124
ss2.changes = [fake_change2]
ss2.patch, ss1.addPatch = None, None
def fakeGetSSlist(ss):
return lambda: [ss]
build1.getSourceStamps = fakeGetSSlist(ss1)
build2.getSourceStamps = fakeGetSSlist(ss2)
mn.master = self.master
self.status = mn.master_status = mn.buildMessageDict = Mock()
mn.master_status.getBuilder = fakeGetBuilder
mn.buildMessageDict.return_value = {"body": "body", "type": "text"}
mn.buildMessage(builder.name, [build1, build2], build1.result)
self.assertEqual(m['To'], "[email protected], [email protected]")
class Tests(interfaces.InterfaceTests):
# common sample data
backgroundData = [
fakedb.Buildset(id=20),
fakedb.BuildRequest(id=40, buildsetid=20, buildername='b1'),
fakedb.BuildRequest(id=41, buildsetid=20, buildername='b1'),
fakedb.BuildRequest(id=42, buildsetid=20, buildername='b2'),
fakedb.Builder(id=77, name="b1"),
fakedb.Builder(id=88, name="b2"),
fakedb.Master(id=88),
fakedb.Master(id=89, name="bar"),
fakedb.Buildslave(id=13, name='sl'),
]
threeBuilds = [
fakedb.Build(id=50,
buildrequestid=42,
number=5,
masterid=88,
builderid=77,
buildslaveid=13,
state_strings_json='["test"]',
started_at=TIME1),
fakedb.Build(id=51,
buildrequestid=41,
number=6,
masterid=88,
builderid=88,
buildslaveid=13,
state_strings_json='["test"]',
started_at=TIME2),
fakedb.Build(id=52,
buildrequestid=42,
number=7,
masterid=88,
builderid=77,
buildslaveid=13,
state_strings_json='["test"]',
started_at=TIME3,
complete_at=TIME4,
results=5),
]
threeBdicts = {
50: {
'id': 50,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 5,
'buildslaveid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_strings': [u'test'],
'results': None
},
51: {
'id': 51,
'buildrequestid': 41,
'builderid': 88,
'masterid': 88,
'number': 6,
'buildslaveid': 13,
'started_at': epoch2datetime(TIME2),
'complete_at': None,
'state_strings': [u'test'],
'results': None
},
52: {
'id': 52,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 7,
'buildslaveid': 13,
'started_at': epoch2datetime(TIME3),
'complete_at': epoch2datetime(TIME4),
'state_strings': [u'test'],
'results': 5
},
}
# signature tests
def test_signature_getBuild(self):
@self.assertArgSpecMatches(self.db.builds.getBuild)
def getBuild(self, buildid):
pass
def test_signature_getBuildByNumber(self):
@self.assertArgSpecMatches(self.db.builds.getBuildByNumber)
def getBuild(self, builderid, number):
pass
def test_signature_getBuilds(self):
@self.assertArgSpecMatches(self.db.builds.getBuilds)
def getBuilds(self, builderid=None, buildrequestid=None):
pass
def test_signature_addBuild(self):
@self.assertArgSpecMatches(self.db.builds.addBuild)
def addBuild(self, builderid, buildrequestid, buildslaveid, masterid,
state_strings):
pass
def test_signature_setBuildStateStrings(self):
@self.assertArgSpecMatches(self.db.builds.setBuildStateStrings)
def setBuildStateStrings(self, buildid, state_strings):
pass
def test_signature_finishBuild(self):
@self.assertArgSpecMatches(self.db.builds.finishBuild)
def finishBuild(self, buildid, results):
pass
def test_signature_finishBuildsFromMaster(self):
@self.assertArgSpecMatches(self.db.builds.finishBuildsFromMaster)
def finishBuildsFromMaster(self, masterid, results):
pass
# method tests
@defer.inlineCallbacks
def test_getBuild(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
buildslaveid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_strings=[u'test'],
results=None))
@defer.inlineCallbacks
def test_getBuild_missing(self):
bdict = yield self.db.builds.getBuild(50)
self.assertEqual(bdict, None)
@defer.inlineCallbacks
def test_getBuildByNumber(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuildByNumber(builderid=77, number=5)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(bdict['id'], 50)
@defer.inlineCallbacks
def test_getBuilds(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds()
for bdict in bdicts:
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[51], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_getBuilds_builderid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(builderid=88)
for bdict in bdicts:
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[51]])
@defer.inlineCallbacks
def test_getBuilds_buildrequestid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(buildrequestid=42)
for bdict in bdicts:
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_addBuild_first(self):
clock = task.Clock()
clock.advance(TIME1)
yield self.insertTestData(self.backgroundData)
id, number = yield self.db.builds.addBuild(
builderid=77,
buildrequestid=41,
buildslaveid=13,
masterid=88,
state_strings=[u'test', u'test2'],
_reactor=clock)
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'buildslaveid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_strings': [u'test', u'test2'],
'results': None
})
@defer.inlineCallbacks
def test_addBuild_existing(self):
clock = task.Clock()
clock.advance(TIME1)
yield self.insertTestData(self.backgroundData + [
fakedb.Build(number=10,
buildrequestid=41,
builderid=77,
masterid=88,
buildslaveid=13),
])
id, number = yield self.db.builds.addBuild(
builderid=77,
buildrequestid=41,
buildslaveid=13,
masterid=88,
state_strings=[u'test', u'test2'],
_reactor=clock)
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(number, 11)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'buildslaveid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_strings': [u'test', u'test2'],
'results': None
})
@defer.inlineCallbacks
def test_setBuildStateStrings(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.setBuildStateStrings(
buildid=50, state_strings=[u'test', u'test2', u'test3'])
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
buildslaveid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_strings=[u'test', u'test2', u'test3'],
results=None))
@defer.inlineCallbacks
def test_finishBuild(self):
clock = task.Clock()
clock.advance(TIME4)
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.finishBuild(buildid=50, results=7, _reactor=clock)
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
buildslaveid=13,
started_at=epoch2datetime(TIME1),
complete_at=epoch2datetime(TIME4),
state_strings=[u'test'],
results=7))
@defer.inlineCallbacks
def test_finishBuildsFromMaster(self):
clock = task.Clock()
clock.advance(TIME4)
yield self.insertTestData(self.backgroundData + self.threeBuilds + [
fakedb.Build(id=54,
buildrequestid=40,
number=50,
masterid=89,
builderid=77,
buildslaveid=13,
state_strings_json='["test"]',
started_at=TIME1)
])
yield self.db.builds.finishBuildsFromMaster(masterid=88,
results=7,
_reactor=clock)
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
buildslaveid=13,
started_at=epoch2datetime(TIME1),
complete_at=epoch2datetime(TIME4),
state_strings=[u'test'],
results=7))
for _id, results in [(50, 7), (51, 7), (52, 5), (54, None)]:
bdict = yield self.db.builds.getBuild(_id)
validation.verifyDbDict(self, 'builddict', bdict)
self.assertEqual(bdict['results'], results)
class Tests(interfaces.InterfaceTests):
# test data
cs42 = fakedb.ChangeSource(id=42, name='cool_source')
cs87 = fakedb.ChangeSource(id=87, name='lame_source')
master13 = fakedb.Master(id=13, name='m1', active=1)
cs42master13 = fakedb.ChangeSourceMaster(changesourceid=42, masterid=13)
master14 = fakedb.Master(id=14, name='m2', active=0)
cs87master14 = fakedb.ChangeSourceMaster(changesourceid=87, masterid=14)
# tests
def test_signature_findChangeSourceId(self):
"""The signature of findChangeSourceId is correct"""
@self.assertArgSpecMatches(self.db.changesources.findChangeSourceId)
def findChangeSourceId(self, name):
pass
@defer.inlineCallbacks
def test_findChangeSourceId_new(self):
"""findChangeSourceId for a new changesource creates it"""
id = yield self.db.changesources.findChangeSourceId('csname')
cs = yield self.db.changesources.getChangeSource(id)
self.assertEqual(cs['name'], 'csname')
@defer.inlineCallbacks
def test_findChangeSourceId_existing(self):
"""findChangeSourceId gives the same answer for the same inputs"""
id1 = yield self.db.changesources.findChangeSourceId('csname')
id2 = yield self.db.changesources.findChangeSourceId('csname')
self.assertEqual(id1, id2)
def test_signature_setChangeSourceMaster(self):
"""setChangeSourceMaster has the right signature"""
@self.assertArgSpecMatches(self.db.changesources.setChangeSourceMaster)
def setChangeSourceMaster(self, changesourceid, masterid):
pass
@defer.inlineCallbacks
def test_setChangeSourceMaster_fresh(self):
"""setChangeSourceMaster with a good pair"""
yield self.insertTestData([self.cs42, self.master13])
yield self.db.changesources.setChangeSourceMaster(42, 13)
cs = yield self.db.changesources.getChangeSource(42)
self.assertEqual(cs['masterid'], 13)
@defer.inlineCallbacks
def test_setChangeSourceMaster_inactive_but_linked(self):
"""Inactive changesource but already claimed by an active master"""
d = self.insertTestData([
self.cs87,
self.master13,
self.master14,
self.cs87master14,
])
d.addCallback(
lambda _: self.db.changesources.setChangeSourceMaster(87, 13))
yield self.assertFailure(d,
changesources.ChangeSourceAlreadyClaimedError)
@defer.inlineCallbacks
def test_setChangeSourceMaster_active(self):
"""Active changesource already claimed by an active master"""
d = self.insertTestData([
self.cs42,
self.master13,
self.cs42master13,
])
d.addCallback(
lambda _: self.db.changesources.setChangeSourceMaster(42, 14))
yield self.assertFailure(d,
changesources.ChangeSourceAlreadyClaimedError)
@defer.inlineCallbacks
def test_setChangeSourceMaster_None(self):
"""A 'None' master disconnects the changesource"""
yield self.insertTestData([
self.cs87,
self.master14,
self.cs87master14,
])
yield self.db.changesources.setChangeSourceMaster(87, None)
cs = yield self.db.changesources.getChangeSource(87)
self.assertEqual(cs['masterid'], None)
@defer.inlineCallbacks
def test_setChangeSourceMaster_None_unowned(self):
"""A 'None' master for a disconnected changesource"""
yield self.insertTestData([self.cs87])
yield self.db.changesources.setChangeSourceMaster(87, None)
cs = yield self.db.changesources.getChangeSource(87)
self.assertEqual(cs['masterid'], None)
def test_signature_getChangeSource(self):
"""getChangeSource has the right signature"""
@self.assertArgSpecMatches(self.db.changesources.getChangeSource)
def getChangeSource(self, changesourceid):
pass
@defer.inlineCallbacks
def test_getChangeSource(self):
"""getChangeSource for a changesource that exists"""
yield self.insertTestData([self.cs87])
cs = yield self.db.changesources.getChangeSource(87)
validation.verifyDbDict(self, 'changesourcedict', cs)
self.assertEqual(cs, dict(id=87, name='lame_source', masterid=None))
@defer.inlineCallbacks
def test_getChangeSource_missing(self):
"""getChangeSource for a changesource that doesn't exist"""
cs = yield self.db.changesources.getChangeSource(87)
self.assertEqual(cs, None)
@defer.inlineCallbacks
def test_getChangeSource_active(self):
"""getChangeSource for a changesource that exists and is active"""
yield self.insertTestData(
[self.cs42, self.master13, self.cs42master13])
cs = yield self.db.changesources.getChangeSource(42)
validation.verifyDbDict(self, 'changesourcedict', cs)
self.assertEqual(cs, dict(id=42, name='cool_source', masterid=13))
@defer.inlineCallbacks
def test_getChangeSource_inactive_but_linked(self):
"""getChangeSource for a changesource that is assigned but is inactive"""
yield self.insertTestData(
[self.cs87, self.master14, self.cs87master14])
cs = yield self.db.changesources.getChangeSource(87)
validation.verifyDbDict(self, 'changesourcedict', cs)
self.assertEqual(cs,
dict(id=87, name='lame_source',
masterid=14)) # row exists, but marked inactive
def test_signature_getChangeSources(self):
"""getChangeSources has right signature"""
@self.assertArgSpecMatches(self.db.changesources.getChangeSources)
def getChangeSources(self, active=None, masterid=None):
pass
@defer.inlineCallbacks
def test_getChangeSources(self):
"""getChangeSources returns all changesources"""
yield self.insertTestData([
self.cs42,
self.master13,
self.cs42master13,
self.cs87,
])
cslist = yield self.db.changesources.getChangeSources()
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(
sorted(cslist, key=changeSourceKey),
sorted([
dict(id=42, name='cool_source', masterid=13),
dict(id=87, name='lame_source', masterid=None),
],
key=changeSourceKey))
@defer.inlineCallbacks
def test_getChangeSources_masterid(self):
"""getChangeSources returns all changesources for a given master"""
yield self.insertTestData([
self.cs42,
self.master13,
self.cs42master13,
self.cs87,
])
cslist = yield self.db.changesources.getChangeSources(masterid=13)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(
sorted(cslist, key=changeSourceKey),
sorted([
dict(id=42, name='cool_source', masterid=13),
],
key=changeSourceKey))
@defer.inlineCallbacks
def test_getChangeSources_active(self):
"""getChangeSources for (active changesources, all masters)"""
yield self.insertTestData(
[self.cs42, self.master13, self.cs42master13, self.cs87])
cslist = yield self.db.changesources.getChangeSources(active=True)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(
sorted(cslist),
sorted([
dict(id=42, name='cool_source', masterid=13),
]))
@defer.inlineCallbacks
def test_getChangeSources_active_masterid(self):
"""getChangeSources returns (active changesources, given masters)"""
yield self.insertTestData(
[self.cs42, self.master13, self.cs42master13, self.cs87])
cslist = yield self.db.changesources.getChangeSources(active=True,
masterid=13)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(
sorted(cslist),
sorted([
dict(id=42, name='cool_source', masterid=13),
]))
cslist = yield self.db.changesources.getChangeSources(active=True,
masterid=14)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(sorted(cslist), [])
@defer.inlineCallbacks
def test_getChangeSources_inactive(self):
"""getChangeSources returns (inactive changesources, all masters)"""
yield self.insertTestData(
[self.cs42, self.master13, self.cs42master13, self.cs87])
cslist = yield self.db.changesources.getChangeSources(active=False)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(
sorted(cslist),
sorted([
dict(id=87, name='lame_source', masterid=None),
]))
@defer.inlineCallbacks
def test_getChangeSources_inactive_masterid(self):
"""getChangeSources returns (active changesources, given masters)"""
yield self.insertTestData(
[self.cs42, self.master13, self.cs42master13, self.cs87])
cslist = yield self.db.changesources.getChangeSources(active=False,
masterid=13)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(sorted(cslist), [])
cslist = yield self.db.changesources.getChangeSources(active=False,
masterid=14)
[
validation.verifyDbDict(self, 'changesourcedict', cs)
for cs in cslist
]
self.assertEqual(sorted(cslist), []) # always returns [] by spec!
def testRebuildBuildrequest(self):
self.master.db.insertTestData([
fakedb.Builder(id=77, name='builder'),
fakedb.Master(id=88),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=8822),
fakedb.SourceStamp(id=234),
fakedb.BuildsetSourceStamp(buildsetid=8822, sourcestampid=234),
fakedb.BuildRequest(id=82, buildsetid=8822, builderid=77),
fakedb.BuildsetProperty(buildsetid=8822,
property_name='prop1',
property_value='["one", "fake1"]'),
fakedb.BuildsetProperty(buildsetid=8822,
property_name='prop2',
property_value='["two", "fake2"]'),
])
buildrequest = yield self.master.data.get(('buildrequests', 82))
new_bsid, brid_dict = yield self.rtype.rebuildBuildrequest(
buildrequest)
self.assertEqual(list(brid_dict.keys()), [77])
buildrequest = yield self.master.data.get(
('buildrequests', brid_dict[77]))
# submitted_at is the time of the test, so better not depend on it
self.assertEqual(
buildrequest, {
'buildrequestid': 1001,
'complete': False,
'waited_for': False,
'claimed_at': None,
'results': -1,
'claimed': False,
'buildsetid': 200,
'complete_at': None,
'submitted_at': epoch2datetime(0),
'builderid': 77,
'claimed_by_masterid': None,
'priority': 0,
'properties': None
})
buildset = yield self.master.data.get(('buildsets', new_bsid))
oldbuildset = yield self.master.data.get(('buildsets', 8822))
# assert same sourcestamp
self.assertEqual(buildset['sourcestamps'], oldbuildset['sourcestamps'])
buildset['sourcestamps'] = None
self.assertEqual(
buildset, {
'bsid': 200,
'complete_at': None,
'submitted_at': 0,
'sourcestamps': None,
'parent_buildid': None,
'results': -1,
'parent_relationship': None,
'reason': 'rebuild',
'external_idstring': 'extid',
'complete': False
})
properties = yield self.master.data.get(
('buildsets', new_bsid, 'properties'))
self.assertEqual(properties, {
'prop1': ('one', 'fake1'),
'prop2': ('two', 'fake2')
})
class Tests(interfaces.InterfaceTests):
backgroundData = [
fakedb.Buildslave(id=47, name='linux'),
fakedb.Buildset(id=20),
fakedb.Builder(id=88, name='b1'),
fakedb.BuildRequest(id=41, buildsetid=20, builderid=88),
fakedb.Master(id=88),
fakedb.Build(id=30,
buildrequestid=41,
number=7,
masterid=88,
builderid=88,
buildslaveid=47),
fakedb.Step(id=101, buildid=30, number=1, name='one'),
fakedb.Step(id=102, buildid=30, number=2, name='two'),
]
testLogLines = [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=7,
type=u's'),
fakedb.LogChunk(logid=201,
first_line=0,
last_line=1,
compressed=0,
content=textwrap.dedent("""\
line zero
line 1""")),
fakedb.LogChunk(logid=201,
first_line=2,
last_line=4,
compressed=0,
content=textwrap.dedent("""\
line TWO
line 2**2""")),
fakedb.LogChunk(logid=201,
first_line=5,
last_line=5,
compressed=0,
content="another line"),
fakedb.LogChunk(logid=201,
first_line=6,
last_line=6,
compressed=0,
content="yet another line"),
]
bug3101Content = base64.b64decode("""
PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT0
9PT09PT09PT09PT09PT09PT09PT09PT09PT09PQpbU0tJUFBFRF0Kbm90IGEgd2luMz
IgcGxhdGZvcm0KCmJ1aWxkc2xhdmUudGVzdC51bml0LnRlc3RfcnVucHJvY2Vzcy5UZ
XN0UnVuUHJvY2Vzcy50ZXN0UGlwZVN0cmluZwotLS0tLS0tLS0tLS0tLS0tLS0tLS0t
LS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0
tLS0tLS0tClJhbiAyNjcgdGVzdHMgaW4gNS4zNzhzCgpQQVNTRUQgKHNraXBzPTEsIH
N1Y2Nlc3Nlcz0yNjYpCnByb2dyYW0gZmluaXNoZWQgd2l0aCBleGl0IGNvZGUgMAplb
GFwc2VkVGltZT04LjI0NTcwMg==""")
bug3101Rows = [
fakedb.Log(id=1470,
stepid=101,
name=u'problems',
slug=u'problems',
complete=1,
num_lines=11,
type=u't'),
fakedb.LogChunk(logid=1470,
first_line=0,
last_line=10,
compressed=0,
content=bug3101Content),
]
@defer.inlineCallbacks
def checkTestLogLines(self):
expLines = [
'line zero', 'line 1', 'line TWO', '', 'line 2**2', 'another line',
'yet another line'
]
for first_line in range(0, 7):
for last_line in range(first_line, 7):
got_lines = yield self.db.logs.getLogLines(
201, first_line, last_line)
self.assertEqual(
got_lines,
"\n".join(expLines[first_line:last_line + 1] + [""]))
# check overflow
self.assertEqual((yield self.db.logs.getLogLines(201, 5, 20)),
"\n".join(expLines[5:7] + [""]))
# signature tests
def test_signature_getLog(self):
@self.assertArgSpecMatches(self.db.logs.getLog)
def getLog(self, logid):
pass
def test_signature_getLogBySlug(self):
@self.assertArgSpecMatches(self.db.logs.getLogBySlug)
def getLogBySlug(self, stepid, slug):
pass
def test_signature_getLogs(self):
@self.assertArgSpecMatches(self.db.logs.getLogs)
def getLogs(self, stepid):
pass
def test_signature_getLogLines(self):
@self.assertArgSpecMatches(self.db.logs.getLogLines)
def getLogLines(self, logid, first_line, last_line):
pass
def test_signature_addLog(self):
@self.assertArgSpecMatches(self.db.logs.addLog)
def addLog(self, stepid, name, slug, type):
pass
def test_signature_appendLog(self):
@self.assertArgSpecMatches(self.db.logs.appendLog)
def appendLog(self, logid, content):
pass
def test_signature_finishLog(self):
@self.assertArgSpecMatches(self.db.logs.finishLog)
def finishLog(self, logid):
pass
def test_signature_compressLog(self):
@self.assertArgSpecMatches(self.db.logs.compressLog)
def compressLog(self, logid):
pass
# method tests
@defer.inlineCallbacks
def test_getLog(self):
yield self.insertTestData(self.backgroundData + [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
])
logdict = yield self.db.logs.getLog(201)
validation.verifyDbDict(self, 'logdict', logdict)
self.assertEqual(
logdict, {
'id': 201,
'stepid': 101,
'name': u'stdio',
'slug': u'stdio',
'complete': False,
'num_lines': 200,
'type': 's',
})
@defer.inlineCallbacks
def test_getLog_missing(self):
logdict = yield self.db.logs.getLog(201)
self.assertEqual(logdict, None)
@defer.inlineCallbacks
def test_getLogBySlug(self):
yield self.insertTestData(self.backgroundData + [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
fakedb.Log(id=202,
stepid=101,
name=u'dbg.log',
slug=u'dbg_log',
complete=1,
num_lines=200,
type=u's'),
])
logdict = yield self.db.logs.getLogBySlug(101, u'dbg_log')
validation.verifyDbDict(self, 'logdict', logdict)
self.assertEqual(logdict['id'], 202)
@defer.inlineCallbacks
def test_getLogBySlug_missing(self):
yield self.insertTestData(self.backgroundData + [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
])
logdict = yield self.db.logs.getLogBySlug(102, u'stdio')
self.assertEqual(logdict, None)
@defer.inlineCallbacks
def test_getLogs(self):
yield self.insertTestData(self.backgroundData + [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
fakedb.Log(id=202,
stepid=101,
name=u'dbg.log',
slug=u'dbg_log',
complete=1,
num_lines=300,
type=u't'),
fakedb.Log(id=203,
stepid=102,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
])
logdicts = yield self.db.logs.getLogs(101)
for logdict in logdicts:
validation.verifyDbDict(self, 'logdict', logdict)
self.assertEqual(sorted([ld['id'] for ld in logdicts]), [201, 202])
@defer.inlineCallbacks
def test_getLogLines(self):
yield self.insertTestData(self.backgroundData + self.testLogLines)
yield self.checkTestLogLines()
# check line number reversal
self.assertEqual((yield self.db.logs.getLogLines(201, 6, 3)), '')
@defer.inlineCallbacks
def test_getLogLines_empty(self):
yield self.insertTestData(self.backgroundData + [
fakedb.Log(id=201,
stepid=101,
name=u'stdio',
slug=u'stdio',
complete=0,
num_lines=200,
type=u's'),
])
self.assertEqual((yield self.db.logs.getLogLines(201, 9, 99)), '')
self.assertEqual((yield self.db.logs.getLogLines(999, 9, 99)), '')
@defer.inlineCallbacks
def test_getLogLines_bug3101(self):
# regression test for #3101
content = self.bug3101Content
yield self.insertTestData(self.backgroundData + self.bug3101Rows)
# overall content is the same, with '\n' padding at the end
self.assertEqual((yield self.db.logs.getLogLines(1470, 0, 99)),
self.bug3101Content + '\n')
# try to fetch just one line
self.assertEqual((yield self.db.logs.getLogLines(1470, 0, 0)),
content.split('\n')[0] + '\n')
@defer.inlineCallbacks
def test_addLog_getLog(self):
yield self.insertTestData(self.backgroundData)
logid = yield self.db.logs.addLog(stepid=101,
name=u'config.log',
slug=u'config_log',
type=u't')
logdict = yield self.db.logs.getLog(logid)
validation.verifyDbDict(self, 'logdict', logdict)
self.assertEqual(
logdict, {
'id': logid,
'stepid': 101,
'name': u'config.log',
'slug': u'config_log',
'complete': False,
'num_lines': 0,
'type': 't',
})
@defer.inlineCallbacks
def test_appendLog_getLogLines(self):
yield self.insertTestData(self.backgroundData + self.testLogLines)
logid = yield self.db.logs.addLog(stepid=102,
name=u'another',
slug=u'another',
type=u's')
self.assertEqual((yield self.db.logs.appendLog(logid, u'xyz\n')),
(0, 0))
self.assertEqual((yield self.db.logs.appendLog(201, u'abc\ndef\n')),
(7, 8))
self.assertEqual((yield self.db.logs.appendLog(logid, u'XYZ\n')),
(1, 1))
self.assertEqual((yield self.db.logs.getLogLines(201, 6, 7)),
u"yet another line\nabc\n")
self.assertEqual((yield self.db.logs.getLogLines(201, 7, 8)),
u"abc\ndef\n")
self.assertEqual((yield self.db.logs.getLogLines(201, 8, 8)), u"def\n")
self.assertEqual((yield self.db.logs.getLogLines(logid, 0, 1)),
u"xyz\nXYZ\n")
self.assertEqual(
(yield self.db.logs.getLog(logid)), {
'complete': False,
'id': logid,
'name': u'another',
'slug': u'another',
'num_lines': 2,
'stepid': 102,
'type': u's',
})
@defer.inlineCallbacks
def test_compressLog(self):
yield self.insertTestData(self.backgroundData + self.testLogLines)
yield self.db.logs.compressLog(201)
# test log lines should still be readable just the same
yield self.checkTestLogLines()
@defer.inlineCallbacks
def test_addLogLines_big_chunk(self):
yield self.insertTestData(self.backgroundData + self.testLogLines)
self.assertEqual(
(yield self.db.logs.appendLog(201, u'abc\n' * 20000)), # 80k
(7, 20006))
lines = yield self.db.logs.getLogLines(201, 7, 50000)
self.assertEqual(len(lines), 80000)
self.assertEqual(lines, (u'abc\n' * 20000))
@defer.inlineCallbacks
def test_addLogLines_big_chunk_big_lines(self):
yield self.insertTestData(self.backgroundData + self.testLogLines)
line = u'x' * 33000 + '\n'
self.assertEqual((yield self.db.logs.appendLog(201, line * 3)),
(7, 9)) # three long lines, all truncated
lines = yield self.db.logs.getLogLines(201, 7, 100)
self.assertEqual(len(lines), 99003)
self.assertEqual(lines, (line * 3))
def test_masterDeactivated(self):
self.master.db.insertTestData([
fakedb.Master(id=14, name='other', active=0, last_active=0),
# set up a running build with some steps
fakedb.Builder(id=77, name='b1'),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=8822),
fakedb.BuildRequest(id=82, builderid=77, buildsetid=8822),
fakedb.BuildRequestClaim(brid=82, masterid=14,
claimed_at=SOMETIME),
fakedb.Build(id=13,
builderid=77,
masterid=14,
workerid=13,
buildrequestid=82,
number=3,
results=None),
fakedb.Step(id=200, buildid=13),
fakedb.Log(id=2000, stepid=200, num_lines=2),
fakedb.LogChunk(logid=2000,
first_line=1,
last_line=2,
content=u'ab\ncd')
])
# mock out the _masterDeactivated methods this will call
for rtype in 'builder', 'scheduler', 'changesource':
rtype_obj = getattr(self.master.data.rtypes, rtype)
m = mock.Mock(name='%s._masterDeactivated' % rtype,
spec=rtype_obj._masterDeactivated)
m.side_effect = lambda masterid: defer.succeed(None)
rtype_obj._masterDeactivated = m
# and the update methods..
for meth in 'finishBuild', 'finishStep', 'finishLog':
m = mock.create_autospec(getattr(self.master.data.updates, meth))
m.side_effect = lambda *args, **kwargs: defer.succeed(None)
setattr(self.master.data.updates, meth, m)
yield self.rtype._masterDeactivated(14, 'other')
self.master.data.rtypes.builder._masterDeactivated. \
assert_called_with(masterid=14)
self.master.data.rtypes.scheduler._masterDeactivated. \
assert_called_with(masterid=14)
self.master.data.rtypes.changesource._masterDeactivated. \
assert_called_with(masterid=14)
# see that we finished off that build and its steps and logs
updates = self.master.data.updates
updates.finishLog.assert_called_with(logid=2000)
updates.finishStep.assert_called_with(stepid=200,
results=RETRY,
hidden=False)
updates.finishBuild.assert_called_with(buildid=13, results=RETRY)
self.assertEqual(self.master.mq.productions, [
(('masters', '14', 'stopped'),
dict(masterid=14, name='other', active=False)),
])
def setUp(self):
authzcfg = authz.Authz(
# simple matcher with '*' glob character
stringsMatcher=authz.fnmatchStrMatcher,
# stringsMatcher = authz.Authz.reStrMatcher, # if you prefer
# regular expressions
allowRules=[
# admins can do anything,
# defaultDeny=False: if user does not have the admin role, we
# continue parsing rules
AnyEndpointMatcher(role="admins", defaultDeny=False),
# rules for viewing builds, builders, step logs
# depending on the sourcestamp or buildername
ViewBuildsEndpointMatcher(branch="secretbranch",
role="agents"),
ViewBuildsEndpointMatcher(project="secretproject",
role="agents"),
ViewBuildsEndpointMatcher(branch="*", role="*"),
ViewBuildsEndpointMatcher(project="*", role="*"),
StopBuildEndpointMatcher(role="owner"),
RebuildBuildEndpointMatcher(role="owner"),
# nine-* groups can do stuff on the nine branch
BranchEndpointMatcher(branch="nine", role="nine-*"),
# eight-* groups can do stuff on the eight branch
BranchEndpointMatcher(branch="eight", role="eight-*"),
# *-try groups can start "try" builds
ForceBuildEndpointMatcher(builder="try", role="*-developers"),
# *-mergers groups can start "merge" builds
ForceBuildEndpointMatcher(builder="merge", role="*-mergers"),
# *-releasers groups can start "release" builds
ForceBuildEndpointMatcher(builder="release",
role="*-releasers"),
],
roleMatchers=[
RolesFromGroups(groupPrefix="buildbot-"),
RolesFromEmails(admins=["*****@*****.**"],
agents=["*****@*****.**"]),
RolesFromOwner(role="owner"),
RolesFromDomain(admins=["mi7.uk"])
])
self.users = dict(homer=dict(email="*****@*****.**"),
bond=dict(email="*****@*****.**"),
moneypenny=dict(email="*****@*****.**"),
nineuser=dict(email="*****@*****.**",
groups=[
"buildbot-nine-mergers",
"buildbot-nine-developers"
]),
eightuser=dict(email="*****@*****.**",
groups=["buildbot-eight-deverlopers"
]))
self.master = self.make_master(url='h:/a/b/', authz=authzcfg)
self.authz = self.master.authz
self.master.db.insertTestData([
fakedb.Builder(id=77, name="mybuilder"),
fakedb.Master(id=88),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=8822),
fakedb.BuildsetProperty(
buildsetid=8822,
property_name='owner',
property_value='["*****@*****.**", "force"]'),
fakedb.BuildRequest(id=82, buildsetid=8822, builderid=77),
fakedb.Build(id=13,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=3),
fakedb.Build(id=14,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=4),
fakedb.Build(id=15,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=5),
])
def setupBuildResults(self, buildResults, finalResult):
# this testsuite always goes through setupBuildResults so that
# the data is sure to be the real data schema known coming from data api
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Builder(id=80, name='Builder1'),
fakedb.Buildset(id=98, results=finalResult, reason="testReason1"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234),
fakedb.Change(changeid=13,
branch=u'master',
revision=u'9283',
author='me@foo',
repository=u'https://...',
codebase=u'cbgerrit',
project=u'world-domination',
sourcestampid=234),
])
i = 0
for results in buildResults:
self.db.insertTestData([
fakedb.BuildRequest(id=11 + i, buildsetid=98,
builderid=79 + i),
fakedb.Build(id=20 + i,
number=i,
builderid=79 + i,
buildrequestid=11 + i,
buildslaveid=13,
masterid=92,
results=results,
state_string=u"buildText"),
fakedb.Step(id=50 + i, buildid=20 + i, number=5, name='make'),
fakedb.Log(id=60 + i,
stepid=50 + i,
name='stdio',
slug='stdio',
type='s',
num_lines=7),
fakedb.LogChunk(
logid=60 + i,
first_line=0,
last_line=1,
compressed=0,
content=u'Unicode log with non-ascii (\u00E5\u00E4\u00F6).'
),
fakedb.BuildProperty(buildid=20 + i,
name="slavename",
value="sl"),
fakedb.BuildProperty(buildid=20 + i,
name="reason",
value="because"),
])
for k, v in iteritems(self.TEST_PROPS):
self.db.insertTestData(
[fakedb.BuildProperty(buildid=20 + i, name=k, value=v)])
i += 1
res = yield utils.getDetailsForBuildset(self.master,
98,
wantProperties=True)
builds = res['builds']
buildset = res['buildset']
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
defer.returnValue([ch])
self.master.db.changes.getChangesForBuild = getChangesForBuild
defer.returnValue((buildset, builds))
class Tests(interfaces.InterfaceTests):
# common sample data
baseRows = [
fakedb.Master(id=10, name='m10'),
fakedb.Master(id=11, name='m11'),
fakedb.Builder(id=20, name='a'),
fakedb.Builder(id=21, name='b'),
fakedb.Builder(id=22, name='c'),
fakedb.Worker(id=30, name='zero'),
fakedb.Worker(id=31, name='one'),
]
multipleMasters = [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.BuilderMaster(id=13, builderid=21, masterid=10),
fakedb.BuilderMaster(id=14, builderid=20, masterid=11),
fakedb.BuilderMaster(id=15, builderid=22, masterid=11),
fakedb.BuilderMaster(id=16, builderid=22, masterid=10),
fakedb.ConfiguredWorker(id=3012, workerid=30, buildermasterid=12),
fakedb.ConfiguredWorker(id=3013, workerid=30, buildermasterid=13),
fakedb.ConfiguredWorker(id=3014, workerid=30, buildermasterid=14),
fakedb.ConfiguredWorker(id=3114, workerid=31, buildermasterid=14),
fakedb.ConfiguredWorker(id=3115, workerid=31, buildermasterid=15),
fakedb.ConnectedWorker(id=3010, workerid=30, masterid=10),
fakedb.ConnectedWorker(id=3111, workerid=31, masterid=11),
]
# sample worker data, with id's avoiding the postgres id sequence
BOGUS_NAME = 'bogus'
W1_NAME, W1_ID, W1_INFO = 'w1', 100, {'a': 1}
worker1_rows = [
fakedb.Worker(id=W1_ID, name=W1_NAME, info=W1_INFO),
]
W2_NAME, W2_ID, W2_INFO = 'w2', 200, {'a': 1, 'b': 2}
worker2_rows = [
fakedb.Worker(id=W2_ID, name=W2_NAME, info=W2_INFO),
]
# tests
def test_signature_findWorkerId(self):
@self.assertArgSpecMatches(self.db.workers.findWorkerId)
def findWorkerId(self, name):
pass
def test_signature_getWorker(self):
@self.assertArgSpecMatches(self.db.workers.getWorker)
def getWorker(self,
workerid=None,
name=None,
masterid=None,
builderid=None):
pass
def test_signature_getWorkers(self):
@self.assertArgSpecMatches(self.db.workers.getWorkers)
def getWorkers(self,
masterid=None,
builderid=None,
paused=None,
graceful=None):
pass
def test_signature_workerConnected(self):
@self.assertArgSpecMatches(self.db.workers.workerConnected)
def workerConnected(self, workerid, masterid, workerinfo):
pass
def test_signature_workerDisconnected(self):
@self.assertArgSpecMatches(self.db.workers.workerDisconnected)
def workerDisconnected(self, workerid, masterid):
pass
def test_signature_workerConfigured(self):
@self.assertArgSpecMatches(self.db.workers.workerConfigured)
def workerConfigured(self, workerid, masterid, builderids):
pass
def test_signature_deconfigureAllWorkersForMaster(self):
@self.assertArgSpecMatches(
self.db.workers.deconfigureAllWorkersForMaster)
def deconfigureAllWorkersForMaster(self, masterid):
pass
def test_signature_setWorkerState(self):
@self.assertArgSpecMatches(self.db.workers.setWorkerState)
def setWorkerState(self, workerid, paused, graceful):
pass
@defer.inlineCallbacks
def test_findWorkerId_insert(self):
id = yield self.db.workers.findWorkerId(name="xyz")
worker = yield self.db.workers.getWorker(workerid=id)
self.assertEqual(worker['name'], 'xyz')
self.assertEqual(worker['workerinfo'], {})
@defer.inlineCallbacks
def test_findWorkerId_existing(self):
yield self.insertTestData(self.baseRows)
id = yield self.db.workers.findWorkerId(name="one")
self.assertEqual(id, 31)
@defer.inlineCallbacks
def test_getWorker_no_such(self):
yield self.insertTestData(self.baseRows)
workerdict = yield self.db.workers.getWorker(workerid=99)
self.assertEqual(workerdict, None)
@defer.inlineCallbacks
def test_getWorker_by_name_no_such(self):
yield self.insertTestData(self.baseRows)
workerdict = yield self.db.workers.getWorker(name='NOSUCH')
self.assertEqual(workerdict, None)
@defer.inlineCallbacks
def test_getWorker_not_configured(self):
yield self.insertTestData(self.baseRows)
workerdict = yield self.db.workers.getWorker(workerid=30)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
connected_to=[],
configured_on=[]))
@defer.inlineCallbacks
def test_getWorker_connected_not_configured(self):
yield self.insertTestData(self.baseRows + [
# the worker is connected to this master, but not configured.
# weird, but the DB should represent it.
fakedb.Worker(id=32, name='two'),
fakedb.ConnectedWorker(workerid=32, masterid=11),
])
workerdict = yield self.db.workers.getWorker(workerid=32)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=32,
name='two',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
connected_to=[11],
configured_on=[]))
@defer.inlineCallbacks
def test_getWorker_multiple_connections(self):
yield self.insertTestData(self.baseRows + [
# the worker is connected to two masters at once.
# weird, but the DB should represent it.
fakedb.Worker(id=32, name='two'),
fakedb.ConnectedWorker(workerid=32, masterid=10),
fakedb.ConnectedWorker(workerid=32, masterid=11),
fakedb.BuilderMaster(id=24, builderid=20, masterid=10),
fakedb.BuilderMaster(id=25, builderid=20, masterid=11),
fakedb.ConfiguredWorker(workerid=32, buildermasterid=24),
fakedb.ConfiguredWorker(workerid=32, buildermasterid=25),
])
workerdict = yield self.db.workers.getWorker(workerid=32)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=32,
name='two',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
connected_to=[10, 11],
configured_on=[
{
'builderid': 20,
'masterid': 10
},
{
'builderid': 20,
'masterid': 11
},
]))
@defer.inlineCallbacks
def test_getWorker_by_name_not_configured(self):
yield self.insertTestData(self.baseRows)
workerdict = yield self.db.workers.getWorker(name='zero')
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
connected_to=[],
configured_on=[]))
@defer.inlineCallbacks
def test_getWorker_not_connected(self):
yield self.insertTestData(self.baseRows + [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.ConfiguredWorker(workerid=30, buildermasterid=12),
])
workerdict = yield self.db.workers.getWorker(workerid=30)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[{
'masterid': 10,
'builderid': 20
}],
connected_to=[]))
@defer.inlineCallbacks
def test_getWorker_connected(self):
yield self.insertTestData(self.baseRows + [
fakedb.BuilderMaster(id=12, builderid=20, masterid=10),
fakedb.ConfiguredWorker(workerid=30, buildermasterid=12),
fakedb.ConnectedWorker(workerid=30, masterid=10),
])
workerdict = yield self.db.workers.getWorker(workerid=30)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[{
'masterid': 10,
'builderid': 20
}],
connected_to=[10]))
@defer.inlineCallbacks
def test_getWorker_with_multiple_masters(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdict = yield self.db.workers.getWorker(workerid=30)
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 10,
'builderid': 20
},
{
'masterid': 10,
'builderid': 21
},
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[10]))
@defer.inlineCallbacks
def test_getWorker_with_multiple_masters_builderid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdict = yield self.db.workers.getWorker(workerid=30, builderid=20)
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 10,
'builderid': 20
},
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[10]))
@defer.inlineCallbacks
def test_getWorker_with_multiple_masters_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdict = yield self.db.workers.getWorker(workerid=30, masterid=11)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[
{
'masterid': 11,
'builderid': 20
},
],
connected_to=[]))
@defer.inlineCallbacks
def test_getWorker_with_multiple_masters_builderid_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdict = yield self.db.workers.getWorker(workerid=30,
builderid=20,
masterid=11)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[
{
'masterid': 11,
'builderid': 20
},
],
connected_to=[]))
@defer.inlineCallbacks
def test_getWorker_by_name_with_multiple_masters_builderid_masterid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdict = yield self.db.workers.getWorker(name='zero',
builderid=20,
masterid=11)
validation.verifyDbDict(self, 'workerdict', workerdict)
self.assertEqual(
workerdict,
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[
{
'masterid': 11,
'builderid': 20
},
],
connected_to=[]))
@defer.inlineCallbacks
def test_getWorkers_no_config(self):
yield self.insertTestData(self.baseRows)
workerdicts = yield self.db.workers.getWorkers()
[
validation.verifyDbDict(self, 'workerdict', workerdict)
for workerdict in workerdicts
]
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[],
connected_to=[]),
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=[],
connected_to=[]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_with_config(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers()
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 10,
'builderid': 20
},
{
'masterid': 10,
'builderid': 21
},
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[10]),
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 11,
'builderid': 20
},
{
'masterid': 11,
'builderid': 22
},
],
key=configuredOnKey),
connected_to=[11]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_empty(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers(masterid=11,
builderid=21)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(sorted(workerdicts, key=workerKey), [])
@defer.inlineCallbacks
def test_getWorkers_with_config_builderid(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers(builderid=20)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 10,
'builderid': 20
},
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[10]),
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[11]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_with_config_masterid_10(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers(masterid=10)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 10,
'builderid': 20
},
{
'masterid': 10,
'builderid': 21
},
],
key=configuredOnKey),
connected_to=[10]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_with_config_masterid_11(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers(masterid=11)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=30,
name='zero',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 11,
'builderid': 20
},
],
key=configuredOnKey),
connected_to=[]),
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 11,
'builderid': 20
},
{
'masterid': 11,
'builderid': 22
},
],
key=configuredOnKey),
connected_to=[11]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_with_config_masterid_11_builderid_22(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
workerdicts = yield self.db.workers.getWorkers(masterid=11,
builderid=22)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = sorted(workerdict['configured_on'],
key=configuredOnKey)
self.assertEqual(
sorted(workerdicts, key=workerKey),
sorted([
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=False,
configured_on=sorted([
{
'masterid': 11,
'builderid': 22
},
],
key=configuredOnKey),
connected_to=[11]),
],
key=workerKey))
@defer.inlineCallbacks
def test_getWorkers_with_paused(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
yield self.db.workers.setWorkerState(31, paused=True, graceful=False)
workerdicts = yield self.db.workers.getWorkers(paused=True)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = []
self.assertEqual(workerdicts, [
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=True,
graceful=False,
configured_on=[],
connected_to=[11]),
])
@defer.inlineCallbacks
def test_getWorkers_with_graceful(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
yield self.db.workers.setWorkerState(31, paused=False, graceful=True)
workerdicts = yield self.db.workers.getWorkers(graceful=True)
for workerdict in workerdicts:
validation.verifyDbDict(self, 'workerdict', workerdict)
workerdict['configured_on'] = []
self.assertEqual(workerdicts, [
dict(id=31,
name='one',
workerinfo={'a': 'b'},
paused=False,
graceful=True,
configured_on=[],
connected_to=[11]),
])
@defer.inlineCallbacks
def test_workerConnected_existing(self):
yield self.insertTestData(self.baseRows + self.worker1_rows)
NEW_INFO = {'other': [1, 2, 3]}
yield self.db.workers.workerConnected(workerid=self.W1_ID,
masterid=11,
workerinfo=NEW_INFO)
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(
w, {
'id': self.W1_ID,
'name': self.W1_NAME,
'workerinfo': NEW_INFO,
'paused': False,
'graceful': False,
'configured_on': [],
'connected_to': [11]
})
@defer.inlineCallbacks
def test_workerConnected_already_connected(self):
yield self.insertTestData(self.baseRows + self.worker1_rows + [
fakedb.ConnectedWorker(id=888, workerid=self.W1_ID, masterid=11),
])
yield self.db.workers.workerConnected(workerid=self.W1_ID,
masterid=11,
workerinfo={})
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(w['connected_to'], [11])
@defer.inlineCallbacks
def test_workerDisconnected(self):
yield self.insertTestData(self.baseRows + self.worker1_rows + [
fakedb.ConnectedWorker(id=888, workerid=self.W1_ID, masterid=10),
fakedb.ConnectedWorker(id=889, workerid=self.W1_ID, masterid=11),
])
yield self.db.workers.workerDisconnected(workerid=self.W1_ID,
masterid=11)
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(w['connected_to'], [10])
@defer.inlineCallbacks
def test_workerDisconnected_already_disconnected(self):
yield self.insertTestData(self.baseRows + self.worker1_rows)
yield self.db.workers.workerDisconnected(workerid=self.W1_ID,
masterid=11)
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(w['connected_to'], [])
@defer.inlineCallbacks
def test_setWorkerState_existing(self):
yield self.insertTestData(self.baseRows + self.worker1_rows)
yield self.db.workers.setWorkerState(workerid=self.W1_ID,
paused=False,
graceful=True)
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(
w, {
'id': self.W1_ID,
'name': self.W1_NAME,
'workerinfo': self.W1_INFO,
'paused': False,
'graceful': True,
'configured_on': [],
'connected_to': []
})
yield self.db.workers.setWorkerState(workerid=self.W1_ID,
paused=True,
graceful=False)
w = yield self.db.workers.getWorker(self.W1_ID)
self.assertEqual(
w, {
'id': self.W1_ID,
'name': self.W1_NAME,
'workerinfo': self.W1_INFO,
'paused': True,
'graceful': False,
'configured_on': [],
'connected_to': []
})
@defer.inlineCallbacks
def test_workerConfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.workers.deconfigureAllWorkersForMaster(masterid=10)
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[20, 22])
w = yield self.db.workers.getWorker(30)
self.assertEqual(
sorted(w['configured_on'], key=configuredOnKey),
sorted([{
'builderid': 20,
'masterid': 11
}, {
'builderid': 20,
'masterid': 10
}, {
'builderid': 22,
'masterid': 10
}],
key=configuredOnKey))
@defer.inlineCallbacks
def test_workerConfiguredTwice(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.workers.deconfigureAllWorkersForMaster(masterid=10)
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[20, 22])
# configure again (should eat the duplicate insertion errors)
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[20, 21, 22])
w = yield self.db.workers.getWorker(30)
x1 = sorted(w['configured_on'], key=configuredOnKey)
x2 = sorted([{
'builderid': 20,
'masterid': 11
}, {
'builderid': 20,
'masterid': 10
}, {
'builderid': 21,
'masterid': 10
}, {
'builderid': 22,
'masterid': 10
}],
key=configuredOnKey)
self.assertEqual(x1, x2)
@defer.inlineCallbacks
def test_workerReConfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[20, 22])
w = yield self.db.workers.getWorker(30)
w['configured_on'] = sorted(w['configured_on'], key=configuredOnKey)
self.assertEqual(
w['configured_on'],
sorted([{
'builderid': 20,
'masterid': 11
}, {
'builderid': 20,
'masterid': 10
}, {
'builderid': 22,
'masterid': 10
}],
key=configuredOnKey))
@defer.inlineCallbacks
def test_workerReConfigured_should_not_affect_other_worker(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove all the builders in master 11
yield self.db.workers.workerConfigured(workerid=30,
masterid=11,
builderids=[])
w = yield self.db.workers.getWorker(30)
x1 = sorted(w['configured_on'], key=configuredOnKey)
x2 = sorted([{
'builderid': 20,
'masterid': 10
}, {
'builderid': 21,
'masterid': 10
}],
key=configuredOnKey)
self.assertEqual(x1, x2)
# ensure worker 31 is not affected (see GitHub issue#3392)
w = yield self.db.workers.getWorker(31)
x1 = sorted(w['configured_on'], key=configuredOnKey)
x2 = sorted([{
'builderid': 20,
'masterid': 11
}, {
'builderid': 22,
'masterid': 11
}],
key=configuredOnKey)
self.assertEqual(x1, x2)
@defer.inlineCallbacks
def test_workerUnconfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove all builders from master 10
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[])
w = yield self.db.workers.getWorker(30)
w['configured_on'] = sorted(w['configured_on'], key=configuredOnKey)
expected = sorted([{
'builderid': 20,
'masterid': 11
}],
key=configuredOnKey)
self.assertEqual(w['configured_on'], expected)
@defer.inlineCallbacks
def test_nothingConfigured(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
# should remove builder 21, and add 22
yield self.db.workers.deconfigureAllWorkersForMaster(masterid=10)
yield self.db.workers.workerConfigured(workerid=30,
masterid=10,
builderids=[])
# should only keep builder for master 11
w = yield self.db.workers.getWorker(30)
self.assertEqual(sorted(w['configured_on']),
sorted([{
'builderid': 20,
'masterid': 11
}]))
@defer.inlineCallbacks
def test_deconfiguredAllWorkers(self):
yield self.insertTestData(self.baseRows + self.multipleMasters)
res = yield self.db.workers.getWorkers(masterid=11)
self.assertEqual(len(res), 2)
# should remove all worker configured for masterid 11
yield self.db.workers.deconfigureAllWorkersForMaster(masterid=11)
res = yield self.db.workers.getWorkers(masterid=11)
self.assertEqual(len(res), 0)
def test_buildsetComplete_doesnt_send_email(self):
fakeBuildMessage = Mock()
mn = MailNotifier('*****@*****.**',
buildSetSummary=True,
mode=("failing", "warnings"),
builders=["Builder"])
mn.buildMessage = fakeBuildMessage
def fakeGetBuild(number):
return build
def fakeGetBuilder(buildername):
if buildername == builder.name:
return builder
return None
def fakeGetBuildRequests(self, bsid):
return defer.succeed([{"buildername": "Builder", "brid": 1}])
builder = Mock()
builder.getBuild = fakeGetBuild
builder.name = "Builder"
build = FakeBuildStatus()
build.results = SUCCESS
build.finished = True
build.reason = "testReason"
build.getBuilder.return_value = builder
build.getResults.return_value = build.results
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=SUCCESS, reason="testReason"),
fakedb.BuildRequest(id=11, buildsetid=99, buildername='Builder'),
fakedb.Build(number=0,
buildrequestid=11,
buildslaveid=13,
masterid=92),
])
mn.master = self.master
self.status = Mock()
mn.master_status = Mock()
mn.master_status.getBuilder = fakeGetBuilder
mn.buildMessageDict = Mock()
mn.buildMessageDict.return_value = {
"body": "body",
"type": "text",
"subject": "subject"
}
d = mn._buildsetComplete('buildset.99.complete',
dict(bsid=99, result=FAILURE))
@d.addCallback
def check(_):
self.assertFalse(fakeBuildMessage.called)
return d
class Tests(interfaces.InterfaceTests):
# common sample data
backgroundData = [
fakedb.Buildset(id=20),
fakedb.Builder(id=77, name="b1"),
fakedb.Builder(id=88, name="b2"),
fakedb.BuildRequest(id=40, buildsetid=20, builderid=77),
fakedb.BuildRequest(id=41, buildsetid=20, builderid=77),
fakedb.BuildRequest(id=42, buildsetid=20, builderid=88),
fakedb.Master(id=88),
fakedb.Master(id=89, name="bar"),
fakedb.Worker(id=13, name='sl'),
fakedb.Worker(id=12, name='sl2'),
]
threeBuilds = [
fakedb.Build(id=50,
buildrequestid=42,
number=5,
masterid=88,
builderid=77,
workerid=13,
state_string="test",
started_at=TIME1),
fakedb.Build(id=51,
buildrequestid=41,
number=6,
masterid=88,
builderid=88,
workerid=13,
state_string="test",
started_at=TIME2),
fakedb.Build(id=52,
buildrequestid=42,
number=7,
masterid=88,
builderid=77,
workerid=12,
state_string="test",
started_at=TIME3,
complete_at=TIME4,
results=5),
]
threeBdicts = {
50: {
'id': 50,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 5,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': 'test',
'results': None
},
51: {
'id': 51,
'buildrequestid': 41,
'builderid': 88,
'masterid': 88,
'number': 6,
'workerid': 13,
'started_at': epoch2datetime(TIME2),
'complete_at': None,
'state_string': 'test',
'results': None
},
52: {
'id': 52,
'buildrequestid': 42,
'builderid': 77,
'masterid': 88,
'number': 7,
'workerid': 12,
'started_at': epoch2datetime(TIME3),
'complete_at': epoch2datetime(TIME4),
'state_string': 'test',
'results': 5
},
}
# signature tests
def test_signature_getBuild(self):
@self.assertArgSpecMatches(self.db.builds.getBuild)
def getBuild(self, buildid):
pass
def test_signature_getBuildByNumber(self):
@self.assertArgSpecMatches(self.db.builds.getBuildByNumber)
def getBuild(self, builderid, number):
pass
def test_signature_getBuilds(self):
@self.assertArgSpecMatches(self.db.builds.getBuilds)
def getBuilds(self,
builderid=None,
buildrequestid=None,
workerid=None,
complete=None,
resultSpec=None):
pass
def test_signature_addBuild(self):
@self.assertArgSpecMatches(self.db.builds.addBuild)
def addBuild(self, builderid, buildrequestid, workerid, masterid,
state_string):
pass
def test_signature_setBuildStateString(self):
@self.assertArgSpecMatches(self.db.builds.setBuildStateString)
def setBuildStateString(self, buildid, state_string):
pass
def test_signature_finishBuild(self):
@self.assertArgSpecMatches(self.db.builds.finishBuild)
def finishBuild(self, buildid, results):
pass
def test_signature_getBuildProperties(self):
@self.assertArgSpecMatches(self.db.builds.getBuildProperties)
def getBuildProperties(self, bid):
pass
def test_signature_setBuildProperty(self):
@self.assertArgSpecMatches(self.db.builds.setBuildProperty)
def setBuildProperty(self, bid, name, value, source):
pass
# method tests
@defer.inlineCallbacks
def test_getBuild(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_string=u'test',
results=None))
@defer.inlineCallbacks
def test_getBuild_missing(self):
bdict = yield self.db.builds.getBuild(50)
self.assertEqual(bdict, None)
@defer.inlineCallbacks
def test_getBuildByNumber(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
bdict = yield self.db.builds.getBuildByNumber(builderid=77, number=5)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(bdict['id'], 50)
@defer.inlineCallbacks
def test_getBuilds(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds()
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[51], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_getBuilds_builderid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(builderid=88)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[51]])
@defer.inlineCallbacks
def test_getBuilds_buildrequestid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(buildrequestid=42)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[52]])
@defer.inlineCallbacks
def test_getBuilds_workerid(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(workerid=13)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[50], self.threeBdicts[51]])
@defer.inlineCallbacks
def test_getBuilds_complete(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
bdicts = yield self.db.builds.getBuilds(complete=True)
for bdict in bdicts:
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(sorted(bdicts, key=lambda bd: bd['id']),
[self.threeBdicts[52]])
@defer.inlineCallbacks
def test_addBuild_first(self):
clock = task.Clock()
clock.advance(TIME1)
yield self.insertTestData(self.backgroundData)
id, number = yield self.db.builds.addBuild(builderid=77,
buildrequestid=41,
workerid=13,
masterid=88,
state_string=u'test test2',
_reactor=clock)
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': u'test test2',
'results': None
})
@defer.inlineCallbacks
def test_addBuild_existing(self):
clock = task.Clock()
clock.advance(TIME1)
yield self.insertTestData(self.backgroundData + [
fakedb.Build(number=10,
buildrequestid=41,
builderid=77,
masterid=88,
workerid=13),
])
id, number = yield self.db.builds.addBuild(builderid=77,
buildrequestid=41,
workerid=13,
masterid=88,
state_string=u'test test2',
_reactor=clock)
bdict = yield self.db.builds.getBuild(id)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(number, 11)
self.assertEqual(
bdict, {
'buildrequestid': 41,
'builderid': 77,
'id': id,
'masterid': 88,
'number': number,
'workerid': 13,
'started_at': epoch2datetime(TIME1),
'complete_at': None,
'state_string': u'test test2',
'results': None
})
@defer.inlineCallbacks
def test_setBuildStateString(self):
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.setBuildStateString(buildid=50,
state_string=u'test test2')
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=None,
state_string=u'test test2',
results=None))
@defer.inlineCallbacks
def test_finishBuild(self):
clock = task.Clock()
clock.advance(TIME4)
yield self.insertTestData(self.backgroundData + [self.threeBuilds[0]])
yield self.db.builds.finishBuild(buildid=50, results=7, _reactor=clock)
bdict = yield self.db.builds.getBuild(50)
validation.verifyDbDict(self, 'dbbuilddict', bdict)
self.assertEqual(
bdict,
dict(id=50,
number=5,
buildrequestid=42,
masterid=88,
builderid=77,
workerid=13,
started_at=epoch2datetime(TIME1),
complete_at=epoch2datetime(TIME4),
state_string=u'test',
results=7))
@defer.inlineCallbacks
def testgetBuildPropertiesEmpty(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
for buildid in (50, 51, 52):
props = yield self.db.builds.getBuildProperties(buildid)
self.assertEqual(0, len(props))
@defer.inlineCallbacks
def testsetandgetProperties(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
yield self.db.builds.setBuildProperty(50, 'prop', 42, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (42, 'test')})
@defer.inlineCallbacks
def testsetgetsetProperties(self):
yield self.insertTestData(self.backgroundData + self.threeBuilds)
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {})
yield self.db.builds.setBuildProperty(50, 'prop', 42, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (42, 'test')})
# set a new value
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test')})
# set a new source
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test_source')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test_source')})
# set the same
yield self.db.builds.setBuildProperty(50, 'prop', 45, 'test_source')
props = yield self.db.builds.getBuildProperties(50)
self.assertEqual(props, {'prop': (45, 'test_source')})
def test_getCustomMesgData_single_sourcestamp(self):
self.passedAttrs = {}
def fakeCustomMessage(attrs):
self.passedAttrs = attrs
return ("", "")
mn = MailNotifier('*****@*****.**',
buildSetSummary=True,
mode=("failing", "passing", "warnings"),
builders=["Builder"])
def fakeBuildMessage(name, builds, results):
for build in builds:
mn.buildMessageDict(name=build.getBuilder().name,
build=build,
results=build.results)
mn.buildMessage = fakeBuildMessage
mn.customMesg = fakeCustomMessage
def fakeGetBuild(number):
return build
def fakeGetBuilder(buildername):
if buildername == builder.name:
return builder
return None
def fakeGetBuildRequests(self, bsid):
return defer.succeed([{"buildername": "Builder", "brid": 1}])
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=22),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=SUCCESS, reason="testReason"),
fakedb.BuildRequest(id=11, buildsetid=99, buildername='Builder'),
fakedb.Build(number=0,
buildrequestid=11,
buildslaveid=13,
masterid=22),
])
mn.master = self.master
builder = Mock()
builder.getBuild = fakeGetBuild
builder.name = "Builder"
build = FakeBuildStatus()
build.results = FAILURE
build.finished = True
build.reason = "testReason"
build.getLogs.return_value = []
build.getBuilder.return_value = builder
build.getResults.return_value = build.results
self.status = Mock()
mn.master_status = Mock()
mn.master_status.getBuilder = fakeGetBuilder
ss1 = FakeSource(revision='111222', codebase='testlib1')
build.getSourceStamps.return_value = [ss1]
d = mn._buildsetComplete('buildset.99.complete',
dict(bsid=99, result=FAILURE))
@d.addCallback
def check(_):
self.assertTrue('builderName' in self.passedAttrs,
"No builderName entry found in attrs")
self.assertEqual(self.passedAttrs['builderName'], 'Builder')
self.assertTrue('revision' in self.passedAttrs,
"No revision entry found in attrs")
self.assertTrue(isinstance(self.passedAttrs['revision'], str))
self.assertEqual(self.passedAttrs['revision'], '111222')
return d
from twisted.internet import defer
from twisted.trial import unittest
from buildbot.data import exceptions
from buildbot.data import resultspec
from buildbot.data import workers
from buildbot.test.fake import fakedb
from buildbot.test.fake import fakemaster
from buildbot.test.util import endpoint
from buildbot.test.util import interfaces
testData = [
fakedb.Builder(id=40, name=u'b1'),
fakedb.Builder(id=41, name=u'b2'),
fakedb.Master(id=13),
fakedb.Master(id=14),
fakedb.BuilderMaster(id=4013, builderid=40, masterid=13),
fakedb.BuilderMaster(id=4014, builderid=40, masterid=14),
fakedb.BuilderMaster(id=4113, builderid=41, masterid=13),
fakedb.Worker(id=1, name=u'linux', info={}),
fakedb.ConfiguredWorker(id=14013, workerid=1, buildermasterid=4013),
fakedb.ConfiguredWorker(id=14014, workerid=1, buildermasterid=4014),
fakedb.ConnectedWorker(id=113, masterid=13, workerid=1),
fakedb.Worker(id=2, name=u'windows', info={"a": "b"}),
fakedb.ConfiguredWorker(id=24013, workerid=2, buildermasterid=4013),
fakedb.ConfiguredWorker(id=24014, workerid=2, buildermasterid=4014),
fakedb.ConfiguredWorker(id=24113, workerid=2, buildermasterid=4113),
fakedb.ConnectedWorker(id=214, masterid=14, workerid=2),
]
def do_test_sendToInterestedUsers(self,
lookup=None,
extraRecipients=[],
sendToInterestedUsers=True,
exp_called_with=None,
exp_TO=None,
exp_CC=None):
from email.message import Message
m = Message()
mn = MailNotifier(fromaddr='*****@*****.**',
lookup=lookup,
sendToInterestedUsers=sendToInterestedUsers,
extraRecipients=extraRecipients)
mn.sendMessage = Mock()
def fakeGetBuild(number):
return build
def fakeGetBuilder(buildername):
if buildername == builder.name:
return builder
return None
def fakeGetBuildRequests(self, bsid):
return defer.succeed([{"buildername": "Builder", "brid": 1}])
builder = Mock()
builder.getBuild = fakeGetBuild
builder.name = "Builder"
build = FakeBuildStatus(name="build")
build.result = FAILURE
build.finished = True
build.reason = "testReason"
build.builder = builder
def fakeCreateEmail(msgdict,
builderName,
title,
results,
builds=None,
patches=None,
logs=None):
# only concerned with m['To'] and m['CC'], which are added in
# _got_recipients later
return defer.succeed(m)
mn.createEmail = fakeCreateEmail
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=SUCCESS, reason="testReason"),
fakedb.BuildRequest(id=11, buildsetid=99, buildername='Builder'),
fakedb.Build(number=0,
buildrequestid=11,
masterid=92,
buildslaveid=13),
fakedb.Change(changeid=9123),
fakedb.ChangeUser(changeid=9123, uid=1),
fakedb.User(uid=1, identifier="tdurden"),
fakedb.UserInfo(uid=1, attr_type='svn', attr_data="tdurden"),
fakedb.UserInfo(uid=1,
attr_type='email',
attr_data="*****@*****.**")
])
# fake sourcestamp with relevant user bits
ss = Mock(name="sourcestamp")
fake_change = Mock(name="change")
fake_change.number = 9123
ss.changes = [fake_change]
ss.patch, ss.addPatch = None, None
def fakeGetSSlist():
return [ss]
build.getSourceStamps = fakeGetSSlist
def _getInterestedUsers():
# 'narrator' in this case is the owner, which tests the lookup
return ["narrator"]
build.getInterestedUsers = _getInterestedUsers
def _getResponsibleUsers():
return ["Big Bob <*****@*****.**>"]
build.getResponsibleUsers = _getResponsibleUsers
mn.master = self.master
self.status = mn.master_status = mn.buildMessageDict = Mock()
mn.master_status.getBuilder = fakeGetBuilder
mn.buildMessageDict.return_value = {"body": "body", "type": "text"}
mn.buildMessage(builder.name, [build], build.result)
mn.sendMessage.assert_called_with(m, exp_called_with)
self.assertEqual(m['To'], exp_TO)
self.assertEqual(m['CC'], exp_CC)
def test_buildsetComplete_sends_email(self):
fakeBuildMessage = Mock()
mn = MailNotifier('*****@*****.**',
buildSetSummary=True,
mode=("failing", "passing", "warnings"),
builders=["Builder1", "Builder2"])
mn.buildMessage = fakeBuildMessage
builder1 = Mock()
builder1.getBuild = lambda number: build1
builder1.name = "Builder1"
build1 = FakeBuildStatus()
build1.results = FAILURE
build1.finished = True
build1.reason = "testReason"
build1.getBuilder.return_value = builder1
build1.getResults.return_value = build1.results
builder2 = Mock()
builder2.getBuild = lambda number: build2
builder2.name = "Builder2"
build2 = FakeBuildStatus()
build2.results = FAILURE
build2.finished = True
build2.reason = "testReason"
build2.getBuilder.return_value = builder1
build2.getResults.return_value = build2.results
def fakeGetBuilder(buildername):
return {"Builder1": builder1, "Builder2": builder2}[buildername]
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=SUCCESS, reason="testReason"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.Builder(id=81, name='Builder2'),
fakedb.BuildRequest(id=11, buildsetid=99, builderid=80),
fakedb.Build(number=0, buildrequestid=11, buildslaveid=13,
masterid=92),
fakedb.BuildRequest(id=12, buildsetid=99, builderid=81),
fakedb.Build(number=0, buildrequestid=12, buildslaveid=13,
masterid=92),
])
self.setupMailNotifier(mn)
mn.master_status.getBuilder = fakeGetBuilder
mn.buildMessageDict = Mock()
mn.buildMessageDict.return_value = {"body": "body", "type": "text",
"subject": "subject"}
d = mn._buildsetComplete('buildset.99.complete',
dict(bsid=99, result=FAILURE))
@d.addCallback
def check(_):
fakeBuildMessage.assert_called_with(
"(whole buildset)",
[build1, build2], SUCCESS)
return d
def run_fake_summary_build(self, buildResults, finalResult, resultText,
verifiedScore):
gsp = GerritStatusPush('host.example.com',
'username',
summaryCB=testSummaryCB)
buildpairs = []
i = 0
for i in xrange(len(buildResults)):
buildResult = buildResults[i]
builder = Mock()
build = FakeBuildStatus()
builder.getBuild.return_value = build
builder.name = "Builder-%d" % i
builder.getName.return_value = builder.name
build.results = buildResult
build.finished = True
build.reason = "testReason"
build.getBuilder.return_value = builder
build.getResults.return_value = build.results
build.getText.return_value = ['buildText']
build.getProperty = lambda prop: self.TEST_PROPS.get(prop)
buildpairs.append((builder, build))
def fakeGetBuilder(buildername):
# e.g. Builder-5 will be buildpairs[5][0]
return buildpairs[int(buildername.split("-")[1])][0]
self.run_prepare_gsp(gsp)
gsp.master_status.getBuilder = fakeGetBuilder
gsp.master_status.getURLForThing = Mock()
gsp.master_status.getURLForThing.return_value = self.THING_URL
gsp.master.db = fakedb.FakeDBConnector(gsp.master, self)
fakedata = [
fakedb.Master(id=92),
fakedb.Buildslave(id=13, name='sl'),
fakedb.Buildset(id=99, results=finalResult, reason="testReason"),
]
breqid = 1000
for (builder, build) in buildpairs:
fakedata.append(
fakedb.BuildRequest(id=breqid,
buildsetid=99,
buildername=builder.name))
fakedata.append(
fakedb.Build(number=0,
buildrequestid=breqid,
masterid=92,
buildslaveid=13))
breqid = breqid + 1
gsp.master.db.insertTestData(fakedata)
fakeSCR = Mock()
gsp.sendCodeReview = fakeSCR
d = gsp._buildsetComplete('buildset.99.complete',
dict(bsid=99, result=SUCCESS))
@d.addCallback
def check(_):
info = []
for i in xrange(len(buildResults)):
info.append({
'name': "Builder-%d" % i,
'result': buildResults[i],
'resultText': resultText[i],
'text': 'buildText',
'url': self.THING_URL
})
fakeSCR.assert_called_once_with(self.TEST_PROJECT,
self.TEST_REVISION, str(info),
verifiedScore, 0)
return d