def test_addBuildsetForChanges_multiple_changes_same_codebase(self):
# This is a test for backwards compatibility
# Changes from different repositories come together in one build
sched = self.makeScheduler(
name='n',
builderNames=['b', 'c'],
codebases={'cb': {
'repository': 'http://repo'
}})
# No codebaseGenerator means all changes have codebase == ''
self.db.insertTestData([
fakedb.Change(changeid=13, codebase='cb', sourcestampid=12),
fakedb.Change(changeid=14, codebase='cb', sourcestampid=11),
fakedb.Change(changeid=15, codebase='cb', sourcestampid=10),
])
# note that the changeids are given out of order here; it should still
# use the most recent
bsid, brids = yield sched.addBuildsetForChanges(reason='power',
waited_for=False,
changeids=[14, 15, 13])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1, 2],
external_idstring=None,
properties={
'scheduler': ('n', 'Scheduler'),
},
reason='power',
scheduler='n',
sourcestamps=[10]) # sourcestampid from greatest changeid
def test_pruneChanges(self):
yield self.insertTestData([
fakedb.Scheduler(id=29),
fakedb.SourceStamp(id=234, branch='aa'),
fakedb.SourceStamp(id=235, branch='bb'),
fakedb.Change(changeid=11),
fakedb.Change(changeid=12, sourcestampid=234),
fakedb.SchedulerChange(schedulerid=29, changeid=12),
] + self.change13_rows + [
fakedb.SchedulerChange(schedulerid=29, changeid=13),
] + self.change14_rows + [
fakedb.SchedulerChange(schedulerid=29, changeid=14),
fakedb.Change(changeid=15, sourcestampid=235),
]
)
# pruning with a horizon of 2 should delete changes 11, 12 and 13
yield self.db.changes.pruneChanges(2)
def thd(conn):
results = {}
for tbl_name in ('scheduler_changes', 'change_files',
'change_properties', 'changes'):
tbl = self.db.model.metadata.tables[tbl_name]
res = conn.execute(sa.select([tbl.c.changeid]))
results[tbl_name] = sorted(
[row[0] for row in res.fetchall()])
self.assertEqual(results, {
'scheduler_changes': [14],
'change_files': [14],
'change_properties': [],
'changes': [14, 15],
})
yield self.db.pool.do(thd)
def test_gotChange_treeStableTimer_sequence(self):
sched = self.makeScheduler(
self.Subclass, treeStableTimer=9, branch='master')
self.master.db.insertTestData([
fakedb.Change(changeid=1, branch='master', when_timestamp=1110),
fakedb.ChangeFile(changeid=1, filename='readme.txt'),
fakedb.Change(changeid=2, branch='master', when_timestamp=2220),
fakedb.ChangeFile(changeid=2, filename='readme.txt'),
fakedb.Change(changeid=3, branch='master', when_timestamp=3330),
fakedb.ChangeFile(changeid=3, filename='readme.txt'),
fakedb.Change(changeid=4, branch='master', when_timestamp=4440),
fakedb.ChangeFile(changeid=4, filename='readme.txt'),
])
sched.activate()
self.clock.advance(2220)
# this important change arrives at 2220, so the stable timer will last
# until 2229
yield sched.gotChange(
self.makeFakeChange(branch='master', number=1, when=2220),
True)
self.assertEqual(self.events, [])
self.db.schedulers.assertClassifications(self.SCHEDULERID, {1: True})
# but another (unimportant) change arrives before then
self.clock.advance(6) # to 2226
self.assertEqual(self.events, [])
yield sched.gotChange(
self.makeFakeChange(branch='master', number=2, when=2226),
False)
self.assertEqual(self.events, [])
self.db.schedulers.assertClassifications(
self.SCHEDULERID, {1: True, 2: False})
self.clock.advance(3) # to 2229
self.assertEqual(self.events, [])
self.clock.advance(3) # to 2232
self.assertEqual(self.events, [])
# another important change arrives at 2232
yield sched.gotChange(
self.makeFakeChange(branch='master', number=3, when=2232),
True)
self.assertEqual(self.events, [])
self.db.schedulers.assertClassifications(
self.SCHEDULERID, {1: True, 2: False, 3: True})
self.clock.advance(3) # to 2235
self.assertEqual(self.events, [])
# finally, time to start the build!
self.clock.advance(6) # to 2241
self.assertEqual(self.events, ['B[1,2,3]@2241'])
self.db.schedulers.assertClassifications(self.SCHEDULERID, {})
yield sched.deactivate()
def test_canBeCollapsed_different_codebases_raises_error(self):
""" This testcase has two buildrequests
Request Change Codebase Revision Comment
----------------------------------------------------------------------
288 17 C 1800 request 1 has repo not in request 2
289 18 D 2100 request 2 has repo not in request 1
--------------------------------
Merge cannot be performed and raises error:
Merging requests requires both requests to have the same codebases
"""
brDicts = [] # list of buildrequests dictionary
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=238,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination'),
fakedb.Change(changeid=17,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination',
sourcestampid=238),
fakedb.SourceStamp(id=239,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination'),
fakedb.Change(changeid=18,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination',
sourcestampid=239),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=238),
fakedb.BuildRequest(id=288, buildsetid=539, builderid=77),
fakedb.Buildset(id=540, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=540, sourcestampid=239),
fakedb.BuildRequest(id=289, buildsetid=540, builderid=77),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
req = yield master.db.buildrequests.getBuildRequest(288)
brDicts.append(req)
req = yield master.db.buildrequests.getBuildRequest(289)
brDicts.append(req)
can_collapse = \
yield buildrequest.BuildRequest.canBeCollapsed(master, brDicts[0],
brDicts[1])
self.assertEqual(can_collapse, False)
def test_fromBrdict_multiple_sourcestamps(self):
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=234,
branch='trunk',
revision='9283',
repository='svn://a..',
codebase='A',
project='world-domination'),
fakedb.Change(changeid=13,
branch='trunk',
revision='9283',
repository='svn://a..',
codebase='A',
project='world-domination',
sourcestampid=234),
fakedb.SourceStamp(id=235,
branch='trunk',
revision='9284',
repository='svn://b..',
codebase='B',
project='world-domination'),
fakedb.Change(changeid=14,
branch='trunk',
revision='9284',
repository='svn://b..',
codebase='B',
project='world-domination',
sourcestampid=235),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=234),
fakedb.BuildsetProperty(buildsetid=539,
property_name='x',
property_value='[1, "X"]'),
fakedb.BuildsetProperty(buildsetid=539,
property_name='y',
property_value='[2, "Y"]'),
fakedb.BuildRequest(id=288,
buildsetid=539,
builderid=77,
priority=13,
submitted_at=1200000000),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
brdict = yield master.db.buildrequests.getBuildRequest(288)
br = yield buildrequest.BuildRequest.fromBrdict(master, brdict)
self.assertEqual(br.reason, 'triggered')
self.assertEqual(br.properties.getProperty('x'), 1)
self.assertEqual(br.properties.getProperty('y'), 2)
self.assertEqual(br.submittedAt, 1200000000)
self.assertEqual(br.buildername, 'bldr')
self.assertEqual(br.priority, 13)
self.assertEqual(br.id, 288)
self.assertEqual(br.bsid, 539)
def insert7Changes(self):
return self.insertTestData([
fakedb.SourceStamp(id=922),
fakedb.Change(changeid=8, sourcestampid=922),
fakedb.Change(changeid=9, sourcestampid=922),
fakedb.Change(changeid=10, sourcestampid=922),
fakedb.Change(changeid=11, sourcestampid=922),
fakedb.Change(changeid=12, sourcestampid=922),
] + self.change13_rows + self.change14_rows)
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.SourceStamp(id=133),
fakedb.Change(changeid=13, branch='trunk', revision='9283',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=133),
fakedb.SourceStamp(id=144),
fakedb.Change(changeid=14, branch='devel', revision='9284',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=144),
fakedb.Build(buildrequestid=1, masterid=1, workerid=1, builderid=1),
])
def test_addChange_src_codebaseGenerator(self):
def preChangeGenerator(**kwargs):
return kwargs
self.master.config = mock.Mock(name='master.config')
self.master.config.preChangeGenerator = preChangeGenerator
self.master.config.codebaseGenerator = \
lambda change: 'cb-{}'.format(change['category'])
kwargs = dict(author='warner', committer='david', branch='warnerdb',
category='devel', comments='fix whitespace',
files=['master/buildbot/__init__.py'],
project='Buildbot', repository='git://warner',
revision='0e92a098b', revlink='http://warner/0e92a098b',
when_timestamp=256738404,
properties={'foo': 20})
expectedRoutingKey = ('changes', '500', 'new')
expectedMessage = {
'author': 'warner',
'committer': 'david',
'branch': 'warnerdb',
'category': 'devel',
'codebase': 'cb-devel',
'comments': 'fix whitespace',
'changeid': 500,
'files': ['master/buildbot/__init__.py'],
'parent_changeids': [],
'project': 'Buildbot',
'properties': {'foo': (20, 'Change')},
'repository': 'git://warner',
'revision': '0e92a098b',
'revlink': 'http://warner/0e92a098b',
'when_timestamp': 256738404,
'sourcestamp': {
'branch': 'warnerdb',
'codebase': 'cb-devel',
'patch': None,
'project': 'Buildbot',
'repository': 'git://warner',
'revision': '0e92a098b',
'created_at': epoch2datetime(10000000),
'ssid': 100,
},
# uid
}
expectedRow = fakedb.Change(
changeid=500,
author='warner',
committer='david',
comments='fix whitespace',
branch='warnerdb',
revision='0e92a098b',
revlink='http://warner/0e92a098b',
when_timestamp=256738404,
category='devel',
repository='git://warner',
codebase='cb-devel',
project='Buildbot',
sourcestampid=100,
)
return self.do_test_addChange(kwargs,
expectedRoutingKey, expectedMessage, expectedRow)
def test_addChange_src_codebase(self):
createUserObject = mock.Mock(spec=users.createUserObject)
createUserObject.return_value = defer.succeed(123)
self.patch(users, 'createUserObject', createUserObject)
kwargs = dict(author='warner', committer='david', branch='warnerdb',
category='devel', comments='fix whitespace',
files=['master/buildbot/__init__.py'],
project='Buildbot', repository='git://warner',
revision='0e92a098b', revlink='http://warner/0e92a098b',
when_timestamp=256738404,
properties={'foo': 20}, src='git', codebase='cb')
expectedRoutingKey = ('changes', '500', 'new')
expectedMessage = {
'author': 'warner',
'committer': 'david',
'branch': 'warnerdb',
'category': 'devel',
'codebase': 'cb',
'comments': 'fix whitespace',
'changeid': 500,
'files': ['master/buildbot/__init__.py'],
'parent_changeids': [],
'project': 'Buildbot',
'properties': {'foo': (20, 'Change')},
'repository': 'git://warner',
'revision': '0e92a098b',
'revlink': 'http://warner/0e92a098b',
'when_timestamp': 256738404,
'sourcestamp': {
'branch': 'warnerdb',
'codebase': 'cb',
'patch': None,
'project': 'Buildbot',
'repository': 'git://warner',
'revision': '0e92a098b',
'created_at': epoch2datetime(10000000),
'ssid': 100,
},
# uid
}
expectedRow = fakedb.Change(
changeid=500,
author='warner',
committer='david',
comments='fix whitespace',
branch='warnerdb',
revision='0e92a098b',
revlink='http://warner/0e92a098b',
when_timestamp=256738404,
category='devel',
repository='git://warner',
codebase='cb',
project='Buildbot',
sourcestampid=100,
)
yield self.do_test_addChange(kwargs,
expectedRoutingKey, expectedMessage, expectedRow,
expectedChangeUsers=[123])
createUserObject.assert_called_once_with(self.master, 'warner', 'git')
def test_addChange(self):
# src and codebase are default here
kwargs = dict(author='warner', committer='david', branch='warnerdb',
category='devel', comments='fix whitespace',
files=['master/buildbot/__init__.py'],
project='Buildbot', repository='git://warner',
revision='0e92a098b', revlink='http://warner/0e92a098b',
when_timestamp=256738404,
properties={'foo': 20})
expectedRoutingKey = ('changes', '500', 'new')
expectedMessage = self.changeEvent
expectedRow = fakedb.Change(
changeid=500,
author='warner',
committer='david',
comments='fix whitespace',
branch='warnerdb',
revision='0e92a098b',
revlink='http://warner/0e92a098b',
when_timestamp=256738404,
category='devel',
repository='git://warner',
codebase='',
project='Buildbot',
sourcestampid=100,
)
return self.do_test_addChange(kwargs,
expectedRoutingKey, expectedMessage, expectedRow)
def test_getChangesHugeCount(self):
yield self.insertTestData([
fakedb.SourceStamp(id=92),
] + [fakedb.Change(changeid=i) for i in range(2, 102)])
n = yield self.db.changes.getChangesCount()
self.assertEqual(n, 100)
def addChange(codebase, revision, author, committer, comments, branch='master',
category='cat', project='proj', repository='repo'):
lastID["sourcestampid"] += 1
lastID["changeid"] += 1
parent_changeids = codebase_ss.get(codebase, None)
codebase_ss[codebase] = lastID["sourcestampid"]
changeRows = [fakedb.SourceStamp(id=lastID["sourcestampid"],
codebase=codebase,
revision=revision),
fakedb.Change(changeid=lastID["changeid"],
author=author,
committer=committer,
comments=comments,
revision=revision,
sourcestampid=lastID["sourcestampid"],
parent_changeids=parent_changeids,
when_timestamp=SOMETIME +
lastID["changeid"],
branch=branch,
category=category,
project=project,
repository=repository)]
return changeRows
def test_pruneChanges_lots(self):
yield self.insertTestData([
fakedb.SourceStamp(id=29),
] + [
fakedb.Change(changeid=n, sourcestampid=29)
for n in range(1, 151)
])
yield self.db.changes.pruneChanges(1)
def thd(conn):
results = {}
for tbl_name in ('scheduler_changes', 'change_files',
'change_properties', 'changes'):
tbl = self.db.model.metadata.tables[tbl_name]
res = conn.execute(sa.select([sa.func.count()]).select_from(tbl))
results[tbl_name] = res.fetchone()[0]
res.close()
self.assertEqual(results, {
'scheduler_changes': 0,
'change_files': 0,
'change_properties': 0,
'changes': 1,
})
yield self.db.pool.do(thd)
def makeBuildRequestRows(self, brid, bsid, changeid, ssid, codebase, branch=None,
project=None, repository=None, patchid=None, revision=None):
rows = [
fakedb.SourceStamp(id=ssid, codebase=codebase, branch=branch,
project=project, repository=repository, patchid=patchid,
revision=revision),
fakedb.Buildset(id=bsid, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=ssid, buildsetid=bsid),
fakedb.BuildRequest(id=brid, buildsetid=bsid, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
]
if changeid:
rows.append(
fakedb.Change(changeid=changeid, branch='trunk', revision='9283',
repository='svn://...', project='world-domination',
sourcestampid=ssid)
)
if patchid:
rows.append(
fakedb.Patch(id=patchid, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='bar', patch_comment='foo', subdir='/foo',
patchlevel=3))
return rows
def test_addBuildsetForSourceStamp_combine_change_properties(self):
sched = self.makeScheduler()
self.master.db.insertTestData([
fakedb.SourceStamp(id=98, branch='stable'),
fakedb.Change(changeid=25, sourcestampid=98, branch='stable'),
fakedb.ChangeProperty(changeid=25,
property_name='color',
property_value='["pink","Change"]'),
])
bsid, brids = yield sched.addBuildsetForSourceStamps(reason='whynot',
waited_for=False,
sourcestamps=[98])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1, 2],
external_idstring=None,
properties={
'scheduler': ('testsched', 'Scheduler'),
'color': ('pink', 'Change')
},
reason='whynot',
scheduler='testsched',
sourcestamps=[98])
def test_addBuildsetForSourceStamp_list_of_renderable_builderNames(self):
names = ['a', 'b', properties.Interpolate('%(prop:extra_builder)s')]
sched = self.makeScheduler(name='n', builderNames=names)
self.master.db.insertTestData([
fakedb.Builder(id=1, name='a'),
fakedb.Builder(id=2, name='b'),
fakedb.Builder(id=3, name='c'),
fakedb.SourceStamp(id=98, branch='stable'),
fakedb.Change(changeid=25, sourcestampid=98, branch='stable'),
fakedb.ChangeProperty(changeid=25,
property_name='extra_builder',
property_value='["c","Change"]'),
])
bsid, brids = yield sched.addBuildsetForSourceStamps(reason='whynot',
waited_for=False,
sourcestamps=[98])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1, 2, 3],
external_idstring=None,
properties={
'scheduler': ('n', 'Scheduler'),
'extra_builder': ('c', 'Change')
},
reason='whynot',
scheduler='n',
sourcestamps=[98])
def test_addBuildsetForChanges_properties_with_virtual_builders(self):
sched = self.makeScheduler(name='n',
builderNames=['c'],
properties={
'virtual_builder_name':
Interpolate("myproject-%(src::branch)s")
})
self.db.insertTestData([
fakedb.SourceStamp(id=234, branch='dev1', project="linux"),
fakedb.Change(changeid=14, sourcestampid=234, branch="dev1"),
])
bsid, brids = yield sched.addBuildsetForChanges(reason='downstream',
waited_for=False,
changeids=[14])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1],
external_idstring=None,
properties={
'virtual_builder_name': ("myproject-dev1", "Scheduler"),
'scheduler': ('n', 'Scheduler'),
},
reason='downstream',
scheduler='n',
sourcestamps=[234])
def test_activate_treeStableTimer(self):
cf = mock.Mock()
sched = self.makeScheduler(
self.Subclass, treeStableTimer=10, change_filter=cf)
self.db.schedulers.fakeClassifications(self.SCHEDULERID, {20: True})
self.master.db.insertTestData([
fakedb.Change(changeid=20),
fakedb.SchedulerChange(schedulerid=self.SCHEDULERID,
changeid=20, important=1)
])
yield sched.activate()
# check that the scheduler has started to consume changes, and no
# classifications have been flushed. Furthermore, the existing
# classification should have been acted on, so the timer should be
# running
self.assertConsumingChanges(fileIsImportant=None, change_filter=cf,
onlyImportant=False)
self.db.schedulers.assertClassifications(
self.SCHEDULERID, {20: True})
self.assertTrue(sched.timer_started)
self.clock.advance(10)
yield sched.deactivate()
def test_getBuildsForChange_OneCodebase(self):
rows = [fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, created_at=CREATED_AT,
revision="aaa"),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=1,
complete=0, complete_at=None),
fakedb.Build(id=50, buildrequestid=19, number=5, masterid=88,
builderid=77, state_string="test", workerid=13,
started_at=1304262222, results=1), ]
expected = [{
'id': 50,
'number': 5,
'builderid': 77,
'buildrequestid': 19,
'workerid': 13,
'masterid': 88,
'started_at': epoch2datetime(1304262222),
'complete_at': None,
'state_string': 'test',
'results': 1}]
return self.do_test_getBuildsForChange(rows, 14, expected)
def test_addBuildsetForSourceStamp_renderable_builderNames(self):
@properties.renderer
def names(props):
if props.changes[0]['branch'] == 'stable':
return ['c']
elif props.changes[0]['branch'] == 'unstable':
return ['a', 'b']
sched = self.makeScheduler(name='n', builderNames=names)
self.master.db.insertTestData([
fakedb.Builder(id=1, name='a'),
fakedb.Builder(id=2, name='b'),
fakedb.Builder(id=3, name='c'),
fakedb.SourceStamp(id=98, branch='stable'),
fakedb.SourceStamp(id=99, branch='unstable'),
fakedb.Change(changeid=25, sourcestampid=98, branch='stable'),
fakedb.Change(changeid=26, sourcestampid=99, branch='unstable'),
])
bsid, brids = yield sched.addBuildsetForSourceStamps(reason='whynot',
waited_for=False,
sourcestamps=[98])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[3],
external_idstring=None,
properties={
'scheduler': ('n', 'Scheduler')},
reason='whynot',
scheduler='n',
sourcestamps=[98])
bsid, brids = yield sched.addBuildsetForSourceStamps(reason='because',
waited_for=False,
sourcestamps=[99])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1, 2],
external_idstring=None,
properties={
'scheduler': ('n', 'Scheduler')},
reason='because',
scheduler='n',
sourcestamps=[99])
def test_addChange_repository_revision(self):
self.master.config = mock.Mock(name='master.config')
self.master.config.revlink = lambda rev, repo: 'foo{}bar{}baz'.format(repo, rev)
# revlink is default here
kwargs = dict(author='warner', committer='david', branch='warnerdb',
category='devel', comments='fix whitespace',
files=['master/buildbot/__init__.py'],
project='Buildbot', repository='git://warner',
codebase='', revision='0e92a098b', when_timestamp=256738404,
properties={'foo': 20})
expectedRoutingKey = ('changes', '500', 'new')
# When no revlink is passed to addChange, but a repository and revision is
# passed, the revlink should be constructed by calling the revlink callable
# in the config. We thus expect a revlink of 'foogit://warnerbar0e92a098bbaz'
expectedMessage = {
'author': 'warner',
'committer': 'david',
'branch': 'warnerdb',
'category': 'devel',
'codebase': '',
'comments': 'fix whitespace',
'changeid': 500,
'files': ['master/buildbot/__init__.py'],
'parent_changeids': [],
'project': 'Buildbot',
'properties': {'foo': (20, 'Change')},
'repository': 'git://warner',
'revision': '0e92a098b',
'revlink': 'foogit://warnerbar0e92a098bbaz',
'when_timestamp': 256738404,
'sourcestamp': {
'branch': 'warnerdb',
'codebase': '',
'patch': None,
'project': 'Buildbot',
'repository': 'git://warner',
'revision': '0e92a098b',
'created_at': epoch2datetime(10000000),
'ssid': 100,
},
# uid
}
expectedRow = fakedb.Change(
changeid=500,
author='warner',
committer='david',
comments='fix whitespace',
branch='warnerdb',
revision='0e92a098b',
revlink='foogit://warnerbar0e92a098bbaz',
when_timestamp=256738404,
category='devel',
repository='git://warner',
codebase='',
project='Buildbot',
sourcestampid=100,
)
return self.do_test_addChange(kwargs,
expectedRoutingKey, expectedMessage, expectedRow)
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.SourceStamp(id=234),
fakedb.Change(changeid=13, branch='trunk', revision='9283',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
])
def mkch(self, **kwargs):
# create changeset and insert in database.
chd = dict(branch='master', project='', repository='')
chd.update(kwargs)
ch = self.makeFakeChange(**chd)
# fakedb.Change requires changeid instead of number
chd['changeid'] = chd['number']
del chd['number']
self.db.insertTestData([fakedb.Change(**chd)])
return ch
def test_bogus_row_jsoned_list(self):
yield self.insertTestData([
fakedb.SourceStamp(id=10),
fakedb.ChangeProperty(changeid=13,
property_name='devel',
property_value='[1, 2]'),
fakedb.Change(changeid=13, sourcestampid=10),
])
c = yield self.db.changes.getChange(13)
self.assertEqual(c['properties'], dict(devel=([1, 2], 'Change')))
def setupDb(self):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=98, results=SUCCESS, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=9, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=10, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.BuildRequest(id=12, buildsetid=98, builderid=80),
fakedb.Build(id=18, number=0, builderid=80, buildrequestid=9, workerid=13,
masterid=92, results=FAILURE),
fakedb.Build(id=19, number=1, builderid=80, buildrequestid=10, workerid=13,
masterid=92, results=RETRY),
fakedb.Build(id=20, number=2, builderid=80, buildrequestid=11, workerid=13,
masterid=92, results=SUCCESS),
fakedb.Build(id=21, number=3, builderid=80, buildrequestid=12, workerid=13,
masterid=92, results=SUCCESS),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234),
fakedb.Change(changeid=13, branch='trunk', revision='9283', author='me@foo',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3),
fakedb.SourceStamp(id=235, patchid=99),
])
for _id in (20, 21):
self.db.insertTestData([
fakedb.BuildProperty(
buildid=_id, name="workername", value="wrk"),
fakedb.BuildProperty(
buildid=_id, name="reason", value="because"),
fakedb.BuildProperty(
buildid=_id, name="owner", value="him"),
fakedb.Step(id=100 + _id, buildid=_id, name="step1"),
fakedb.Step(id=200 + _id, buildid=_id, name="step2"),
fakedb.Log(id=60 + _id, stepid=100 + _id, name='stdio', slug='stdio', type='s',
num_lines=2),
fakedb.LogChunk(logid=60 + _id, first_line=0, last_line=1, compressed=0,
content=self.LOGCONTENT),
])
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
return [ch]
self.master.db.changes.getChangesForBuild = getChangesForBuild
def setupBuildResults(self, results, wantPreviousBuild=False):
# this testsuite always goes through setupBuildResults so that
# the data is sure to be the real data schema known coming from data
# api
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=98, results=results, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.Build(id=20, number=0, builderid=80, buildrequestid=11, workerid=13,
masterid=92, results=results),
fakedb.Step(id=50, buildid=20, number=5, name='make'),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234, patchid=99),
fakedb.Change(changeid=13, branch='trunk', revision='9283', author='me@foo',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
fakedb.Log(id=60, stepid=50, name='stdio', slug='stdio', type='s',
num_lines=7),
fakedb.LogChunk(logid=60, first_line=0, last_line=1, compressed=0,
content='Unicode log with non-ascii (\u00E5\u00E4\u00F6).'),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3),
])
for _id in (20,):
self.db.insertTestData([
fakedb.BuildProperty(
buildid=_id, name="workername", value="wrk"),
fakedb.BuildProperty(
buildid=_id, name="reason", value="because"),
fakedb.BuildProperty(
buildid=_id, name="scheduler", value="checkin"),
fakedb.BuildProperty(
buildid=_id, name="branch", value="master"),
])
res = yield utils.getDetailsForBuildset(self.master, 98, wantProperties=True,
wantPreviousBuild=wantPreviousBuild)
builds = res['builds']
buildset = res['buildset']
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
return [ch]
self.master.db.changes.getChangesForBuild = getChangesForBuild
return (buildset, builds)
def test_addBuildsetForChanges_codebases_set_multiple_codebases(self):
codebases = {
'cbA': dict(repository='svn://A..',
branch='stable',
revision='13579'),
'cbB': dict(repository='svn://B..',
branch='stable',
revision='24680'),
'cbC': dict(repository='svn://C..',
branch='stable',
revision='12345'),
'cbD': dict(repository='svn://D..')
}
# Scheduler gets codebases that can be used to create extra sourcestamps
# for repositories that have no changes
sched = self.makeScheduler(name='n',
builderNames=['b', 'c'],
codebases=codebases)
self.db.insertTestData([
fakedb.Change(changeid=12, codebase='cbA', sourcestampid=912),
fakedb.Change(changeid=13, codebase='cbA', sourcestampid=913),
fakedb.Change(changeid=14, codebase='cbA', sourcestampid=914),
fakedb.Change(changeid=15, codebase='cbB', sourcestampid=915),
fakedb.Change(changeid=16, codebase='cbB', sourcestampid=916),
fakedb.Change(changeid=17, codebase='cbB', sourcestampid=917),
# note: no changes for cbC or cbD
])
# note that the changeids are given out of order here; it should still
# use the most recent for each codebase
bsid, brids = yield sched.addBuildsetForChanges(
reason='power',
waited_for=True,
changeids=[14, 12, 17, 16, 13, 15])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=True,
builderids=[1, 2],
external_idstring=None,
reason='power',
scheduler='n',
properties={
'scheduler': ('n', 'Scheduler'),
},
sourcestamps=[
914, 917,
dict(branch='stable',
repository='svn://C..',
codebase='cbC',
project='',
revision='12345'),
dict(branch=None,
repository='svn://D..',
codebase='cbD',
project='',
revision=None)
])
def test_addBuildsetForChanges_properties(self):
sched = self.makeScheduler(name='n', builderNames=['c'])
self.db.insertTestData([
fakedb.Change(changeid=14, sourcestampid=234),
])
bsid, brids = yield sched.addBuildsetForChanges(reason='downstream',
waited_for=False, changeids=[14])
self.assertEqual((bsid, brids), self.exp_bsid_brids)
self.master.data.updates.addBuildset.assert_called_with(
waited_for=False,
builderids=[1],
external_idstring=None,
properties={
'scheduler': ('n', 'Scheduler'),
},
reason='downstream',
scheduler='n',
sourcestamps=[234])
def test_collapseRequests_no_other_request(self):
def collapseRequests_fn(master, builder, brdict1, brdict2):
# Allow all requests
self.fail("Should never be called")
return True
self.bldr.getCollapseRequestsFn = lambda: collapseRequests_fn
rows = [
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, codebase='A'),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
]
return self.do_request_collapse(rows, [19], [])
def test_command_list_changes(self):
self.master.db.workers.db.insertTestData([fakedb.Change()])
yield self.do_test_command('list', args='2 changes')
self.assertEqual(len(self.sent), 1)