def insert_test_getRecentBuildsets_data(self):
return self.insertTestData([
fakedb.SourceStamp(id=91, branch='branch_a', repository='repo_a'),
fakedb.Buildset(id=91,
complete=0,
complete_at=298297875,
results=-1,
submitted_at=266761875,
external_idstring='extid',
reason='rsn1'),
fakedb.BuildsetSourceStamp(buildsetid=91, sourcestampid=91),
fakedb.Buildset(id=92,
complete=1,
complete_at=298297876,
results=7,
submitted_at=266761876,
external_idstring='extid',
reason='rsn2'),
fakedb.BuildsetSourceStamp(buildsetid=92, sourcestampid=91),
# buildset unrelated to the change
fakedb.Buildset(id=93,
complete=1,
complete_at=298297877,
results=7,
submitted_at=266761877,
external_idstring='extid',
reason='rsn2'),
])
def test_multiple_source_stamps_no_props(self):
repository = 'http://test_repo'
project = 'test_user/test_project'
codebase1 = 'test_codebase1'
codebase2 = 'test_codebase2'
codebase3 = 'test_codebase3'
branch2 = 'refs/pull/4192/merge'
branch3 = 'refs/pull/4193/merge'
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
# note that the first sourcestamp only has revision, second only branch and only the third
# has both
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Buildset(id=98, results=SUCCESS, reason="test_reason1"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=235),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=236),
fakedb.SourceStamp(id=234, project=project, branch=None, revision='rev1',
repository=repository, codebase=codebase1),
fakedb.SourceStamp(id=235, project=project, branch=branch2, revision=None,
repository=repository, codebase=codebase2),
fakedb.SourceStamp(id=236, project=project, branch=branch3, revision='rev3',
repository=repository, codebase=codebase3),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79),
fakedb.Build(id=20, number=0, builderid=79, buildrequestid=11,
workerid=13, masterid=92, results=SUCCESS, state_string="build_text"),
fakedb.BuildProperty(buildid=20, name="buildername", value="Builder0"),
fakedb.BuildProperty(buildid=20, name="branch", value=branch2),
])
self.setup_fake_get_changes_for_build(has_change=False)
build = yield self.master.data.get(("builds", 20))
build['complete'] = False
yield self.sp._got_event(('builds', 20, 'new'), build)
build['complete'] = True
yield self.sp._got_event(('builds', 20, 'finished'), build)
build['results'] = SUCCESS
yield self.sp._got_event(('builds', 20, 'finished'), build)
def test_canBeCollapsed_different_codebases_raises_error(self):
""" This testcase has two buildrequests
Request Change Codebase Revision Comment
----------------------------------------------------------------------
288 17 C 1800 request 1 has repo not in request 2
289 18 D 2100 request 2 has repo not in request 1
--------------------------------
Merge cannot be performed and raises error:
Merging requests requires both requests to have the same codebases
"""
brDicts = [] # list of buildrequests dictionary
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=238,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination'),
fakedb.Change(changeid=17,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination',
sourcestampid=238),
fakedb.SourceStamp(id=239,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination'),
fakedb.Change(changeid=18,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination',
sourcestampid=239),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=238),
fakedb.BuildRequest(id=288, buildsetid=539, builderid=77),
fakedb.Buildset(id=540, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=540, sourcestampid=239),
fakedb.BuildRequest(id=289, buildsetid=540, builderid=77),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
req = yield master.db.buildrequests.getBuildRequest(288)
brDicts.append(req)
req = yield master.db.buildrequests.getBuildRequest(289)
brDicts.append(req)
can_collapse = \
yield buildrequest.BuildRequest.canBeCollapsed(master, brDicts[0],
brDicts[1])
self.assertEqual(can_collapse, False)
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.SourceStamp(id=92),
fakedb.Buildset(id=13, complete=True),
fakedb.Buildset(id=14, complete=False),
fakedb.BuildsetSourceStamp(buildsetid=13, sourcestampid=92),
fakedb.BuildsetSourceStamp(buildsetid=14, sourcestampid=92),
])
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.Buildset(id=13, reason='because I said so'),
fakedb.SourceStamp(id=92),
fakedb.SourceStamp(id=93),
fakedb.BuildsetSourceStamp(buildsetid=13, sourcestampid=92),
fakedb.BuildsetSourceStamp(buildsetid=13, sourcestampid=93),
fakedb.Buildset(id=14, reason='no sourcestamps'),
])
def insert_test_getBuildsets_data(self):
return self.insertTestData([
fakedb.Buildset(id=91, complete=0,
complete_at=298297875, results=-1, submitted_at=266761875,
external_idstring='extid', reason='rsn1'),
fakedb.BuildsetSourceStamp(buildsetid=91, sourcestampid=234),
fakedb.Buildset(id=92, complete=1,
complete_at=298297876, results=7, submitted_at=266761876,
external_idstring='extid', reason='rsn2'),
fakedb.BuildsetSourceStamp(buildsetid=92, sourcestampid=234),
])
def insert_buildrequest_new(self, insert_patch=False, **kwargs):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Builder(id=80, name='Builder1'),
fakedb.Buildset(id=98, results=None, reason="testReason1",
parent_buildid=None),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79)
])
patchid = 99 if insert_patch else None
self.db.insertTestData([
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(
id=234,
branch=self.reporter_test_branch,
project=self.reporter_test_project,
revision=self.reporter_test_revision,
repository=self.reporter_test_repo,
codebase=self.reporter_test_codebase,
patchid=patchid),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3)
])
request = yield self.master.data.get(("buildrequests", 11))
return request
def test_source_stamp_no_props_nightly_scheduler(self):
# no status updates are expected
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Buildset(id=98, results=SUCCESS, reason="test_reason1"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234, project=None, branch=None, revision=None,
repository=None, codebase=None),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79),
fakedb.Build(id=20, number=0, builderid=79, buildrequestid=11,
workerid=13, masterid=92, results=SUCCESS, state_string="build_text"),
fakedb.BuildProperty(buildid=20, name="workername", value="wrk"),
fakedb.BuildProperty(buildid=20, name="reason", value="because"),
fakedb.BuildProperty(buildid=20, name="buildername", value="Builder0"),
fakedb.BuildProperty(buildid=20, name="branch", value=None),
fakedb.BuildProperty(buildid=20, name="codebase", value=""),
fakedb.BuildProperty(buildid=20, name="project", value=""),
fakedb.BuildProperty(buildid=20, name="repository", value=""),
fakedb.BuildProperty(buildid=20, name="revision", value=None),
])
self.setup_fake_get_changes_for_build(has_change=False)
build = yield self.master.data.get(("builds", 20))
build['complete'] = False
yield self.sp._got_event(('builds', 20, 'new'), build)
build['complete'] = True
yield self.sp._got_event(('builds', 20, 'finished'), build)
build['results'] = SUCCESS
yield self.sp._got_event(('builds', 20, 'finished'), build)
def test_getBuildset_incomplete_zero(self):
yield self.insertTestData([
fakedb.Buildset(id=91,
complete=0,
complete_at=0,
results=-1,
submitted_at=266761875,
external_idstring='extid',
reason='rsn'),
fakedb.BuildsetSourceStamp(buildsetid=91, sourcestampid=234),
])
bsdict = yield self.db.buildsets.getBuildset(91)
validation.verifyDbDict(self, 'bsdict', bsdict)
self.assertEqual(
bsdict,
dict(external_idstring='extid',
reason='rsn',
sourcestamps=[234],
submitted_at=datetime.datetime(1978,
6,
15,
12,
31,
15,
tzinfo=UTC),
complete=False,
complete_at=epoch2datetime(0),
results=-1,
bsid=91,
parent_buildid=None,
parent_relationship=None))
def setUp(self):
self.setUpTestReactor()
self.botmaster = mock.Mock(name='botmaster')
self.botmaster.builders = {}
self.builders = {}
def prioritizeBuilders(master, builders):
# simple sort-by-name by default
return sorted(builders, key=lambda b1: b1.name)
self.master = self.botmaster.master = \
fakemaster.make_master(self, wantData=True, wantDb=True)
self.master.caches = fakemaster.FakeCaches()
self.master.config.prioritizeBuilders = prioritizeBuilders
self.brd = buildrequestdistributor.BuildRequestDistributor(
self.botmaster)
self.brd.parent = self.botmaster
self.brd.startService()
# a collection of rows that would otherwise clutter up every test
self.base_rows = [
fakedb.SourceStamp(id=21),
fakedb.Builder(id=77, name='A'),
fakedb.Buildset(id=11, reason='because'),
fakedb.BuildsetSourceStamp(sourcestampid=21, buildsetid=11),
]
def setUp(self):
self.setUpTestReactor()
self.setUpBuilderMixin()
# a collection of rows that would otherwise clutter up every test
master_id = fakedb.FakeBuildRequestsComponent.MASTER_ID
self.base_rows = [
fakedb.SourceStamp(id=21),
fakedb.Buildset(id=11, reason='because'),
fakedb.BuildsetSourceStamp(buildsetid=11, sourcestampid=21),
fakedb.Builder(id=77, name='bldr1'),
fakedb.Builder(id=78, name='bldr2'),
fakedb.Builder(id=182, name='foo@bar'),
fakedb.BuildRequest(id=111, submitted_at=1000,
builderid=77, buildsetid=11),
fakedb.BuildRequest(id=222, submitted_at=2000,
builderid=77, buildsetid=11),
fakedb.BuildRequestClaim(brid=222, masterid=master_id,
claimed_at=2001),
fakedb.BuildRequest(id=333, submitted_at=3000,
builderid=77, buildsetid=11),
fakedb.BuildRequest(id=444, submitted_at=2500,
builderid=78, buildsetid=11),
fakedb.BuildRequestClaim(brid=444, masterid=master_id,
claimed_at=2501),
fakedb.BuildRequest(id=555, submitted_at=2800,
builderid=182, buildsetid=11),
]
yield self.db.insertTestData(self.base_rows)
def test_getSourceStampsForBuild_OneCodeBase(self):
rows = [fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, codebase='A', created_at=CREATED_AT,
revision="aaa"),
# fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
fakedb.Build(id=50, buildrequestid=19, number=5, masterid=88,
builderid=77, state_string="test", workerid=13,
started_at=1304262222), ]
expected = [{
'branch': 'master',
'codebase': 'A',
'created_at': epoch2datetime(CREATED_AT),
'patch_author': None,
'patch_body': None,
'patch_comment': None,
'patch_level': None,
'patch_subdir': None,
'patchid': None,
'project': 'proj',
'repository': 'repo',
'revision': 'aaa',
'ssid': 234}]
return self.do_test_getSourceStampsForBuild(rows, 50, expected)
def test_getBuildsForChange_OneCodebase(self):
rows = [fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, created_at=CREATED_AT,
revision="aaa"),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=1,
complete=0, complete_at=None),
fakedb.Build(id=50, buildrequestid=19, number=5, masterid=88,
builderid=77, state_string="test", workerid=13,
started_at=1304262222, results=1), ]
expected = [{
'id': 50,
'number': 5,
'builderid': 77,
'buildrequestid': 19,
'workerid': 13,
'masterid': 88,
'started_at': epoch2datetime(1304262222),
'complete_at': None,
'state_string': 'test',
'results': 1}]
return self.do_test_getBuildsForChange(rows, 14, expected)
def makeBuildRequestRows(self, brid, bsid, changeid, ssid, codebase, branch=None,
project=None, repository=None, patchid=None, revision=None):
rows = [
fakedb.SourceStamp(id=ssid, codebase=codebase, branch=branch,
project=project, repository=repository, patchid=patchid,
revision=revision),
fakedb.Buildset(id=bsid, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=ssid, buildsetid=bsid),
fakedb.BuildRequest(id=brid, buildsetid=bsid, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
]
if changeid:
rows.append(
fakedb.Change(changeid=changeid, branch='trunk', revision='9283',
repository='svn://...', project='world-domination',
sourcestampid=ssid)
)
if patchid:
rows.append(
fakedb.Patch(id=patchid, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='bar', patch_comment='foo', subdir='/foo',
patchlevel=3))
return rows
def addBuild(codebase_ss, results=0):
lastID["buildid"] += 1
lastID["buildsetid"] += 1
lastID["buildrequestid"] += 1
buildRows = [fakedb.Buildset(id=lastID["buildsetid"],
reason='foo',
submitted_at=1300305012, results=-1)]
for cb, ss in codebase_ss.items():
lastID["buildsetSourceStampid"] += 1
buildRows.append(
fakedb.BuildsetSourceStamp(id=lastID["buildsetSourceStampid"],
sourcestampid=ss,
buildsetid=lastID["buildsetid"]))
codebase_ss.clear()
buildRows.extend([
fakedb.BuildRequest(id=lastID["buildrequestid"],
buildsetid=lastID["buildsetid"],
builderid=77,
priority=13, submitted_at=1300305712, results=-1),
fakedb.Build(id=lastID["buildid"],
buildrequestid=lastID["buildrequestid"],
number=lastID["buildid"],
masterid=88,
builderid=77,
state_string="test",
workerid=13,
started_at=SOMETIME + lastID["buildid"],
complete_at=SOMETIME + 2 * lastID["buildid"],
results=results)])
return buildRows
def test_fromBrdict_multiple_sourcestamps(self):
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=234,
branch='trunk',
revision='9283',
repository='svn://a..',
codebase='A',
project='world-domination'),
fakedb.Change(changeid=13,
branch='trunk',
revision='9283',
repository='svn://a..',
codebase='A',
project='world-domination',
sourcestampid=234),
fakedb.SourceStamp(id=235,
branch='trunk',
revision='9284',
repository='svn://b..',
codebase='B',
project='world-domination'),
fakedb.Change(changeid=14,
branch='trunk',
revision='9284',
repository='svn://b..',
codebase='B',
project='world-domination',
sourcestampid=235),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=234),
fakedb.BuildsetProperty(buildsetid=539,
property_name='x',
property_value='[1, "X"]'),
fakedb.BuildsetProperty(buildsetid=539,
property_name='y',
property_value='[2, "Y"]'),
fakedb.BuildRequest(id=288,
buildsetid=539,
builderid=77,
priority=13,
submitted_at=1200000000),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
brdict = yield master.db.buildrequests.getBuildRequest(288)
br = yield buildrequest.BuildRequest.fromBrdict(master, brdict)
self.assertEqual(br.reason, 'triggered')
self.assertEqual(br.properties.getProperty('x'), 1)
self.assertEqual(br.properties.getProperty('y'), 2)
self.assertEqual(br.submittedAt, 1200000000)
self.assertEqual(br.buildername, 'bldr')
self.assertEqual(br.priority, 13)
self.assertEqual(br.id, 288)
self.assertEqual(br.bsid, 539)
def setUp(self):
self.setup_test_reactor()
# a collection of rows that would otherwise clutter up every test
self.setUpBuilderMixin()
self.base_rows = [
fakedb.SourceStamp(id=21),
fakedb.Buildset(id=11, reason='because'),
fakedb.BuildsetSourceStamp(buildsetid=11, sourcestampid=21),
]
def do_test(self, scheduler_name, expect_subscription,
results, expect_buildset):
"""Test the dependent scheduler by faking a buildset and subsequent
completion from an upstream scheduler.
@param scheduler_name: upstream scheduler's name
@param expect_subscription: whether to expect the dependent to
subscribe to the buildset
@param results: results of the upstream scheduler's buildset
@param expect_buidlset: whether to expect the dependent to generate
a new buildset in response
"""
sched = self.makeScheduler()
sched.activate()
# announce a buildset with a matching name..
self.db.insertTestData([
fakedb.SourceStamp(id=93, revision='555',
branch='master', project='proj', repository='repo',
codebase='cb'),
fakedb.Buildset(
id=44,
submitted_at=SUBMITTED_AT_TIME,
complete=False,
complete_at=None,
external_idstring=None,
reason='Because',
results=-1,
),
fakedb.BuildsetSourceStamp(buildsetid=44, sourcestampid=93),
])
self.sendBuildsetMessage(scheduler_name=scheduler_name, complete=False)
# check whether scheduler is subscribed to that buildset
if expect_subscription:
self.assertBuildsetSubscriptions([44])
else:
self.assertBuildsetSubscriptions([])
# pretend that the buildset is finished
self.db.buildsets.fakeBuildsetCompletion(bsid=44, result=results)
self.sendBuildsetMessage(results=results, complete=True)
# and check whether a buildset was added in response
if expect_buildset:
self.assertEqual(self.addBuildsetCalls, [
('addBuildsetForSourceStamps', dict(
builderNames=None, # defaults
external_idstring=None,
properties=None,
reason='downstream',
sourcestamps=[93])),
])
else:
self.assertEqual(self.addBuildsetCalls, [])
def make_workers(self, worker_count):
rows = self.base_rows[:]
for i in range(worker_count):
self.addWorkers({'test-worker%d' % i: 1})
rows.append(fakedb.Buildset(id=100 + i, reason='because'))
rows.append(
fakedb.BuildsetSourceStamp(buildsetid=100 + i, sourcestampid=21))
rows.append(
fakedb.BuildRequest(id=10 + i, buildsetid=100 + i, builderid=77))
return rows
def insert_test_data(self):
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='builder1'),
fakedb.Builder(id=80, name='builder2'),
fakedb.Buildset(id=98, results=None, reason="reason98"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234,
revision='revision1',
project='project1',
codebase='codebase1',
repository='repository1',
branch='branch1'),
fakedb.BuildRequest(id=10, buildsetid=98, builderid=79),
fakedb.Build(id=19,
number=1,
builderid=79,
buildrequestid=10,
workerid=13,
masterid=92,
results=None,
state_string="state1"),
fakedb.Buildset(id=99, results=None, reason="reason99"),
fakedb.BuildsetSourceStamp(buildsetid=99, sourcestampid=235),
fakedb.SourceStamp(id=235,
revision='revision2',
project='project2',
codebase='codebase2',
repository='repository2',
branch='branch2'),
fakedb.BuildRequest(id=11, buildsetid=99, builderid=80),
fakedb.Build(id=20,
number=1,
builderid=80,
buildrequestid=11,
workerid=13,
masterid=92,
results=None,
state_string="state2"),
])
def setupBuildResults(self, results, wantPreviousBuild=False):
# this testsuite always goes through setupBuildResults so that
# the data is sure to be the real data schema known coming from data
# api
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=98, results=results, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.Build(id=20, number=0, builderid=80, buildrequestid=11, workerid=13,
masterid=92, results=results),
fakedb.Step(id=50, buildid=20, number=5, name='make'),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234, patchid=99),
fakedb.Change(changeid=13, branch='trunk', revision='9283', author='me@foo',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
fakedb.Log(id=60, stepid=50, name='stdio', slug='stdio', type='s',
num_lines=7),
fakedb.LogChunk(logid=60, first_line=0, last_line=1, compressed=0,
content='Unicode log with non-ascii (\u00E5\u00E4\u00F6).'),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3),
])
for _id in (20,):
self.db.insertTestData([
fakedb.BuildProperty(
buildid=_id, name="workername", value="wrk"),
fakedb.BuildProperty(
buildid=_id, name="reason", value="because"),
fakedb.BuildProperty(
buildid=_id, name="scheduler", value="checkin"),
fakedb.BuildProperty(
buildid=_id, name="branch", value="master"),
])
res = yield utils.getDetailsForBuildset(self.master, 98, wantProperties=True,
wantPreviousBuild=wantPreviousBuild)
builds = res['builds']
buildset = res['buildset']
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
return [ch]
self.master.db.changes.getChangesForBuild = getChangesForBuild
return (buildset, builds)
def setupDb(self):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=98, results=SUCCESS, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=9, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=10, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.BuildRequest(id=12, buildsetid=98, builderid=80),
fakedb.Build(id=18, number=0, builderid=80, buildrequestid=9, workerid=13,
masterid=92, results=FAILURE),
fakedb.Build(id=19, number=1, builderid=80, buildrequestid=10, workerid=13,
masterid=92, results=RETRY),
fakedb.Build(id=20, number=2, builderid=80, buildrequestid=11, workerid=13,
masterid=92, results=SUCCESS),
fakedb.Build(id=21, number=3, builderid=80, buildrequestid=12, workerid=13,
masterid=92, results=SUCCESS),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234),
fakedb.Change(changeid=13, branch='trunk', revision='9283', author='me@foo',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3),
fakedb.SourceStamp(id=235, patchid=99),
])
for _id in (20, 21):
self.db.insertTestData([
fakedb.BuildProperty(
buildid=_id, name="workername", value="wrk"),
fakedb.BuildProperty(
buildid=_id, name="reason", value="because"),
fakedb.BuildProperty(
buildid=_id, name="owner", value="him"),
fakedb.Step(id=100 + _id, buildid=_id, name="step1"),
fakedb.Step(id=200 + _id, buildid=_id, name="step2"),
fakedb.Log(id=60 + _id, stepid=100 + _id, name='stdio', slug='stdio', type='s',
num_lines=2),
fakedb.LogChunk(logid=60 + _id, first_line=0, last_line=1, compressed=0,
content=self.LOGCONTENT),
])
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
return [ch]
self.master.db.changes.getChangesForBuild = getChangesForBuild
def insertData(self):
self.db.insertTestData([
fakedb.SourceStamp(id=13, branch='secret'),
fakedb.Build(id=15,
buildrequestid=16,
masterid=1,
workerid=2,
builderid=21),
fakedb.BuildRequest(id=16, buildsetid=17),
fakedb.Buildset(id=17),
fakedb.BuildsetSourceStamp(id=20, buildsetid=17, sourcestampid=13),
fakedb.Builder(id=21, name="builder"),
])
def do_test_getBuildRequests_branch_arg(self, **kwargs):
expected = kwargs.pop('expected')
yield self.insertTestData([
fakedb.Buildset(id=self.BSID + 1),
fakedb.BuildRequest(id=70,
buildsetid=self.BSID + 1,
builderid=self.BLDRID1),
fakedb.SourceStamp(id=self.BSID + 1, branch='branch_A'),
fakedb.BuildsetSourceStamp(buildsetid=self.BSID + 1,
sourcestampid=self.BSID + 1),
fakedb.Buildset(id=self.BSID + 2),
fakedb.BuildRequest(id=80,
buildsetid=self.BSID + 2,
builderid=self.BLDRID1),
fakedb.SourceStamp(id=self.BSID + 2, repository='repository_A'),
fakedb.BuildsetSourceStamp(buildsetid=self.BSID + 2,
sourcestampid=self.BSID + 2),
fakedb.Buildset(id=self.BSID + 3),
fakedb.BuildRequest(id=90,
buildsetid=self.BSID + 3,
builderid=self.BLDRID1),
fakedb.SourceStamp(id=self.BSID + 3,
branch='branch_A',
repository='repository_A'),
fakedb.BuildsetSourceStamp(buildsetid=self.BSID + 3,
sourcestampid=self.BSID + 3),
# multiple sourcestamps on the same buildset are possible
fakedb.SourceStamp(id=self.BSID + 4,
branch='branch_B',
repository='repository_B'),
fakedb.BuildsetSourceStamp(buildsetid=self.BSID + 3,
sourcestampid=self.BSID + 4),
])
brlist = yield self.db.buildrequests.getBuildRequests(**kwargs)
self.assertEqual(sorted([br['buildrequestid'] for br in brlist]),
sorted(expected))
def setUpTests(self):
# set up a sourcestamp and buildset for use below
self.MASTER_ID = fakedb.FakeBuildRequestsComponent.MASTER_ID
self.OTHER_MASTER_ID = self.MASTER_ID + 1111
self.db.master.masterid = self.MASTER_ID
return self.insertTestData([
fakedb.SourceStamp(id=234),
fakedb.Master(id=self.MASTER_ID, name="fake master"),
fakedb.Master(id=self.OTHER_MASTER_ID, name="other"),
fakedb.Buildset(id=self.BSID),
fakedb.Builder(id=self.BLDRID1, name="builder1"),
fakedb.Builder(id=self.BLDRID2, name="builder2"),
fakedb.Builder(id=self.BLDRID3, name="builder3"),
fakedb.BuildsetSourceStamp(buildsetid=self.BSID,
sourcestampid=234),
])
def insert_test_data(self):
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=100, name='builder1'),
fakedb.Builder(id=101, name='builder2'),
fakedb.Builder(id=102, name='builder3'),
fakedb.Buildset(id=200, results=None, reason="reason98"),
fakedb.BuildsetSourceStamp(buildsetid=200, sourcestampid=300),
fakedb.SourceStamp(id=300,
revision='revision1',
project='project1',
codebase='codebase1',
repository='repository1',
branch='branch1'),
fakedb.BuildRequest(id=400, buildsetid=200, builderid=100),
fakedb.BuildRequestClaim(brid=400, masterid=92, claimed_at=1),
fakedb.Build(id=500,
number=1,
builderid=100,
buildrequestid=400,
workerid=13,
masterid=92,
results=None,
state_string="state1"),
fakedb.BuildRequest(id=401, buildsetid=200, builderid=101),
fakedb.BuildRequestClaim(brid=401, masterid=92, claimed_at=1),
fakedb.Build(id=501,
number=1,
builderid=101,
buildrequestid=401,
workerid=13,
masterid=92,
results=None,
state_string="state2"),
fakedb.BuildRequest(id=402, buildsetid=200, builderid=102),
fakedb.BuildRequestClaim(brid=402, masterid=92, claimed_at=1),
fakedb.Build(id=502,
number=1,
builderid=102,
buildrequestid=402,
workerid=13,
masterid=92,
results=None,
state_string="state3"),
])
def do_test_nextWorker(self,
nextWorker,
exp_choice=None,
exp_warning=False):
def makeBuilderConfig():
return config.BuilderConfig(name='bldrconf',
workernames=['wk1', 'wk2'],
builddir='bdir',
factory=factory.BuildFactory(),
nextWorker=nextWorker)
if exp_warning:
with assertProducesWarning(
DeprecatedApiWarning,
message_pattern=r"nextWorker now takes a 3rd argument"):
builder_config = makeBuilderConfig()
else:
builder_config = makeBuilderConfig()
self.bldr = yield self.createBuilder('B',
builderid=78,
builder_config=builder_config)
for i in range(4):
self.addWorkers({'test-worker%d' % i: 1})
rows = [
fakedb.SourceStamp(id=21),
fakedb.Builder(id=78, name='B'),
fakedb.Buildset(id=12, reason='because'),
fakedb.BuildsetSourceStamp(sourcestampid=21, buildsetid=12),
fakedb.BuildRequest(id=12, buildsetid=12, builderid=78),
]
if exp_choice is None:
exp_claims = []
exp_builds = []
else:
exp_claims = [12]
exp_builds = [('test-worker%d' % exp_choice, [12])]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows,
exp_claims=exp_claims,
exp_builds=exp_builds)
def test_fromBrdict_submittedAt_NULL(self):
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=234, branch='trunk',
revision='9284', repository='svn://...',
project='world-domination'),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=234),
fakedb.BuildRequest(id=288, buildsetid=539, builderid=77,
priority=13, submitted_at=None),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
brdict = yield master.db.buildrequests.getBuildRequest(288)
br = yield buildrequest.BuildRequest.fromBrdict(master, brdict)
# remaining fields assumed to be checked in test_fromBrdict
self.assertEqual(br.submittedAt, None)
def test_collapseRequests_no_other_request(self):
def collapseRequests_fn(master, builder, brdict1, brdict2):
# Allow all requests
self.fail("Should never be called")
return True
self.bldr.getCollapseRequestsFn = lambda: collapseRequests_fn
rows = [
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, codebase='A'),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
]
return self.do_request_collapse(rows, [19], [])
def test_getUpstreamBuildsets_missing(self):
sched = self.makeScheduler()
# insert some state, with more bsids than exist
self.db.insertTestData([
fakedb.SourceStamp(id=1234),
fakedb.Buildset(id=11),
fakedb.Buildset(id=13),
fakedb.BuildsetSourceStamp(buildsetid=13, sourcestampid=1234),
fakedb.Object(id=OBJECTID),
fakedb.ObjectState(objectid=OBJECTID,
name='upstream_bsids', value_json='[11,12,13]'),
])
# check return value (missing 12)
self.assertEqual((yield sched._getUpstreamBuildsets()),
[(11, [], False, -1), (13, [1234], False, -1)])
# and check that it wrote the correct value back to the state
self.db.state.assertState(OBJECTID, upstream_bsids=[11, 13])