def test_bldr_maybeStartBuild_fails_once(self):
self.bldr.config.nextWorker = nth_worker(-1)
# the builder fails to start the build; we'll see that the build
# was requested, but the brids will get claimed again
start_build_results = [False, True, True]
def maybeStartBuild(worker, builds):
self.startedBuilds.append((worker.name, builds))
return defer.succeed(start_build_results.pop(0))
self.bldr.maybeStartBuild = maybeStartBuild
self.addWorkers({'test-worker1': 1, 'test-worker2': 1})
rows = self.base_rows + [
fakedb.BuildRequest(
id=10, buildsetid=11, builderid=77, submitted_at=130000),
fakedb.BuildRequest(
id=11, buildsetid=11, builderid=77, submitted_at=135000),
]
yield self.master.db.insertTestData(rows)
# first time around, only #11 stays claimed
yield self.brd._maybeStartBuildsOnBuilder(self.bldr)
self.assertMyClaims([11]) # claimed again so none taken!
self.assertBuildsStarted([('test-worker2', [10]),
('test-worker1', [11])])
# second time around the #10 will pass, adding another request and it
# is claimed
yield self.brd._maybeStartBuildsOnBuilder(self.bldr)
self.assertMyClaims([10, 11])
self.assertBuildsStarted([('test-worker2', [10]),
('test-worker1', [11]),
('test-worker2', [10])])
def do_test_getBuildRequests_claim_args(self, **kwargs):
expected = kwargs.pop('expected')
yield self.insertTestData([
# 50: claimed by this master
fakedb.BuildRequest(id=50,
buildsetid=self.BSID,
builderid=self.BLDRID1),
fakedb.BuildRequestClaim(brid=50,
masterid=self.MASTER_ID,
claimed_at=self.CLAIMED_AT_EPOCH),
# 51: claimed by another master
fakedb.BuildRequest(id=51,
buildsetid=self.BSID,
builderid=self.BLDRID2),
fakedb.BuildRequestClaim(brid=51,
masterid=self.OTHER_MASTER_ID,
claimed_at=self.CLAIMED_AT_EPOCH),
# 52: unclaimed
fakedb.BuildRequest(id=52,
buildsetid=self.BSID,
builderid=self.BLDRID1),
# 53: unclaimed but complete (should not appear for claimed=False)
fakedb.BuildRequest(id=53,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=1),
])
brlist = yield self.db.buildrequests.getBuildRequests(**kwargs)
self.assertEqual(sorted([br['buildrequestid'] for br in brlist]),
sorted(expected))
def setUp(self):
self.setUpTestReactor()
self.setUpBuilderMixin()
# a collection of rows that would otherwise clutter up every test
master_id = fakedb.FakeBuildRequestsComponent.MASTER_ID
self.base_rows = [
fakedb.SourceStamp(id=21),
fakedb.Buildset(id=11, reason='because'),
fakedb.BuildsetSourceStamp(buildsetid=11, sourcestampid=21),
fakedb.Builder(id=77, name='bldr1'),
fakedb.Builder(id=78, name='bldr2'),
fakedb.Builder(id=182, name='foo@bar'),
fakedb.BuildRequest(id=111, submitted_at=1000,
builderid=77, buildsetid=11),
fakedb.BuildRequest(id=222, submitted_at=2000,
builderid=77, buildsetid=11),
fakedb.BuildRequestClaim(brid=222, masterid=master_id,
claimed_at=2001),
fakedb.BuildRequest(id=333, submitted_at=3000,
builderid=77, buildsetid=11),
fakedb.BuildRequest(id=444, submitted_at=2500,
builderid=78, buildsetid=11),
fakedb.BuildRequestClaim(brid=444, masterid=master_id,
claimed_at=2501),
fakedb.BuildRequest(id=555, submitted_at=2800,
builderid=182, buildsetid=11),
]
yield self.db.insertTestData(self.base_rows)
def do_test_getBuildRequests_complete_arg(self, **kwargs):
expected = kwargs.pop('expected')
yield self.insertTestData([
# 70: incomplete
fakedb.BuildRequest(id=70,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=0,
complete_at=None),
# 80: complete
fakedb.BuildRequest(id=80,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=1,
complete_at=self.COMPLETE_AT_EPOCH),
# 81: complete but no complete_at
fakedb.BuildRequest(id=81,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=1,
complete_at=0),
# 82: complete_at set but complete is false, so not complete
fakedb.BuildRequest(id=82,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=0,
complete_at=self.COMPLETE_AT_EPOCH),
])
brlist = yield self.db.buildrequests.getBuildRequests(**kwargs)
self.assertEqual(sorted([br['buildrequestid'] for br in brlist]),
sorted(expected))
def test_claim_race(self):
self.bldr.config.nextWorker = nth_worker(0)
# fake a race condition on the buildrequests table
old_claimBuildRequests = self.master.db.buildrequests.claimBuildRequests
def claimBuildRequests(brids, claimed_at=None):
# first, ensure this only happens the first time
self.master.db.buildrequests.claimBuildRequests = old_claimBuildRequests
# claim brid 10 for some other master
assert 10 in brids
self.master.db.buildrequests.fakeClaimBuildRequest(
10, 136000, masterid=9999) # some other masterid
# ..and fail
return defer.fail(buildrequests.AlreadyClaimedError())
self.master.db.buildrequests.claimBuildRequests = claimBuildRequests
self.addWorkers({'test-worker1': 1, 'test-worker2': 1})
rows = self.base_rows + [
fakedb.BuildRequest(
id=10, buildsetid=11, builderid=77,
submitted_at=130000), # will turn out to be claimed!
fakedb.BuildRequest(
id=11, buildsetid=11, builderid=77, submitted_at=135000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows,
exp_claims=[11],
exp_builds=[
('test-worker1', [11])
])
def test_slow_db(self):
# test what happens if the "getBuildRequests" fetch takes a "long time"
self.addWorkers({'test-worker1': 1})
# wrap to simulate a "long" db access
old_getBuildRequests = self.master.db.buildrequests.getBuildRequests
def longGetBuildRequests(*args, **kwargs):
res_d = old_getBuildRequests(*args, **kwargs)
long_d = defer.Deferred()
long_d.addCallback(lambda _: res_d)
self.reactor.callLater(0, long_d.callback, None)
return long_d
self.master.db.buildrequests.getBuildRequests = longGetBuildRequests
rows = self.base_rows + [
fakedb.BuildRequest(
id=10, buildsetid=11, builderid=77, submitted_at=130000),
fakedb.BuildRequest(
id=11, buildsetid=11, builderid=77, submitted_at=135000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows,
exp_claims=[10],
exp_builds=[
('test-worker1', [10])
])
def setupDb(self, results1, results2):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrkr'),
fakedb.Buildset(id=98, results=results1, reason="testReason1"),
fakedb.Buildset(id=99, results=results2, reason="testReason2"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.BuildRequest(id=12, buildsetid=99, builderid=80),
fakedb.Build(id=20,
number=0,
builderid=80,
buildrequestid=11,
workerid=13,
masterid=92,
results=results1),
fakedb.Build(id=21,
number=1,
builderid=80,
buildrequestid=12,
workerid=13,
masterid=92,
results=results2),
])
for _id in (20, 21):
self.db.insertTestData([
fakedb.BuildProperty(buildid=_id,
name="workername",
value="wrkr"),
fakedb.BuildProperty(buildid=_id,
name="reason",
value="because"),
])
def testFakeDataClaimBuildRequests(self):
self.master.db.insertTestData([
fakedb.BuildRequest(id=44, buildsetid=8822),
fakedb.BuildRequest(id=55, buildsetid=8822),
])
res = yield self.master.data.updates.claimBuildRequests(
[44, 55], claimed_at=self.CLAIMED_AT)
self.assertTrue(res)
def test_canBeCollapsed_different_codebases_raises_error(self):
""" This testcase has two buildrequests
Request Change Codebase Revision Comment
----------------------------------------------------------------------
288 17 C 1800 request 1 has repo not in request 2
289 18 D 2100 request 2 has repo not in request 1
--------------------------------
Merge cannot be performed and raises error:
Merging requests requires both requests to have the same codebases
"""
brDicts = [] # list of buildrequests dictionary
master = fakemaster.make_master(self, wantData=True, wantDb=True)
master.db.insertTestData([
fakedb.Builder(id=77, name='bldr'),
fakedb.SourceStamp(id=238,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination'),
fakedb.Change(changeid=17,
branch='trunk',
revision='1800',
repository='svn://c..',
codebase='C',
project='world-domination',
sourcestampid=238),
fakedb.SourceStamp(id=239,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination'),
fakedb.Change(changeid=18,
branch='trunk',
revision='2100',
repository='svn://d..',
codebase='D',
project='world-domination',
sourcestampid=239),
fakedb.Buildset(id=539, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=539, sourcestampid=238),
fakedb.BuildRequest(id=288, buildsetid=539, builderid=77),
fakedb.Buildset(id=540, reason='triggered'),
fakedb.BuildsetSourceStamp(buildsetid=540, sourcestampid=239),
fakedb.BuildRequest(id=289, buildsetid=540, builderid=77),
])
# use getBuildRequest to minimize the risk from changes to the format
# of the brdict
req = yield master.db.buildrequests.getBuildRequest(288)
brDicts.append(req)
req = yield master.db.buildrequests.getBuildRequest(289)
brDicts.append(req)
can_collapse = \
yield buildrequest.BuildRequest.canBeCollapsed(master, brDicts[0],
brDicts[1])
self.assertEqual(can_collapse, False)
def test_limited_by_available_workers(self):
self.addWorkers({'test-worker1': 0, 'test-worker2': 1})
rows = self.base_rows + [
fakedb.BuildRequest(id=10, buildsetid=11, builderid=77,
submitted_at=130000),
fakedb.BuildRequest(id=11, buildsetid=11, builderid=77,
submitted_at=135000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows, exp_claims=[10],
exp_builds=[('test-worker2', [10])])
def test_sorted_by_submit_time(self):
# same as "limited_by_workers" but with rows swapped
self.addWorkers({'test-worker1': 1})
rows = self.base_rows + [
fakedb.BuildRequest(id=10, buildsetid=11, builderid=77,
submitted_at=130000),
fakedb.BuildRequest(id=11, buildsetid=11, builderid=77,
submitted_at=135000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows, exp_claims=[10],
exp_builds=[('test-worker1', [10])])
def test_unlimited(self):
self.bldr.config.nextWorker = nth_worker(-1)
self.addWorkers({'test-worker1': 1, 'test-worker2': 1})
rows = self.base_rows + [
fakedb.BuildRequest(id=10, buildsetid=11, builderid=77,
submitted_at=130000),
fakedb.BuildRequest(id=11, buildsetid=11, builderid=77,
submitted_at=135000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows, exp_claims=[10, 11],
exp_builds=[('test-worker2', [10]),
('test-worker1', [11])])
def setupDb(self):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=98, results=SUCCESS, reason="testReason1"),
fakedb.Builder(id=80, name='Builder1'),
fakedb.BuildRequest(id=9, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=10, buildsetid=97, builderid=80),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=80),
fakedb.BuildRequest(id=12, buildsetid=98, builderid=80),
fakedb.Build(id=18, number=0, builderid=80, buildrequestid=9, workerid=13,
masterid=92, results=FAILURE),
fakedb.Build(id=19, number=1, builderid=80, buildrequestid=10, workerid=13,
masterid=92, results=RETRY),
fakedb.Build(id=20, number=2, builderid=80, buildrequestid=11, workerid=13,
masterid=92, results=SUCCESS),
fakedb.Build(id=21, number=3, builderid=80, buildrequestid=12, workerid=13,
masterid=92, results=SUCCESS),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234),
fakedb.Change(changeid=13, branch='trunk', revision='9283', author='me@foo',
repository='svn://...', codebase='cbsvn',
project='world-domination', sourcestampid=234),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3),
fakedb.SourceStamp(id=235, patchid=99),
])
for _id in (20, 21):
self.db.insertTestData([
fakedb.BuildProperty(
buildid=_id, name="workername", value="wrk"),
fakedb.BuildProperty(
buildid=_id, name="reason", value="because"),
fakedb.BuildProperty(
buildid=_id, name="owner", value="him"),
fakedb.Step(id=100 + _id, buildid=_id, name="step1"),
fakedb.Step(id=200 + _id, buildid=_id, name="step2"),
fakedb.Log(id=60 + _id, stepid=100 + _id, name='stdio', slug='stdio', type='s',
num_lines=2),
fakedb.LogChunk(logid=60 + _id, first_line=0, last_line=1, compressed=0,
content=self.LOGCONTENT),
])
@defer.inlineCallbacks
def getChangesForBuild(buildid):
assert buildid == 20
ch = yield self.master.db.changes.getChange(13)
return [ch]
self.master.db.changes.getChangesForBuild = getChangesForBuild
def test_claimBuildRequests_multiple(self):
return self.do_test_claimBuildRequests([
fakedb.BuildRequest(
id=44, buildsetid=self.BSID, builderid=self.BLDRID1),
fakedb.BuildRequest(
id=45, buildsetid=self.BSID, builderid=self.BLDRID1),
fakedb.BuildRequest(
id=46, buildsetid=self.BSID, builderid=self.BLDRID1),
], 1300305712, [44, 46], [
(44, epoch2datetime(1300305712), self.MASTER_ID),
(45, None, None),
(46, epoch2datetime(1300305712), self.MASTER_ID),
])
def test_limited_by_canStartBuild(self):
"""Set the 'canStartBuild' value in the config to something
that limits the possible options."""
self.bldr.config.nextWorker = nth_worker(-1)
pairs_tested = []
def _canStartBuild(worker, breq):
result = (worker.name, breq.id)
pairs_tested.append(result)
allowed = [
("test-worker1", 10),
("test-worker3", 11),
]
return result in allowed
self.bldr.config.canStartBuild = _canStartBuild
self.addWorkers({
'test-worker1': 1,
'test-worker2': 1,
'test-worker3': 1
})
rows = self.base_rows + [
fakedb.BuildRequest(
id=10, buildsetid=11, builderid=77, submitted_at=130000),
fakedb.BuildRequest(
id=11, buildsetid=11, builderid=77, submitted_at=135000),
fakedb.BuildRequest(
id=12, buildsetid=11, builderid=77, submitted_at=140000),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows,
exp_claims=[10, 11],
exp_builds=[
('test-worker1', [10
]),
('test-worker3', [11])
])
# we expect brids in order (10-11-12),
# with each searched in reverse order of workers (3-2-1) available (due
# to nth_worker(-1))
self.assertEqual(pairs_tested, [('test-worker3', 10),
('test-worker2', 10),
('test-worker1', 10),
('test-worker3', 11),
('test-worker2', 12)])
def test_getBuildsForChange_OneCodebase(self):
rows = [fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, created_at=CREATED_AT,
revision="aaa"),
fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=1,
complete=0, complete_at=None),
fakedb.Build(id=50, buildrequestid=19, number=5, masterid=88,
builderid=77, state_string="test", workerid=13,
started_at=1304262222, results=1), ]
expected = [{
'id': 50,
'number': 5,
'builderid': 77,
'buildrequestid': 19,
'workerid': 13,
'masterid': 88,
'started_at': epoch2datetime(1304262222),
'complete_at': None,
'state_string': 'test',
'results': 1}]
return self.do_test_getBuildsForChange(rows, 14, expected)
def test_source_stamp_no_props_nightly_scheduler(self):
# no status updates are expected
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Buildset(id=98, results=SUCCESS, reason="test_reason1"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(id=234, project=None, branch=None, revision=None,
repository=None, codebase=None),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79),
fakedb.Build(id=20, number=0, builderid=79, buildrequestid=11,
workerid=13, masterid=92, results=SUCCESS, state_string="build_text"),
fakedb.BuildProperty(buildid=20, name="workername", value="wrk"),
fakedb.BuildProperty(buildid=20, name="reason", value="because"),
fakedb.BuildProperty(buildid=20, name="buildername", value="Builder0"),
fakedb.BuildProperty(buildid=20, name="branch", value=None),
fakedb.BuildProperty(buildid=20, name="codebase", value=""),
fakedb.BuildProperty(buildid=20, name="project", value=""),
fakedb.BuildProperty(buildid=20, name="repository", value=""),
fakedb.BuildProperty(buildid=20, name="revision", value=None),
])
self.setup_fake_get_changes_for_build(has_change=False)
build = yield self.master.data.get(("builds", 20))
build['complete'] = False
yield self.sp._got_event(('builds', 20, 'new'), build)
build['complete'] = True
yield self.sp._got_event(('builds', 20, 'finished'), build)
build['results'] = SUCCESS
yield self.sp._got_event(('builds', 20, 'finished'), build)
def mkbr(brid, bsid=72):
return fakedb.BuildRequest(
id=brid,
buildsetid=bsid,
builderid=42,
complete=buildRequestCompletions.get(brid),
results=buildRequestResults.get(brid, SUCCESS))
def makeBuildRequestRows(self, brid, bsid, changeid, ssid, codebase, branch=None,
project=None, repository=None, patchid=None, revision=None):
rows = [
fakedb.SourceStamp(id=ssid, codebase=codebase, branch=branch,
project=project, repository=repository, patchid=patchid,
revision=revision),
fakedb.Buildset(id=bsid, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=ssid, buildsetid=bsid),
fakedb.BuildRequest(id=brid, buildsetid=bsid, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
]
if changeid:
rows.append(
fakedb.Change(changeid=changeid, branch='trunk', revision='9283',
repository='svn://...', project='world-domination',
sourcestampid=ssid)
)
if patchid:
rows.append(
fakedb.Patch(id=patchid, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='bar', patch_comment='foo', subdir='/foo',
patchlevel=3))
return rows
def test_getBuildRequest(self):
yield self.insertTestData([
fakedb.BuildRequest(id=44,
buildsetid=self.BSID,
builderid=self.BLDRID1,
complete=1,
results=75,
priority=7,
submitted_at=self.SUBMITTED_AT_EPOCH,
complete_at=self.COMPLETE_AT_EPOCH),
fakedb.BuildRequestClaim(brid=44,
masterid=self.MASTER_ID,
claimed_at=self.CLAIMED_AT_EPOCH),
])
brdict = yield self.db.buildrequests.getBuildRequest(44)
yield self.assertEqual(
brdict,
dict(buildrequestid=44,
buildsetid=self.BSID,
builderid=self.BLDRID1,
buildername="builder1",
priority=7,
claimed=True,
claimed_by_masterid=self.MASTER_ID,
complete=True,
results=75,
claimed_at=self.CLAIMED_AT,
submitted_at=self.SUBMITTED_AT,
complete_at=self.COMPLETE_AT,
waited_for=False))
def test_completeBuildRequests(self):
return self.do_test_completeBuildRequests([
fakedb.BuildRequest(
id=44, buildsetid=self.BSID, builderid=self.BLDRID1),
fakedb.BuildRequestClaim(
brid=44, masterid=self.MASTER_ID, claimed_at=1300103810),
], 1300305712, [(44, True, 7, epoch2datetime(1300305712))])
def insert_buildrequest_new(self, insert_patch=False, **kwargs):
self.db = self.master.db
self.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Builder(id=80, name='Builder1'),
fakedb.Buildset(id=98, results=None, reason="testReason1",
parent_buildid=None),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79)
])
patchid = 99 if insert_patch else None
self.db.insertTestData([
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.SourceStamp(
id=234,
branch=self.reporter_test_branch,
project=self.reporter_test_project,
revision=self.reporter_test_revision,
repository=self.reporter_test_repo,
codebase=self.reporter_test_codebase,
patchid=patchid),
fakedb.Patch(id=99, patch_base64='aGVsbG8sIHdvcmxk',
patch_author='him@foo', patch_comment='foo', subdir='/foo',
patchlevel=3)
])
request = yield self.master.data.get(("buildrequests", 11))
return request
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.Builder(id=77, name='builder77'),
fakedb.Master(id=88),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=8822),
fakedb.BuildRequest(id=82, buildsetid=8822, builderid=77),
fakedb.Build(id=13,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=3),
fakedb.Build(id=14,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=4),
fakedb.Build(id=15,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=5),
fakedb.BuildProperty(buildid=13,
name='reason',
value='"force build"',
source="Force Build Form"),
])
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.Builder(id=77, name='builder77'),
fakedb.Master(id=88),
fakedb.Worker(id=13, name='wrk'),
fakedb.Buildset(id=8822),
fakedb.BuildRequest(id=82, buildsetid=8822, builderid=77),
fakedb.Build(id=13,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=3),
fakedb.Build(id=14,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=4),
fakedb.Build(id=15,
builderid=77,
masterid=88,
workerid=13,
buildrequestid=82,
number=5),
])
def test_no_workerforbuilders(self):
rows = [
fakedb.Builder(id=78, name='bldr'),
fakedb.BuildRequest(id=11, buildsetid=10, builderid=78),
]
yield self.do_test_maybeStartBuildsOnBuilder(rows=rows,
exp_claims=[], exp_builds=[])
def test_claimBuildRequests_single(self):
return self.do_test_claimBuildRequests(
[
fakedb.BuildRequest(
id=44, buildsetid=self.BSID, builderid=self.BLDRID1),
], 1300305712, [44],
[(44, epoch2datetime(1300305712), self.MASTER_ID)])
def test_getSourceStampsForBuild_OneCodeBase(self):
rows = [fakedb.Master(id=88, name="bar"),
fakedb.Worker(id=13, name='one'),
fakedb.Builder(id=77, name='A'),
fakedb.SourceStamp(id=234, codebase='A', created_at=CREATED_AT,
revision="aaa"),
# fakedb.Change(changeid=14, codebase='A', sourcestampid=234),
fakedb.Buildset(id=30, reason='foo',
submitted_at=1300305712, results=-1),
fakedb.BuildsetSourceStamp(sourcestampid=234, buildsetid=30),
fakedb.BuildRequest(id=19, buildsetid=30, builderid=77,
priority=13, submitted_at=1300305712, results=-1),
fakedb.Build(id=50, buildrequestid=19, number=5, masterid=88,
builderid=77, state_string="test", workerid=13,
started_at=1304262222), ]
expected = [{
'branch': 'master',
'codebase': 'A',
'created_at': epoch2datetime(CREATED_AT),
'patch_author': None,
'patch_body': None,
'patch_comment': None,
'patch_level': None,
'patch_subdir': None,
'patchid': None,
'project': 'proj',
'repository': 'repo',
'revision': 'aaa',
'ssid': 234}]
return self.do_test_getSourceStampsForBuild(rows, 50, expected)
def addBuild(codebase_ss, results=0):
lastID["buildid"] += 1
lastID["buildsetid"] += 1
lastID["buildrequestid"] += 1
buildRows = [fakedb.Buildset(id=lastID["buildsetid"],
reason='foo',
submitted_at=1300305012, results=-1)]
for cb, ss in codebase_ss.items():
lastID["buildsetSourceStampid"] += 1
buildRows.append(
fakedb.BuildsetSourceStamp(id=lastID["buildsetSourceStampid"],
sourcestampid=ss,
buildsetid=lastID["buildsetid"]))
codebase_ss.clear()
buildRows.extend([
fakedb.BuildRequest(id=lastID["buildrequestid"],
buildsetid=lastID["buildsetid"],
builderid=77,
priority=13, submitted_at=1300305712, results=-1),
fakedb.Build(id=lastID["buildid"],
buildrequestid=lastID["buildrequestid"],
number=lastID["buildid"],
masterid=88,
builderid=77,
state_string="test",
workerid=13,
started_at=SOMETIME + lastID["buildid"],
complete_at=SOMETIME + 2 * lastID["buildid"],
results=results)])
return buildRows
def setUp(self):
self.setUpEndpoint()
self.db.insertTestData([
fakedb.Worker(id=47, name='linux'),
fakedb.Buildset(id=20),
fakedb.Builder(id=88, name='b1'),
fakedb.BuildRequest(id=41, buildsetid=20, builderid=88),
fakedb.Master(id=88),
fakedb.Build(id=30,
buildrequestid=41,
number=7,
masterid=88,
builderid=88,
workerid=47),
fakedb.Step(id=131, number=132, name='step132', buildid=30),
fakedb.TestResultSet(id=13,
builderid=88,
buildid=30,
stepid=131,
description='desc',
category='cat',
value_unit='ms',
complete=1),
fakedb.TestResultSet(id=14,
builderid=88,
buildid=30,
stepid=131,
description='desc',
category='cat',
value_unit='ms',
complete=1),
])
def test_multiple_source_stamps_no_props(self):
repository = 'http://test_repo'
project = 'test_user/test_project'
codebase1 = 'test_codebase1'
codebase2 = 'test_codebase2'
codebase3 = 'test_codebase3'
branch2 = 'refs/pull/4192/merge'
branch3 = 'refs/pull/4193/merge'
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
self._http.expect(
'post',
'/repos/test_user/test_project/issues/4192/comments',
json={'body': 'Build done.'})
# note that the first sourcestamp only has revision, second only branch and only the third
# has both
self.master.db.insertTestData([
fakedb.Master(id=92),
fakedb.Worker(id=13, name='wrk'),
fakedb.Builder(id=79, name='Builder0'),
fakedb.Buildset(id=98, results=SUCCESS, reason="test_reason1"),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=234),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=235),
fakedb.BuildsetSourceStamp(buildsetid=98, sourcestampid=236),
fakedb.SourceStamp(id=234, project=project, branch=None, revision='rev1',
repository=repository, codebase=codebase1),
fakedb.SourceStamp(id=235, project=project, branch=branch2, revision=None,
repository=repository, codebase=codebase2),
fakedb.SourceStamp(id=236, project=project, branch=branch3, revision='rev3',
repository=repository, codebase=codebase3),
fakedb.BuildRequest(id=11, buildsetid=98, builderid=79),
fakedb.Build(id=20, number=0, builderid=79, buildrequestid=11,
workerid=13, masterid=92, results=SUCCESS, state_string="build_text"),
fakedb.BuildProperty(buildid=20, name="buildername", value="Builder0"),
fakedb.BuildProperty(buildid=20, name="branch", value=branch2),
])
self.setup_fake_get_changes_for_build(has_change=False)
build = yield self.master.data.get(("builds", 20))
build['complete'] = False
yield self.sp._got_event(('builds', 20, 'new'), build)
build['complete'] = True
yield self.sp._got_event(('builds', 20, 'finished'), build)
build['results'] = SUCCESS
yield self.sp._got_event(('builds', 20, 'finished'), build)
