def test_getChangeUids_multi(self):
yield self.insertTestData(self.change14_rows + self.change13_rows + [
fakedb.User(uid=1, identifier="one"),
fakedb.User(uid=2, identifier="two"),
fakedb.User(uid=99, identifier="nooo"),
fakedb.ChangeUser(changeid=14, uid=1),
fakedb.ChangeUser(changeid=14, uid=2),
fakedb.ChangeUser(changeid=13, uid=99), # not selected
])
res = yield self.db.changes.getChangeUids(14)
self.assertEqual(sorted(res), [1, 2])
def test_getChangeUids_found(self):
yield self.insertTestData(self.change14_rows + [
fakedb.SourceStamp(id=92),
fakedb.User(uid=1),
fakedb.ChangeUser(changeid=14, uid=1),
])
res = yield self.db.changes.getChangeUids(14)
self.assertEqual(res, [1])
def test_addChange_with_uid(self):
yield self.insertTestData([
fakedb.User(uid=1, identifier="one"),
])
changeid = yield self.db.changes.addChange(
author='dustin',
committer='justin',
files=[],
comments='fix spelling',
revision='2d6caa52',
when_timestamp=epoch2datetime(OTHERTIME),
branch='master',
category=None,
revlink=None,
properties={},
repository='',
codebase='',
project='',
uid=1)
# check all of the columns of the five relevant tables
def thd_change(conn):
r = conn.execute(self.db.model.changes.select())
r = r.fetchall()
self.assertEqual(len(r), 1)
self.assertEqual(r[0].changeid, changeid)
self.assertEqual(r[0].when_timestamp, OTHERTIME)
yield self.db.pool.do(thd_change)
def thd_change_files(conn):
query = self.db.model.change_files.select()
r = conn.execute(query)
r = r.fetchall()
self.assertEqual(len(r), 0)
yield self.db.pool.do(thd_change_files)
def thd_change_properties(conn):
query = self.db.model.change_properties.select()
r = conn.execute(query)
r = r.fetchall()
self.assertEqual(len(r), 0)
yield self.db.pool.do(thd_change_properties)
def thd_change_users(conn):
query = self.db.model.change_users.select()
r = conn.execute(query)
r = r.fetchall()
self.assertEqual(len(r), 1)
self.assertEqual(r[0].changeid, 1)
self.assertEqual(r[0].uid, 1)
yield self.db.pool.do(thd_change_users)
def test_getUserContact_key_not_found(self):
self.db.insertTestData([fakedb.User(uid=1, identifier='tdurden'),
fakedb.UserInfo(uid=1, attr_type='svn',
attr_data='tdurden'),
fakedb.UserInfo(uid=1, attr_type='email',
attr_data='*****@*****.**')])
contact = yield users.getUserContact(self.master,
contact_types=['blargh'], uid=1)
self.assertEqual(contact, None)
class TestUsersConnectorComponent(connector_component.ConnectorComponentMixin,
unittest.TestCase):
@defer.inlineCallbacks
def setUp(self):
yield self.setUpConnectorComponent(table_names=[
'users', 'users_info', 'changes', 'change_users', 'sourcestamps',
'patches'
])
self.db.users = users.UsersConnectorComponent(self.db)
def tearDown(self):
return self.tearDownConnectorComponent()
# sample user data
user1_rows = [
fakedb.User(uid=1, identifier='soap'),
fakedb.UserInfo(uid=1, attr_type='IPv9', attr_data='0578cc6.8db024'),
]
user2_rows = [
fakedb.User(uid=2, identifier='lye'),
fakedb.UserInfo(uid=2,
attr_type='git',
attr_data='Tyler Durden <*****@*****.**>'),
fakedb.UserInfo(uid=2, attr_type='irc', attr_data='durden')
]
user3_rows = [
fakedb.User(uid=3,
identifier='marla',
bb_username='******',
bb_password='******')
]
user1_dict = {
'uid': 1,
'identifier': 'soap',
'bb_username': None,
'bb_password': None,
'IPv9': '0578cc6.8db024',
}
user2_dict = {
'uid': 2,
'identifier': 'lye',
'bb_username': None,
'bb_password': None,
'irc': 'durden',
'git': 'Tyler Durden <*****@*****.**>'
}
user3_dict = {
'uid': 3,
'identifier': 'marla',
'bb_username': '******',
'bb_password': '******',
}
# tests
@defer.inlineCallbacks
def test_addUser_new(self):
uid = yield self.db.users.findUserByAttr(
identifier='soap',
attr_type='subspace_net_handle',
attr_data='Durden0924')
def thd(conn):
users_tbl = self.db.model.users
users_info_tbl = self.db.model.users_info
users = conn.execute(users_tbl.select()).fetchall()
infos = conn.execute(users_info_tbl.select()).fetchall()
self.assertEqual(len(users), 1)
self.assertEqual(users[0].uid, uid)
self.assertEqual(users[0].identifier, 'soap')
self.assertEqual(len(infos), 1)
self.assertEqual(infos[0].uid, uid)
self.assertEqual(infos[0].attr_type, 'subspace_net_handle')
self.assertEqual(infos[0].attr_data, 'Durden0924')
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_addUser_existing(self):
yield self.insertTestData(self.user1_rows)
uid = yield self.db.users.findUserByAttr(identifier='soapy',
attr_type='IPv9',
attr_data='0578cc6.8db024')
self.assertEqual(uid, 1)
def thd(conn):
users_tbl = self.db.model.users
users_info_tbl = self.db.model.users_info
users = conn.execute(users_tbl.select()).fetchall()
infos = conn.execute(users_info_tbl.select()).fetchall()
self.assertEqual(len(users), 1)
self.assertEqual(users[0].uid, uid)
self.assertEqual(users[0].identifier, 'soap') # not changed!
self.assertEqual(len(infos), 1)
self.assertEqual(infos[0].uid, uid)
self.assertEqual(infos[0].attr_type, 'IPv9')
self.assertEqual(infos[0].attr_data, '0578cc6.8db024')
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_findUser_existing(self):
yield self.insertTestData(self.user1_rows + self.user2_rows +
self.user3_rows)
uid = yield self.db.users.findUserByAttr(
identifier='lye',
attr_type='git',
attr_data='Tyler Durden <*****@*****.**>')
self.assertEqual(uid, 2)
def thd(conn):
users_tbl = self.db.model.users
users_info_tbl = self.db.model.users_info
users = conn.execute(users_tbl.select()).fetchall()
infos = conn.execute(users_info_tbl.select()).fetchall()
self.assertEqual(
(sorted([tuple(u)
for u in users]), sorted([tuple(i) for i in infos])),
([
(1, 'soap', None, None),
(2, 'lye', None, None),
(3, 'marla', 'marla', 'cancer'),
], [(1, 'IPv9', '0578cc6.8db024'),
(2, 'git', 'Tyler Durden <*****@*****.**>'),
(2, 'irc', 'durden')]))
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_addUser_race(self):
def race_thd(conn):
# note that this assumes that both inserts can happen "at once".
# This is the case for DB engines that support transactions, but
# not for MySQL. so this test does not detect the potential MySQL
# failure, which will generally result in a spurious failure.
conn.execute(self.db.model.users.insert(),
uid=99,
identifier='soap')
conn.execute(self.db.model.users_info.insert(),
uid=99,
attr_type='subspace_net_handle',
attr_data='Durden0924')
uid = yield self.db.users.findUserByAttr(
identifier='soap',
attr_type='subspace_net_handle',
attr_data='Durden0924',
_race_hook=race_thd)
self.assertEqual(uid, 99)
def thd(conn):
users_tbl = self.db.model.users
users_info_tbl = self.db.model.users_info
users = conn.execute(users_tbl.select()).fetchall()
infos = conn.execute(users_info_tbl.select()).fetchall()
self.assertEqual(len(users), 1)
self.assertEqual(users[0].uid, uid)
self.assertEqual(users[0].identifier, 'soap')
self.assertEqual(len(infos), 1)
self.assertEqual(infos[0].uid, uid)
self.assertEqual(infos[0].attr_type, 'subspace_net_handle')
self.assertEqual(infos[0].attr_data, 'Durden0924')
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_addUser_existing_identifier(self):
# see http://trac.buildbot.net/ticket/2587
yield self.insertTestData(self.user1_rows)
uid = yield self.db.users.findUserByAttr(
identifier='soap', # same identifier
attr_type='IPv9',
attr_data='fffffff.ffffff') # different attr
# creates a new user
self.assertNotEqual(uid, 1)
def thd(conn):
users_tbl = self.db.model.users
users_info_tbl = self.db.model.users_info
users = conn.execute(
users_tbl.select(order_by=users_tbl.c.identifier)).fetchall()
infos = conn.execute(
users_info_tbl.select(users_info_tbl.c.uid == uid)).fetchall()
self.assertEqual(len(users), 2)
self.assertEqual(users[1].uid, uid)
self.assertEqual(users[1].identifier, 'soap_2') # unique'd
self.assertEqual(len(infos), 1)
self.assertEqual(infos[0].attr_type, 'IPv9')
self.assertEqual(infos[0].attr_data, 'fffffff.ffffff')
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_getUser(self):
yield self.insertTestData(self.user1_rows)
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict, self.user1_dict)
@defer.inlineCallbacks
def test_getUser_bb(self):
yield self.insertTestData(self.user3_rows)
usdict = yield self.db.users.getUser(3)
self.assertEqual(usdict, self.user3_dict)
@defer.inlineCallbacks
def test_getUser_multi_attr(self):
yield self.insertTestData(self.user2_rows)
usdict = yield self.db.users.getUser(2)
self.assertEqual(usdict, self.user2_dict)
@defer.inlineCallbacks
def test_getUser_no_match(self):
yield self.insertTestData(self.user1_rows)
none = yield self.db.users.getUser(3)
self.assertEqual(none, None)
@defer.inlineCallbacks
def test_getUsers_none(self):
res = yield self.db.users.getUsers()
self.assertEqual(res, [])
@defer.inlineCallbacks
def test_getUsers(self):
yield self.insertTestData(self.user1_rows)
res = yield self.db.users.getUsers()
self.assertEqual(res, [dict(uid=1, identifier='soap')])
@defer.inlineCallbacks
def test_getUsers_multiple(self):
yield self.insertTestData(self.user1_rows + self.user2_rows)
res = yield self.db.users.getUsers()
self.assertEqual(
res,
[dict(uid=1, identifier='soap'),
dict(uid=2, identifier='lye')])
@defer.inlineCallbacks
def test_getUserByUsername(self):
yield self.insertTestData(self.user3_rows)
res = yield self.db.users.getUserByUsername("marla")
self.assertEqual(res, self.user3_dict)
@defer.inlineCallbacks
def test_getUserByUsername_no_match(self):
yield self.insertTestData(self.user3_rows)
none = yield self.db.users.getUserByUsername("tyler")
self.assertEqual(none, None)
@defer.inlineCallbacks
def test_updateUser_existing_type(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=1,
attr_type='IPv9',
attr_data='abcd.1234')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['IPv9'], 'abcd.1234')
self.assertEqual(usdict['identifier'], 'soap') # no change
@defer.inlineCallbacks
def test_updateUser_new_type(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=1,
attr_type='IPv4',
attr_data='123.134.156.167')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['IPv4'], '123.134.156.167')
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
self.assertEqual(usdict['identifier'], 'soap') # no change
@defer.inlineCallbacks
def test_updateUser_identifier(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=1, identifier='lye')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['identifier'], 'lye')
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
@defer.inlineCallbacks
def test_updateUser_bb(self):
yield self.insertTestData(self.user3_rows)
yield self.db.users.updateUser(uid=3,
bb_username='******',
bb_password='******')
usdict = yield self.db.users.getUser(3)
self.assertEqual(usdict['bb_username'], 'boss')
self.assertEqual(usdict['bb_password'], 'fired')
self.assertEqual(usdict['identifier'], 'marla') # no change
@defer.inlineCallbacks
def test_updateUser_all(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=1,
identifier='lye',
bb_username='******',
bb_password='******',
attr_type='IPv4',
attr_data='123.134.156.167')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['identifier'], 'lye')
self.assertEqual(usdict['bb_username'], 'marla')
self.assertEqual(usdict['bb_password'], 'cancer')
self.assertEqual(usdict['IPv4'], '123.134.156.167')
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
@defer.inlineCallbacks
def test_updateUser_race(self):
# called from the db thread, this opens a *new* connection (to avoid
# the existing transaction) and executes a conflicting insert in that
# connection. This will cause the insert in the db method to fail, and
# the data in this insert (8.8.8.8) will appear below.
transaction_wins = []
if (self.db.pool.engine.dialect.name == 'sqlite' and
self.db.pool.engine.url.database not in [None, ':memory:']):
# It's not easy to work with file-based SQLite via multiple
# connections, because SQLAlchemy (in it's default configuration)
# locks file during working session.
# TODO: This probably can be supported.
raise unittest.SkipTest(
"It's hard to test race condition with not in-memory SQLite")
def race_thd(conn):
conn = self.db.pool.engine.connect()
try:
r = conn.execute(self.db.model.users_info.insert(),
uid=1,
attr_type='IPv4',
attr_data='8.8.8.8')
r.close()
except sqlalchemy.exc.OperationalError:
# some engine (mysql innodb) will enforce lock until the transaction is over
transaction_wins.append(True)
# scope variable, we modify a list so that modification is visible in parent scope
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=1,
attr_type='IPv4',
attr_data='123.134.156.167',
_race_hook=race_thd)
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['identifier'], 'soap')
if transaction_wins:
self.assertEqual(usdict['IPv4'], '123.134.156.167')
else:
self.assertEqual(usdict['IPv4'], '8.8.8.8')
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
@defer.inlineCallbacks
def test_update_NoMatch_identifier(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=3, identifier='abcd')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['identifier'], 'soap') # no change
@defer.inlineCallbacks
def test_update_NoMatch_attribute(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=3,
attr_type='abcd',
attr_data='efgh')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
@defer.inlineCallbacks
def test_update_NoMatch_bb(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.updateUser(uid=3,
attr_type='marla',
attr_data='cancer')
usdict = yield self.db.users.getUser(1)
self.assertEqual(usdict['IPv9'], '0578cc6.8db024') # no change
@defer.inlineCallbacks
def test_removeUser_uid(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.removeUser(1)
def thd(conn):
r = conn.execute(self.db.model.users.select())
r = r.fetchall()
self.assertEqual(len(r), 0)
yield self.db.pool.do(thd)
@defer.inlineCallbacks
def test_removeNoMatch(self):
yield self.insertTestData(self.user1_rows)
yield self.db.users.removeUser(uid=3)
@defer.inlineCallbacks
def test_identifierToUid_NoMatch(self):
res = yield self.db.users.identifierToUid(identifier="soap")
self.assertEqual(res, None)
@defer.inlineCallbacks
def test_identifierToUid_match(self):
yield self.insertTestData(self.user1_rows)
res = yield self.db.users.identifierToUid(identifier="soap")
self.assertEqual(res, 1)