def getprops(self):
return {
'string': hyperdb.String(),
'number': hyperdb.Number(),
'boolean': hyperdb.Boolean(),
'password': hyperdb.Password(),
'date': hyperdb.Date(),
'interval': hyperdb.Interval(),
'link': hyperdb.Link('test'),
'link2': hyperdb.Link('test2'),
'multilink': hyperdb.Multilink('test'),
'multilink2': hyperdb.Multilink('test2'),
}
def setUp(self):
self.dirname = '_test_cgi_form'
# set up and open a tracker
self.instance = db_test_base.setupTracker(self.dirname)
# open the database
self.db = self.instance.open('admin')
self.db.tx_Source = "web"
self.db.user.create(username='******',
address='*****@*****.**',
realname='Bork, Chef',
roles='User')
self.db.user.create(username='******',
address='*****@*****.**',
roles='User',
realname='Contrary, Mary')
self.db.issue.addprop(tx_Source=hyperdb.String())
self.db.msg.addprop(tx_Source=hyperdb.String())
self.db.post_init()
vars = {}
thisdir = os.path.dirname(__file__)
execfile(os.path.join(thisdir, "tx_Source_detector.py"), vars)
vars['init'](self.db)
test = self.instance.backend.Class(self.db,
"test",
string=hyperdb.String(),
number=hyperdb.Number(),
boolean=hyperdb.Boolean(),
link=hyperdb.Link('test'),
multilink=hyperdb.Multilink('test'),
date=hyperdb.Date(),
messages=hyperdb.Multilink('msg'),
interval=hyperdb.Interval())
# compile the labels re
classes = '|'.join(self.db.classes.keys())
self.FV_SPECIAL = re.compile(FormParser.FV_LABELS % classes,
re.VERBOSE)
def setUp(self):
self.dirname = '_test_cgi_form'
# set up and open a tracker
self.instance = db_test_base.setupTracker(self.dirname)
# open the database
self.db = self.instance.open('admin')
self.db.user.create(username='******', address='*****@*****.**',
realname='Bork, Chef', roles='User')
self.db.user.create(username='******', address='*****@*****.**',
roles='User', realname='Contrary, Mary')
test = self.instance.backend.Class(self.db, "test",
string=hyperdb.String(), number=hyperdb.Number(),
boolean=hyperdb.Boolean(), link=hyperdb.Link('test'),
multilink=hyperdb.Multilink('test'), date=hyperdb.Date(),
interval=hyperdb.Interval())
# compile the labels re
classes = '|'.join(self.db.classes.keys())
self.FV_SPECIAL = re.compile(FormParser.FV_LABELS%classes,
re.VERBOSE)
def update_class(self, spec, old_spec, force=0, adding_v2=0):
""" Determine the differences between the current spec and the
database version of the spec, and update where necessary.
If 'force' is true, update the database anyway.
SQLite doesn't have ALTER TABLE, so we have to copy and
regenerate the tables with the new schema.
"""
new_spec = spec.schema()
new_spec[1].sort()
old_spec[1].sort()
if not force and new_spec == old_spec:
# no changes
return 0
logging.getLogger('roundup.hyperdb').info('update_class %s' %
spec.classname)
# detect multilinks that have been removed, and drop their table
old_has = {}
for name, prop in old_spec[1]:
old_has[name] = 1
if name in spec.properties or not isinstance(
prop, hyperdb.Multilink):
continue
# it's a multilink, and it's been removed - drop the old
# table. First drop indexes.
self.drop_multilink_table_indexes(spec.classname, name)
sql = 'drop table %s_%s' % (spec.classname, prop)
self.sql(sql)
# now figure how we populate the new table
if adding_v2:
fetch = ['_activity', '_creation', '_creator']
else:
fetch = ['_actor', '_activity', '_creation', '_creator']
properties = spec.getprops()
for propname, x in new_spec[1]:
prop = properties[propname]
if isinstance(prop, hyperdb.Multilink):
if propname not in old_has:
# we need to create the new table
self.create_multilink_table(spec, propname)
elif force:
tn = '%s_%s' % (spec.classname, propname)
# grabe the current values
sql = 'select linkid, nodeid from %s' % tn
self.sql(sql)
rows = self.cursor.fetchall()
# drop the old table
self.drop_multilink_table_indexes(spec.classname, propname)
sql = 'drop table %s' % tn
self.sql(sql)
# re-create and populate the new table
self.create_multilink_table(spec, propname)
sql = """insert into %s (linkid, nodeid) values
(%s, %s)""" % (tn, self.arg, self.arg)
for linkid, nodeid in rows:
self.sql(sql, (int(linkid), int(nodeid)))
elif propname in old_has:
# we copy this col over from the old table
fetch.append('_' + propname)
# select the data out of the old table
fetch.append('id')
fetch.append('__retired__')
fetchcols = ','.join(fetch)
cn = spec.classname
sql = 'select %s from _%s' % (fetchcols, cn)
self.sql(sql)
olddata = self.cursor.fetchall()
# TODO: update all the other index dropping code
self.drop_class_table_indexes(cn, old_spec[0])
# drop the old table
self.sql('drop table _%s' % cn)
# create the new table
self.create_class_table(spec)
if olddata:
inscols = [
'id', '_actor', '_activity', '_creation', '_creator',
'__retired__'
]
for propname, x in new_spec[1]:
prop = properties[propname]
if isinstance(prop, hyperdb.Multilink):
continue
elif isinstance(prop, hyperdb.Interval):
inscols.append('_' + propname)
inscols.append('__' + propname + '_int__')
elif propname in old_has:
# we copy this col over from the old table
inscols.append('_' + propname)
# do the insert of the old data - the new columns will have
# NULL values
args = ','.join([self.arg for x in inscols])
cols = ','.join(inscols)
sql = 'insert into _%s (%s) values (%s)' % (cn, cols, args)
for entry in olddata:
d = []
retired_id = None
for name in inscols:
# generate the new value for the Interval int column
if name.endswith('_int__'):
name = name[2:-6]
if sqlite_version in (2, 3):
try:
v = hyperdb.Interval(entry[name]).as_seconds()
except IndexError:
v = None
elif name in entry:
v = hyperdb.Interval(entry[name]).as_seconds()
else:
v = None
elif sqlite_version in (2, 3):
try:
v = entry[name]
except IndexError:
v = None
elif (sqlite_version == 1 and name in entry):
v = entry[name]
else:
v = None
if name == 'id':
retired_id = v
elif name == '__retired__' and retired_id and v not in [
'0', 0
]:
v = retired_id
d.append(v)
self.sql(sql, tuple(d))
return 1