def parse(self, data):
"""Parse @data based on separators and declared elements."""
# Different node pattern should be put on different nid_map lines
if ',' in data:
msg = "Do not use comma in nid_map: %s" % data
raise ModelFileValueError(msg)
ModelFile.parse(self, data)
def testCompoundElement(self):
"""test a ModelFile with a compound element"""
class MyCompound(ModelFile):
def __init__(self, sep='=', linesep=' '):
ModelFile.__init__(self, sep, linesep)
self.add_element('dev', check='path')
self.add_element('index', check='digit')
self.add_element('jdev', check='path')
self.add_element('mode', check='enum', default='managed',
values=['managed', 'external'])
elem = MyCompound()
elem.parse("dev=/dev/sdb jdev=/dev/sdc index=4")
self.assertEqual(elem.get('dev'), '/dev/sdb')
self.assertEqual(elem.get('jdev'), '/dev/sdc')
self.assertEqual(elem.get('index'), 4)
self.assertEqual(elem.get('mode'), 'managed')
model = ModelFile()
model.add_element('fsname', check='string')
model.add_custom('mgt', MyCompound(), multiple=True)
model.add_custom('mdt', MyCompound(), multiple=True)
model.add_custom('ost', MyCompound(), multiple=True)
model.parse("ost: dev=/dev/sdb index=4")
self.assertEqual(len(model.get('ost')), 1)
self.assertEqual(model.get('ost')[0].get('dev'), '/dev/sdb')
self.assertEqual(model.get('ost')[0].get('index'), 4)
model.parse("ost: dev=/dev/sdd index=5")
self.assertEqual(len(model.get('ost')), 2)
self.assertEqual(model.get('ost')[1].get('dev'), '/dev/sdd')
self.assertEqual(model.get('ost')[1].get('index'), 5)
self.assertEqual(str(model), "ost:index=4 dev=/dev/sdb\n"
"ost:index=5 dev=/dev/sdd")
def test_huge_folding_scales(self):
"""folding a lot of elements is fast enough"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True, fold=True)
for i in range(0, 10000):
model.parse('foo: first%s second%s' % (i, i + 10))
before = time.time()
self.assertEqual(str(model), 'foo:first[0-9999] second[10-10009]')
elapsed = time.time() - before
self.assertTrue(elapsed < 0.5, "%.2fs exceeds 0.5s threshold" % elapsed)
def testDiffDictMultipleElement(self):
"""diff between 2 modelfiles with a multiple subelement"""
model = ModelFile()
element = ModelFile(sep="=", linesep=" ")
element.add_element('dev', check='string')
element.add_element('index', check='digit')
model.add_custom('target', element, multiple=True)
model2 = model.emptycopy()
# Empty models have no difference
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Same model have no difference
model.parse('target: dev=/dev/sda index=1')
model2.parse('target: dev=/dev/sda index=1')
self.assertEqual(len(model['target']), 1)
self.assertEqual(len(model2['target']), 1)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Add a new element
model2.parse('target: dev=/dev/sdb index=2')
self.assertEqual(len(model['target']), 1)
self.assertEqual(len(model2['target']), 2)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(),
{'target': [{
'index': 2,
'dev': '/dev/sdb'
}]})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Change an element
del model2['target']
model2.parse('target: dev=/dev/sdb index=1')
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(),
{'target': [{
'index': 1,
'dev': '/dev/sdb'
}]})
self.assertEqual(removed.as_dict(),
{'target': [{
'index': 1,
'dev': '/dev/sda'
}]})
self.assertEqual(changed.as_dict(), {})
def test_huge_folding_scales(self):
"""folding a lot of elements is fast enough"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True, fold=True)
for i in range(0, 10000):
model.parse('foo: first%s second%s' % (i, i + 10))
before = time.time()
self.assertEqual(str(model), 'foo:first[0-9999] second[10-10009]')
elapsed = time.time() - before
self.assertTrue(elapsed < 0.5,
"%.2fs exceeds 0.5s threshold" % elapsed)
def testExpandRange(self):
"""parse ranged line expand correctly"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True)
model.parse("foo: mine[10-15]")
self.assertEqual(len(model.get('foo')), 6)
del model['foo']
model.parse("foo: mine[10-15] second[1-6]")
self.assertEqual(len(model.get('foo')), 6)
del model['foo']
# Ranges mismatch
self.assertRaises(ModelFileValueError, model.parse, "foo: five[1-5] two[1-2]")
def test_hash_model_element(self):
"""check 2 different model element have different hashes."""
model = ModelFile()
model.add_element('foo', check='string')
model.add_element('bar', check='string')
model2 = model.emptycopy()
model.parse('foo: foo1')
model.parse('bar: bar1')
model2.parse('foo: foofoo')
model2.parse('bar: barbar')
self.assertEqual(hash(model), hash(model))
self.assertEqual(hash(model2), hash(model2))
self.assertNotEqual(hash(model), hash(model2))
def test_hash_model_element(self):
"""check 2 different model element have different hashes."""
model = ModelFile()
model.add_element('foo', check='string')
model.add_element('bar', check='string')
model2 = model.emptycopy()
model.parse('foo: foo1')
model.parse('bar: bar1')
model2.parse('foo: foofoo')
model2.parse('bar: barbar')
self.assertEqual(hash(model), hash(model))
self.assertEqual(hash(model2), hash(model2))
self.assertNotEqual(hash(model), hash(model2))
def testDiffDictMultipleElement(self):
"""diff between 2 modelfiles with a multiple subelement"""
model = ModelFile()
element = ModelFile(sep="=", linesep=" ")
element.add_element('dev', check='string')
element.add_element('index', check='digit')
model.add_custom('target', element, multiple=True)
model2 = model.emptycopy()
# Empty models have no difference
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Same model have no difference
model.parse('target: dev=/dev/sda index=1')
model2.parse('target: dev=/dev/sda index=1')
self.assertEqual(len(model['target']), 1)
self.assertEqual(len(model2['target']), 1)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Add a new element
model2.parse('target: dev=/dev/sdb index=2')
self.assertEqual(len(model['target']), 1)
self.assertEqual(len(model2['target']), 2)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(),
{'target': [{'index': 2, 'dev': '/dev/sdb'}]})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Change an element
del model2['target']
model2.parse('target: dev=/dev/sdb index=1')
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(),
{'target': [{'index': 1, 'dev': '/dev/sdb'}]})
self.assertEqual(removed.as_dict(),
{'target': [{'index': 1, 'dev': '/dev/sda'}]})
self.assertEqual(changed.as_dict(), {})
def testDiffDictElement(self):
"""diff between 2 modelfiles with a subelement"""
model = ModelFile()
element = ModelFile(sep="=", linesep=" ")
element.add_element('size', check='digit')
element.add_element('count', check='digit')
model.add_custom('stripe', element)
model2 = model.emptycopy()
# Empty models have no difference
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Same model have no difference
model.parse('stripe: count=1 size=1000000')
model2.parse('stripe: count=1 size=1000000')
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Remove an attribute
del model2.get('stripe')['count']
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {'stripe': {'count': 1}})
self.assertEqual(changed.as_dict(), {})
# Change an attribute
model2.get('stripe').add('count', 2)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {'stripe': {'count': 2}})
def testDiffDictElement(self):
"""diff between 2 modelfiles with a subelement"""
model = ModelFile()
element = ModelFile(sep="=", linesep=" ")
element.add_element('size', check='digit')
element.add_element('count', check='digit')
model.add_custom('stripe', element)
model2 = model.emptycopy()
# Empty models have no difference
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Same model have no difference
model.parse('stripe: count=1 size=1000000')
model2.parse('stripe: count=1 size=1000000')
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {})
# Remove an attribute
del model2.get('stripe')['count']
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {'stripe': {'count': 1}})
self.assertEqual(changed.as_dict(), {})
# Change an attribute
model2.get('stripe').add('count', 2)
added, changed, removed = model.diff(model2)
self.assertEqual(added.as_dict(), {})
self.assertEqual(removed.as_dict(), {})
self.assertEqual(changed.as_dict(), {'stripe': {'count': 2}})
def testCompoundElement(self):
"""test a ModelFile with a compound element"""
class MyCompound(ModelFile):
def __init__(self, sep='=', linesep=' '):
ModelFile.__init__(self, sep, linesep)
self.add_element('dev', check='path')
self.add_element('index', check='digit')
self.add_element('jdev', check='path')
self.add_element('mode',
check='enum',
default='managed',
values=['managed', 'external'])
elem = MyCompound()
elem.parse("dev=/dev/sdb jdev=/dev/sdc index=4")
self.assertEqual(elem.get('dev'), '/dev/sdb')
self.assertEqual(elem.get('jdev'), '/dev/sdc')
self.assertEqual(elem.get('index'), 4)
self.assertEqual(elem.get('mode'), 'managed')
model = ModelFile()
model.add_element('fsname', check='string')
model.add_custom('mgt', MyCompound(), multiple=True)
model.add_custom('mdt', MyCompound(), multiple=True)
model.add_custom('ost', MyCompound(), multiple=True)
model.parse("ost: dev=/dev/sdb index=4")
self.assertEqual(len(model.get('ost')), 1)
self.assertEqual(model.get('ost')[0].get('dev'), '/dev/sdb')
self.assertEqual(model.get('ost')[0].get('index'), 4)
model.parse("ost: dev=/dev/sdd index=5")
self.assertEqual(len(model.get('ost')), 2)
self.assertEqual(model.get('ost')[1].get('dev'), '/dev/sdd')
self.assertEqual(model.get('ost')[1].get('index'), 5)
# test hexadecimal index
model.parse("ost: dev=/dev/sde index=0x12")
self.assertEqual(len(model.get('ost')), 3)
self.assertEqual(model.get('ost')[2].get('dev'), '/dev/sde')
self.assertEqual(model.get('ost')[2].get('index'), 18)
self.assertEqual(
str(model), "ost:index=4 dev=/dev/sdb\n"
"ost:index=5 dev=/dev/sdd\n"
"ost:index=18 dev=/dev/sde")
def test_expand_range(self):
"""parse ranged line expand correctly"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True)
model.parse("foo: mine[10-15]")
self.assertEqual(len(model.get('foo')), 6)
del model['foo']
model.parse("foo: mine[10-15] second[1-6]")
self.assertEqual(len(model.get('foo')), 6)
del model['foo']
# Range supports padding
model.parse('foo: bar[01-02]')
self.assertEqual(model.get('foo'), ['bar01', 'bar02'])
del model['foo']
# Ranges mismatch
self.assertRaises(ModelFileValueError, model.parse,
"foo: five[1-5] two[1-2]")
def test_expand_fold_range(self):
"""parse line with range expand and fold correctly"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True, fold=True)
model.parse("foo: mine[10-15]")
self.assertEqual(len(model.get('foo')), 6)
self.assertEqual(str(model.elements('foo')), 'mine[10-15]')
del model['foo']
model.parse("foo: mine[10-15] second[1-6]")
self.assertEqual(len(model.get('foo')), 6)
self.assertEqual(str(model.elements('foo')), 'mine[10-15] second[1-6]')
del model['foo']
# Range supports padding
model.parse('foo: bar[01-02]')
self.assertEqual(model.get('foo'), ['bar01', 'bar02'])
self.assertEqual(str(model.elements('foo')), 'bar[01-02]')
del model['foo']
# Ranges mismatch
self.assertRaises(ModelFileValueError, model.parse, "foo: five[1-5] two[1-2]")
def test_various_fold_range(self):
"""fold complex patterns involving ordering"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True, fold=True)
# Folding without digit is fine
model.parse('foo: cat')
model.parse('foo: dog')
self.assertEqual(len(model.get('foo')), 2)
self.assertEqual(str(model.elements('foo')), 'cat\ndog')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Keeps order
model.parse('foo: foo1')
model.parse('foo: foo3')
model.parse('foo: foo2')
self.assertEqual(len(model.get('foo')), 3)
self.assertEqual(str(model.elements('foo')), 'foo[1,3]\nfoo2')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Complex ordering
model.parse("foo: mine[10-15] second[1-6]")
model.parse("foo: mine[8] second[7]")
model.parse("foo: mine[16] second[8]")
self.assertEqual(len(model.get('foo')), 8)
self.assertEqual(str(model.elements('foo')), 'mine[10-15] second[1-6]\n'
'mine[8,16] second[7-8]')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Static column
model.parse("foo: mine[10-15] second1")
model.parse("foo: mine[16] second1")
model.parse("foo: mine[16] second2")
self.assertEqual(len(model.get('foo')), 8)
self.assertEqual(str(model.elements('foo')), 'mine[10-16] second1\n'
'mine16 second2')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
def test_various_fold_range(self):
"""fold complex patterns involving ordering"""
model = ModelFile()
model.add_element("foo", check="string", multiple=True, fold=True)
# Folding without digit is fine
model.parse('foo: cat')
model.parse('foo: dog')
self.assertEqual(len(model.get('foo')), 2)
self.assertEqual(str(model.elements('foo')), 'cat\ndog')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Keeps order
model.parse('foo: foo1')
model.parse('foo: foo3')
model.parse('foo: foo2')
self.assertEqual(len(model.get('foo')), 3)
self.assertEqual(str(model.elements('foo')), 'foo[1,3]\nfoo2')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Complex ordering
model.parse("foo: mine[10-15] second[1-6]")
model.parse("foo: mine[8] second[7]")
model.parse("foo: mine[16] second[8]")
self.assertEqual(len(model.get('foo')), 8)
self.assertEqual(str(model.elements('foo')),
'mine[10-15] second[1-6]\n'
'mine[8,16] second[7-8]')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
# Static column
model.parse("foo: mine[10-15] second1")
model.parse("foo: mine[16] second1")
model.parse("foo: mine[16] second2")
self.assertEqual(len(model.get('foo')), 8)
self.assertEqual(str(model.elements('foo')), 'mine[10-16] second1\n'
'mine16 second2')
copy = model.emptycopy()
copy.parse(str(model))
self.assertEqual(copy, model)
del model['foo']
