def parse(self, data): """Parse @data based on separators and declared elements.""" # Different node pattern should be put on different nid_map lines if ',' in data: msg = "Do not use comma in nid_map: %s" % data raise ModelFileValueError(msg) ModelFile.parse(self, data)
def testCompoundElement(self): """test a ModelFile with a compound element""" class MyCompound(ModelFile): def __init__(self, sep='=', linesep=' '): ModelFile.__init__(self, sep, linesep) self.add_element('dev', check='path') self.add_element('index', check='digit') self.add_element('jdev', check='path') self.add_element('mode', check='enum', default='managed', values=['managed', 'external']) elem = MyCompound() elem.parse("dev=/dev/sdb jdev=/dev/sdc index=4") self.assertEqual(elem.get('dev'), '/dev/sdb') self.assertEqual(elem.get('jdev'), '/dev/sdc') self.assertEqual(elem.get('index'), 4) self.assertEqual(elem.get('mode'), 'managed') model = ModelFile() model.add_element('fsname', check='string') model.add_custom('mgt', MyCompound(), multiple=True) model.add_custom('mdt', MyCompound(), multiple=True) model.add_custom('ost', MyCompound(), multiple=True) model.parse("ost: dev=/dev/sdb index=4") self.assertEqual(len(model.get('ost')), 1) self.assertEqual(model.get('ost')[0].get('dev'), '/dev/sdb') self.assertEqual(model.get('ost')[0].get('index'), 4) model.parse("ost: dev=/dev/sdd index=5") self.assertEqual(len(model.get('ost')), 2) self.assertEqual(model.get('ost')[1].get('dev'), '/dev/sdd') self.assertEqual(model.get('ost')[1].get('index'), 5) self.assertEqual(str(model), "ost:index=4 dev=/dev/sdb\n" "ost:index=5 dev=/dev/sdd")
def test_huge_folding_scales(self): """folding a lot of elements is fast enough""" model = ModelFile() model.add_element("foo", check="string", multiple=True, fold=True) for i in range(0, 10000): model.parse('foo: first%s second%s' % (i, i + 10)) before = time.time() self.assertEqual(str(model), 'foo:first[0-9999] second[10-10009]') elapsed = time.time() - before self.assertTrue(elapsed < 0.5, "%.2fs exceeds 0.5s threshold" % elapsed)
def testDiffDictMultipleElement(self): """diff between 2 modelfiles with a multiple subelement""" model = ModelFile() element = ModelFile(sep="=", linesep=" ") element.add_element('dev', check='string') element.add_element('index', check='digit') model.add_custom('target', element, multiple=True) model2 = model.emptycopy() # Empty models have no difference added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Same model have no difference model.parse('target: dev=/dev/sda index=1') model2.parse('target: dev=/dev/sda index=1') self.assertEqual(len(model['target']), 1) self.assertEqual(len(model2['target']), 1) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Add a new element model2.parse('target: dev=/dev/sdb index=2') self.assertEqual(len(model['target']), 1) self.assertEqual(len(model2['target']), 2) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {'target': [{ 'index': 2, 'dev': '/dev/sdb' }]}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Change an element del model2['target'] model2.parse('target: dev=/dev/sdb index=1') added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {'target': [{ 'index': 1, 'dev': '/dev/sdb' }]}) self.assertEqual(removed.as_dict(), {'target': [{ 'index': 1, 'dev': '/dev/sda' }]}) self.assertEqual(changed.as_dict(), {})
def test_huge_folding_scales(self): """folding a lot of elements is fast enough""" model = ModelFile() model.add_element("foo", check="string", multiple=True, fold=True) for i in range(0, 10000): model.parse('foo: first%s second%s' % (i, i + 10)) before = time.time() self.assertEqual(str(model), 'foo:first[0-9999] second[10-10009]') elapsed = time.time() - before self.assertTrue(elapsed < 0.5, "%.2fs exceeds 0.5s threshold" % elapsed)
def testExpandRange(self): """parse ranged line expand correctly""" model = ModelFile() model.add_element("foo", check="string", multiple=True) model.parse("foo: mine[10-15]") self.assertEqual(len(model.get('foo')), 6) del model['foo'] model.parse("foo: mine[10-15] second[1-6]") self.assertEqual(len(model.get('foo')), 6) del model['foo'] # Ranges mismatch self.assertRaises(ModelFileValueError, model.parse, "foo: five[1-5] two[1-2]")
def test_hash_model_element(self): """check 2 different model element have different hashes.""" model = ModelFile() model.add_element('foo', check='string') model.add_element('bar', check='string') model2 = model.emptycopy() model.parse('foo: foo1') model.parse('bar: bar1') model2.parse('foo: foofoo') model2.parse('bar: barbar') self.assertEqual(hash(model), hash(model)) self.assertEqual(hash(model2), hash(model2)) self.assertNotEqual(hash(model), hash(model2))
def test_hash_model_element(self): """check 2 different model element have different hashes.""" model = ModelFile() model.add_element('foo', check='string') model.add_element('bar', check='string') model2 = model.emptycopy() model.parse('foo: foo1') model.parse('bar: bar1') model2.parse('foo: foofoo') model2.parse('bar: barbar') self.assertEqual(hash(model), hash(model)) self.assertEqual(hash(model2), hash(model2)) self.assertNotEqual(hash(model), hash(model2))
def testDiffDictMultipleElement(self): """diff between 2 modelfiles with a multiple subelement""" model = ModelFile() element = ModelFile(sep="=", linesep=" ") element.add_element('dev', check='string') element.add_element('index', check='digit') model.add_custom('target', element, multiple=True) model2 = model.emptycopy() # Empty models have no difference added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Same model have no difference model.parse('target: dev=/dev/sda index=1') model2.parse('target: dev=/dev/sda index=1') self.assertEqual(len(model['target']), 1) self.assertEqual(len(model2['target']), 1) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Add a new element model2.parse('target: dev=/dev/sdb index=2') self.assertEqual(len(model['target']), 1) self.assertEqual(len(model2['target']), 2) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {'target': [{'index': 2, 'dev': '/dev/sdb'}]}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Change an element del model2['target'] model2.parse('target: dev=/dev/sdb index=1') added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {'target': [{'index': 1, 'dev': '/dev/sdb'}]}) self.assertEqual(removed.as_dict(), {'target': [{'index': 1, 'dev': '/dev/sda'}]}) self.assertEqual(changed.as_dict(), {})
def testDiffDictElement(self): """diff between 2 modelfiles with a subelement""" model = ModelFile() element = ModelFile(sep="=", linesep=" ") element.add_element('size', check='digit') element.add_element('count', check='digit') model.add_custom('stripe', element) model2 = model.emptycopy() # Empty models have no difference added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Same model have no difference model.parse('stripe: count=1 size=1000000') model2.parse('stripe: count=1 size=1000000') added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Remove an attribute del model2.get('stripe')['count'] added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {'stripe': {'count': 1}}) self.assertEqual(changed.as_dict(), {}) # Change an attribute model2.get('stripe').add('count', 2) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {'stripe': {'count': 2}})
def testDiffDictElement(self): """diff between 2 modelfiles with a subelement""" model = ModelFile() element = ModelFile(sep="=", linesep=" ") element.add_element('size', check='digit') element.add_element('count', check='digit') model.add_custom('stripe', element) model2 = model.emptycopy() # Empty models have no difference added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Same model have no difference model.parse('stripe: count=1 size=1000000') model2.parse('stripe: count=1 size=1000000') added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {}) # Remove an attribute del model2.get('stripe')['count'] added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {'stripe': {'count': 1}}) self.assertEqual(changed.as_dict(), {}) # Change an attribute model2.get('stripe').add('count', 2) added, changed, removed = model.diff(model2) self.assertEqual(added.as_dict(), {}) self.assertEqual(removed.as_dict(), {}) self.assertEqual(changed.as_dict(), {'stripe': {'count': 2}})
def testCompoundElement(self): """test a ModelFile with a compound element""" class MyCompound(ModelFile): def __init__(self, sep='=', linesep=' '): ModelFile.__init__(self, sep, linesep) self.add_element('dev', check='path') self.add_element('index', check='digit') self.add_element('jdev', check='path') self.add_element('mode', check='enum', default='managed', values=['managed', 'external']) elem = MyCompound() elem.parse("dev=/dev/sdb jdev=/dev/sdc index=4") self.assertEqual(elem.get('dev'), '/dev/sdb') self.assertEqual(elem.get('jdev'), '/dev/sdc') self.assertEqual(elem.get('index'), 4) self.assertEqual(elem.get('mode'), 'managed') model = ModelFile() model.add_element('fsname', check='string') model.add_custom('mgt', MyCompound(), multiple=True) model.add_custom('mdt', MyCompound(), multiple=True) model.add_custom('ost', MyCompound(), multiple=True) model.parse("ost: dev=/dev/sdb index=4") self.assertEqual(len(model.get('ost')), 1) self.assertEqual(model.get('ost')[0].get('dev'), '/dev/sdb') self.assertEqual(model.get('ost')[0].get('index'), 4) model.parse("ost: dev=/dev/sdd index=5") self.assertEqual(len(model.get('ost')), 2) self.assertEqual(model.get('ost')[1].get('dev'), '/dev/sdd') self.assertEqual(model.get('ost')[1].get('index'), 5) # test hexadecimal index model.parse("ost: dev=/dev/sde index=0x12") self.assertEqual(len(model.get('ost')), 3) self.assertEqual(model.get('ost')[2].get('dev'), '/dev/sde') self.assertEqual(model.get('ost')[2].get('index'), 18) self.assertEqual( str(model), "ost:index=4 dev=/dev/sdb\n" "ost:index=5 dev=/dev/sdd\n" "ost:index=18 dev=/dev/sde")
def test_expand_range(self): """parse ranged line expand correctly""" model = ModelFile() model.add_element("foo", check="string", multiple=True) model.parse("foo: mine[10-15]") self.assertEqual(len(model.get('foo')), 6) del model['foo'] model.parse("foo: mine[10-15] second[1-6]") self.assertEqual(len(model.get('foo')), 6) del model['foo'] # Range supports padding model.parse('foo: bar[01-02]') self.assertEqual(model.get('foo'), ['bar01', 'bar02']) del model['foo'] # Ranges mismatch self.assertRaises(ModelFileValueError, model.parse, "foo: five[1-5] two[1-2]")
def test_expand_fold_range(self): """parse line with range expand and fold correctly""" model = ModelFile() model.add_element("foo", check="string", multiple=True, fold=True) model.parse("foo: mine[10-15]") self.assertEqual(len(model.get('foo')), 6) self.assertEqual(str(model.elements('foo')), 'mine[10-15]') del model['foo'] model.parse("foo: mine[10-15] second[1-6]") self.assertEqual(len(model.get('foo')), 6) self.assertEqual(str(model.elements('foo')), 'mine[10-15] second[1-6]') del model['foo'] # Range supports padding model.parse('foo: bar[01-02]') self.assertEqual(model.get('foo'), ['bar01', 'bar02']) self.assertEqual(str(model.elements('foo')), 'bar[01-02]') del model['foo'] # Ranges mismatch self.assertRaises(ModelFileValueError, model.parse, "foo: five[1-5] two[1-2]")
def test_various_fold_range(self): """fold complex patterns involving ordering""" model = ModelFile() model.add_element("foo", check="string", multiple=True, fold=True) # Folding without digit is fine model.parse('foo: cat') model.parse('foo: dog') self.assertEqual(len(model.get('foo')), 2) self.assertEqual(str(model.elements('foo')), 'cat\ndog') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Keeps order model.parse('foo: foo1') model.parse('foo: foo3') model.parse('foo: foo2') self.assertEqual(len(model.get('foo')), 3) self.assertEqual(str(model.elements('foo')), 'foo[1,3]\nfoo2') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Complex ordering model.parse("foo: mine[10-15] second[1-6]") model.parse("foo: mine[8] second[7]") model.parse("foo: mine[16] second[8]") self.assertEqual(len(model.get('foo')), 8) self.assertEqual(str(model.elements('foo')), 'mine[10-15] second[1-6]\n' 'mine[8,16] second[7-8]') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Static column model.parse("foo: mine[10-15] second1") model.parse("foo: mine[16] second1") model.parse("foo: mine[16] second2") self.assertEqual(len(model.get('foo')), 8) self.assertEqual(str(model.elements('foo')), 'mine[10-16] second1\n' 'mine16 second2') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo']
def test_various_fold_range(self): """fold complex patterns involving ordering""" model = ModelFile() model.add_element("foo", check="string", multiple=True, fold=True) # Folding without digit is fine model.parse('foo: cat') model.parse('foo: dog') self.assertEqual(len(model.get('foo')), 2) self.assertEqual(str(model.elements('foo')), 'cat\ndog') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Keeps order model.parse('foo: foo1') model.parse('foo: foo3') model.parse('foo: foo2') self.assertEqual(len(model.get('foo')), 3) self.assertEqual(str(model.elements('foo')), 'foo[1,3]\nfoo2') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Complex ordering model.parse("foo: mine[10-15] second[1-6]") model.parse("foo: mine[8] second[7]") model.parse("foo: mine[16] second[8]") self.assertEqual(len(model.get('foo')), 8) self.assertEqual(str(model.elements('foo')), 'mine[10-15] second[1-6]\n' 'mine[8,16] second[7-8]') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo'] # Static column model.parse("foo: mine[10-15] second1") model.parse("foo: mine[16] second1") model.parse("foo: mine[16] second2") self.assertEqual(len(model.get('foo')), 8) self.assertEqual(str(model.elements('foo')), 'mine[10-16] second1\n' 'mine16 second2') copy = model.emptycopy() copy.parse(str(model)) self.assertEqual(copy, model) del model['foo']