class TestsArchitectureImporterArchfileUpdate(HPCStatsTestCase):
@mock.patch("HPCStats.DB.HPCStatsDB.psycopg2", mock_psycopg2())
def setUp(self):
self.filename = 'fake'
self.cluster = 'test_cluster'
HPCStatsConf.__bases__ = (MockConfigParser, object)
self.conf = HPCStatsConf(self.filename, self.cluster)
self.conf.conf = CONFIG.copy()
self.app = None
self.db = HPCStatsDB(self.conf)
self.db.bind()
self.importer = ArchitectureImporterArchfile(self.app,
self.db,
self.conf,
self.cluster)
init_reqs()
def test_update(self):
"""ProjectImporterCSV.update() creates cluster and node if not existing
"""
cluster1 = Cluster('cluster1')
node1 = Node('node1', cluster1, 'model1', 'test_partition', 12, 6 * 1024 ** 3, 1)
MockPg2.PG_REQS['save_cluster'].set_assoc(
params=( cluster1.name ),
result=[ [ 1 ] ]
)
MockPg2.PG_REQS['save_node'].set_assoc(
params=( node1.name, cluster1.cluster_id, node1.partition,
node1.cpu, node1.memory, node1.flops ),
result=[ [ 1 ] ]
)
self.importer.cluster = cluster1
self.importer.nodes = [ node1 ]
self.importer.update()
def test_update_2(self):
"""ProjectImporterCSV.update() detect existing cluster and node
"""
cluster1 = Cluster('cluster1')
node1 = Node('node1', cluster1, 'model1', 'test_partition', 12, 6 * 1024 ** 3, 1)
MockPg2.PG_REQS['find_cluster'].set_assoc(
params=( cluster1.name, ),
result=[ [ 1 ] ]
)
MockPg2.PG_REQS['find_node'].set_assoc(
params=( node1.name, cluster1.cluster_id, ),
result=[ [ 1 ] ]
)
self.importer.cluster = cluster1
self.importer.nodes = [ node1 ]
self.importer.update()
def setUp(self):
self.filename = 'fake'
self.cluster = 'test_cluster'
HPCStatsConf.__bases__ = (MockConfigParser, object)
self.conf = HPCStatsConf(self.filename, self.cluster)
self.conf.conf = CONFIG.copy()
self.app = None
self.db = None
self.importer = ArchitectureImporterArchfile(self.app,
self.db,
self.conf,
self.cluster)
self.importer.arch = MockConfigParser()
def factory(app, db, config, cluster_name):
"""This method returns the appropriate ArchitectureImporter object
depending on what is specified in configuration. In case of
configuration error, HPCStatsConfigurationException is raised.
"""
implem = config.get(cluster_name, 'architecture')
if implem == "archfile":
return ArchitectureImporterArchfile(app, db, config, cluster_name)
else:
raise HPCStatsConfigurationException( \
"ArchitectureImporter %s is not implemented" \
% (implem))
def test_convert_mem(self):
"""ArchitectureImporterArchfile.convert_mem() should properly convert
memory string into integer
"""
mems = { '1MB' : 1 * 1024 ** 2,
'2GB' : 2 * 1024 ** 3,
'3TB' : 3 * 1024 ** 4,
'4 MB' : 4 * 1024 ** 2,
'5 GB' : 5 * 1024 ** 3,
'6 TB' : 6 * 1024 ** 4,
'7' : None,
'8.1GB' : None,
'9 GB' : None,
'fail' : None }
for mem_s, mem_f in mems.iteritems():
self.assertEqual(ArchitectureImporterArchfile.convert_mem(mem_s),
mem_f)
def test_convert_freq(self):
"""ArchitectureImporterArchfile.convert_freq() should properly convert
frequency string into float
"""
freqs = { '24MHz' : 24 * 1000 ** 2,
'24MHz' : 24 * 1000 ** 2,
'24mhz' : 24 * 1000 ** 2,
'24 Mhz' : 24 * 1000 ** 2,
'2.5GHz' : 2.5 * 1000 ** 3,
'3GHz' : 3 * 1000 ** 3,
'1 GHz' : 1 * 1000 ** 3,
'2 Ghz' : 2 * 1000 ** 3,
'3' : None,
'5.5.5Ghz' : None,
'fail' : None }
for freq_s, freq_f in freqs.iteritems():
self.assertEqual(ArchitectureImporterArchfile.convert_freq(freq_s),
freq_f)
class TestsArchitectureImporterArchfileLoad(HPCStatsTestCase):
def setUp(self):
self.filename = 'fake'
self.cluster = 'test_cluster'
HPCStatsConf.__bases__ = (MockConfigParser, object)
self.conf = HPCStatsConf(self.filename, self.cluster)
self.conf.conf = CONFIG.copy()
self.app = None
self.db = None
self.importer = ArchitectureImporterArchfile(self.app,
self.db,
self.conf,
self.cluster)
self.importer.arch = MockConfigParser()
def test_init(self):
"""ArchitectureImporterArchfile.__init__() runs w/o problem
"""
pass
@mock.patch("%s.ArchitectureImporterArchfile.read_arch" % (module))
def test_load_1(self, m_read_arch):
"""ArchitectureImporterArchfile.load() works with simple data
"""
self.importer.arch.conf = copy.deepcopy(BASIC_ARCH)
self.importer.load()
self.assertEquals(len(self.importer.nodes), 1000)
self.assertEquals(self.importer.cluster.name, 'test_cluster')
self.assertEquals(self.importer.nodes[0].memory, 24 * 1024 ** 3)
self.assertEquals(self.importer.nodes[0].cpu, 12)
self.assertEquals(self.importer.nodes[0].name, 'cn0001')
self.assertEquals(self.importer.nodes[0].partition, 'group_compute')
self.assertEquals(self.importer.partitions['cn[0001-1000]'], ['compute'])
@mock.patch("%s.ArchitectureImporterArchfile.read_arch" % (module))
def test_load_missing_section(self, m_read_arch):
"""ArchitectureImporterArchfile.load() raise exception in one section
is missing
"""
for section in BASIC_ARCH.keys():
self.importer.arch.conf = copy.deepcopy(BASIC_ARCH)
del self.importer.arch.conf[section]
self.assertRaisesRegexp(
HPCStatsSourceError,
"missing section %s in architecture file" % (section),
self.importer.load)
@mock.patch("%s.ArchitectureImporterArchfile.read_arch" % (module))
def test_load_missing_option(self, m_read_arch):
"""ArchitectureImporterArchfile.load() raise exception in one option
is missing
"""
for section in BASIC_ARCH.keys():
for option in BASIC_ARCH[section].keys():
self.importer.arch.conf = copy.deepcopy(BASIC_ARCH)
del self.importer.arch.conf[section][option]
self.assertRaisesRegexp(
HPCStatsSourceError,
"missing option %s in section %s of architecture file" \
% (option, section),
self.importer.load)
def test_convert_freq(self):
"""ArchitectureImporterArchfile.convert_freq() should properly convert
frequency string into float
"""
freqs = { '24MHz' : 24 * 1000 ** 2,
'24MHz' : 24 * 1000 ** 2,
'24mhz' : 24 * 1000 ** 2,
'24 Mhz' : 24 * 1000 ** 2,
'2.5GHz' : 2.5 * 1000 ** 3,
'3GHz' : 3 * 1000 ** 3,
'1 GHz' : 1 * 1000 ** 3,
'2 Ghz' : 2 * 1000 ** 3,
'3' : None,
'5.5.5Ghz' : None,
'fail' : None }
for freq_s, freq_f in freqs.iteritems():
self.assertEqual(ArchitectureImporterArchfile.convert_freq(freq_s),
freq_f)
def test_convert_mem(self):
"""ArchitectureImporterArchfile.convert_mem() should properly convert
memory string into integer
"""
mems = { '1MB' : 1 * 1024 ** 2,
'2GB' : 2 * 1024 ** 3,
'3TB' : 3 * 1024 ** 4,
'4 MB' : 4 * 1024 ** 2,
'5 GB' : 5 * 1024 ** 3,
'6 TB' : 6 * 1024 ** 4,
'7' : None,
'8.1GB' : None,
'9 GB' : None,
'fail' : None }
for mem_s, mem_f in mems.iteritems():
self.assertEqual(ArchitectureImporterArchfile.convert_mem(mem_s),
mem_f)