def test_available_memory_one_third(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234,
             cores=8, totalcores=24, usablecores=range(24), num_nodes=1,
             memory=dict(meminfo=dict(memtotal=total_mem), ulimit='unlimited'))
     avail = total_mem - hcc.parse_memory('8g')
     self.assertEqual(hcc.available_memory(node), int(avail * 1./3))
     node['cores'] = 12
     self.assertEqual(hcc.available_memory(node), int(avail * 1./2))
     node['cores'] = 1 
     self.assertEqual(hcc.available_memory(node), int(avail * 1./24))
 def test_available_memory_entire_machine(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234,
             cores=24, totalcores=24, usablecores=range(24), num_nodes=1,
             memory=dict(meminfo=dict(memtotal=total_mem), ulimit='unlimited'))
     avail = total_mem - hcc.parse_memory('8g')
     self.assertEqual(hcc.available_memory(node), avail)
Esempio n. 3
0
 def test_available_memory_one_third(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be',
                 network='ib0',
                 pid=1234,
                 cores=8,
                 totalcores=24,
                 usablecores=range(24),
                 num_nodes=1,
                 memory=dict(meminfo=dict(memtotal=total_mem),
                             ulimit='unlimited'))
     avail = total_mem - hcc.parse_memory('8g')
     self.assertEqual(hcc.available_memory(node), int(avail * 1. / 3))
     node['cores'] = 12
     self.assertEqual(hcc.available_memory(node), int(avail * 1. / 2))
     node['cores'] = 1
     self.assertEqual(hcc.available_memory(node), int(avail * 1. / 24))
Esempio n. 4
0
def memory_defaults(node_info):
    """
    Return default memory information.
    """
    ncores = node_info["cores"]
    hadoop_memory = available_memory(node_info)
    min_container_sz = min_container_size(hadoop_memory)
    num_containers = min(2 * ncores, hadoop_memory / min_container_sz)
    ram_per_container = max(min_container_sz, hadoop_memory / num_containers)
    return MemDefaults(hadoop_memory, min_container_sz, num_containers, ram_per_container)
Esempio n. 5
0
def memory_defaults(node_info):
    '''
    Return default memory information.
    '''
    ncores = node_info['cores']
    hadoop_memory = available_memory(node_info)
    min_container_sz = min_container_size(hadoop_memory)
    num_containers = min(2 * ncores, hadoop_memory / min_container_sz)
    ram_per_container = max(min_container_sz, hadoop_memory / num_containers)
    return MemDefaults(hadoop_memory, min_container_sz, num_containers,
                       ram_per_container)
Esempio n. 6
0
 def test_available_memory_ulimit(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be',
                 network='ib0',
                 pid=1234,
                 cores=8,
                 totalcores=24,
                 usablecores=range(24),
                 num_nodes=1,
                 memory=dict(meminfo=dict(memtotal=total_mem),
                             ulimit='12345'))
     self.assertEqual(hcc.available_memory(node), 12345)
Esempio n. 7
0
 def test_available_memory_entire_machine(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be',
                 network='ib0',
                 pid=1234,
                 cores=24,
                 totalcores=24,
                 usablecores=range(24),
                 num_nodes=1,
                 memory=dict(meminfo=dict(memtotal=total_mem),
                             ulimit='unlimited'))
     avail = total_mem - hcc.parse_memory('8g')
     self.assertEqual(hcc.available_memory(node), avail)
 def test_available_memory_ulimit(self):
     total_mem = 68719476736
     node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234,
             cores=8, totalcores=24, usablecores=range(24), num_nodes=1,
             memory=dict(meminfo=dict(memtotal=total_mem), ulimit='12345'))
     self.assertEqual(hcc.available_memory(node), 12345)