def test_mapred_site_xml_defaults(self): node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234, cores=24, totalcores=24, usablecores=range(24), num_nodes=1, memory=dict(meminfo=dict(memtotal=68719476736), ulimit='unlimited')) d = hca.mapred_site_xml_defaults('/', node) self.assertEqual(len(d), 7) # Capped at 8g self.assertEqual(d['mapreduce.map.memory.mb'], hcc.round_mb(hcc.parse_memory('2G'))) self.assertEqual(d['mapreduce.reduce.memory.mb'], hcc.round_mb(hcc.parse_memory('4G')))
def mapred_site_xml_defaults(workdir, node_info): dflts = { 'lustre.dir': '$workdir', # hadoop.ln.cmd this is mentioned in the docs but all uses are commented # out. 'hadoop.ln.cmd': '/bin/ln', } base_hadoop_dflts = hcah.mapred_site_xml_defaults(workdir, node_info) base_hadoop_dflts.update(dflts) return base_hadoop_dflts
def test_mapred_site_xml_defaults(self): node = dict( fqdn="hosty.domain.be", network="ib0", pid=1234, cores=24, totalcores=24, usablecores=range(24), num_nodes=1, memory=dict(meminfo=dict(memtotal=68719476736), ulimit="unlimited"), ) d = hca.mapred_site_xml_defaults("/", node) self.assertEqual(len(d), 7) # Capped at 8g self.assertEqual(d["mapreduce.map.memory.mb"], hcc.round_mb(hcc.parse_memory("2G"))) self.assertEqual(d["mapreduce.reduce.memory.mb"], hcc.round_mb(hcc.parse_memory("4G")))