Python mapred_site_xml_defaults Examples

Example #1

 def test_mapred_site_xml_defaults(self):
     node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234,
             cores=24, totalcores=24, usablecores=range(24), num_nodes=1,
             memory=dict(meminfo=dict(memtotal=68719476736), ulimit='unlimited'))
     d = hca.mapred_site_xml_defaults('/', node)
     self.assertEqual(len(d), 7)
     # Capped at 8g
     self.assertEqual(d['mapreduce.map.memory.mb'], hcc.round_mb(hcc.parse_memory('2G')))
     self.assertEqual(d['mapreduce.reduce.memory.mb'], hcc.round_mb(hcc.parse_memory('4G')))

Example #2

File: test_autogen_hadoop.py Project: ehiggs/hanythingondemand

 def test_mapred_site_xml_defaults(self):
     node = dict(fqdn='hosty.domain.be', network='ib0', pid=1234,
             cores=24, totalcores=24, usablecores=range(24), num_nodes=1,
             memory=dict(meminfo=dict(memtotal=68719476736), ulimit='unlimited'))
     d = hca.mapred_site_xml_defaults('/', node)
     self.assertEqual(len(d), 7)
     # Capped at 8g
     self.assertEqual(d['mapreduce.map.memory.mb'], hcc.round_mb(hcc.parse_memory('2G')))
     self.assertEqual(d['mapreduce.reduce.memory.mb'], hcc.round_mb(hcc.parse_memory('4G')))

Example #3

File: hadoop_on_lustre2.py Project: MatthieuSala/hanythingondemand

def mapred_site_xml_defaults(workdir, node_info):
    dflts = {
        'lustre.dir': '$workdir',
        # hadoop.ln.cmd this is mentioned in the docs but all uses are commented
        # out.
        'hadoop.ln.cmd': '/bin/ln',
    }
    base_hadoop_dflts = hcah.mapred_site_xml_defaults(workdir, node_info)
    base_hadoop_dflts.update(dflts)
    return base_hadoop_dflts

Example #4

File: hadoop_on_lustre2.py Project: boegel/hanythingondemand

def mapred_site_xml_defaults(workdir, node_info):
    dflts = {
        'lustre.dir': '$workdir',
        # hadoop.ln.cmd this is mentioned in the docs but all uses are commented
        # out.
        'hadoop.ln.cmd': '/bin/ln',
    }
    base_hadoop_dflts = hcah.mapred_site_xml_defaults(workdir, node_info)
    base_hadoop_dflts.update(dflts)
    return base_hadoop_dflts

Example #5

File: test_autogen_hadoop.py Project: hpcugent/hanythingondemand

 def test_mapred_site_xml_defaults(self):
     node = dict(
         fqdn="hosty.domain.be",
         network="ib0",
         pid=1234,
         cores=24,
         totalcores=24,
         usablecores=range(24),
         num_nodes=1,
         memory=dict(meminfo=dict(memtotal=68719476736), ulimit="unlimited"),
     )
     d = hca.mapred_site_xml_defaults("/", node)
     self.assertEqual(len(d), 7)
     # Capped at 8g
     self.assertEqual(d["mapreduce.map.memory.mb"], hcc.round_mb(hcc.parse_memory("2G")))
     self.assertEqual(d["mapreduce.reduce.memory.mb"], hcc.round_mb(hcc.parse_memory("4G")))