Exemple #1
0
    def __init__(self):
        self.parser = SeqalConfig()

        # set default properties
        self.properties = {
            self.ConfLogLevel: self.DefaultLogLevel,
            'mapred.create.symlink': 'yes',
            'mapred.compress.map.output': 'true',
        }
        self.hdfs = None
        self.options = None
        self.left_over_args = None
        self.logger = None
Exemple #2
0
    def __init__(self):
        self.parser = SeqalConfig()

        # set default properties
        self.properties = {
            self.ConfLogLevel: self.DefaultLogLevel,
            'hadoop.pipes.java.recordreader': 'true',
            'hadoop.pipes.java.recordwriter': 'true',
            'mapred.create.symlink': 'yes',
            'mapred.compress.map.output': 'true',
            'bl.libhdfs.opts': '-Xmx48m'
        }
        self.hdfs = None
        self.options = None