def __init__(self): self.parser = SeqalConfig() # set default properties self.properties = { self.ConfLogLevel: self.DefaultLogLevel, 'mapred.create.symlink': 'yes', 'mapred.compress.map.output': 'true', } self.hdfs = None self.options = None self.left_over_args = None self.logger = None
def __init__(self): self.parser = SeqalConfig() # set default properties self.properties = { self.ConfLogLevel: self.DefaultLogLevel, 'hadoop.pipes.java.recordreader': 'true', 'hadoop.pipes.java.recordwriter': 'true', 'mapred.create.symlink': 'yes', 'mapred.compress.map.output': 'true', 'bl.libhdfs.opts': '-Xmx48m' } self.hdfs = None self.options = None