def __init__(self, options, command): self.framework_id = None self.executor = None self.framework = mesos_pb2.FrameworkInfo() self.framework.user = getuser() if self.framework.user == 'root': raise Exception("drun is not allowed to run as 'root'") name = '[drun] ' + ' '.join(sys.argv[1:]) if len(name) > 256: name = name[:256] + '...' self.framework.name = name self.framework.hostname = socket.gethostname() self.cpus = options.cpus self.mem = memory_str_to_mb(options.mem) self.options = options self.command = command self.total_tasks = list(reversed([Task(i) for i in range(options.start, options.tasks)])) self.task_launched = {} self.slaveTasks = {} self.started = False self.stopped = False self.status = 0 self.next_try = 0 self.lock = threading.RLock() self.last_offer_time = time.time()
def __init__(self, name, options, command): self.framework_id = None self.executor = None self.framework = Dict() self.framework.user = getuser() if self.framework.user == 'root': raise Exception('drun is not allowed to run as \'root\'') self.framework.name = name self.framework.hostname = socket.gethostname() self.cpus = options.cpus self.gpus = options.gpus self.mem = memory_str_to_mb(options.mem) self.options = options self.command = command self.started = False self.stopped = False self.status = 0 self.next_try = 0 self.lock = threading.RLock() self.last_offer_time = time.time() self.task_launched = {} self.agentTasks = {} # threads self.stdout_t = None self.stderr_t = None
def __init__(self, name, options, command): self.framework_id = None self.executor = None self.framework = Dict() self.framework.user = getuser() if self.framework.user == 'root': raise Exception('drun is not allowed to run as \'root\'') self.framework.name = name self.framework.hostname = socket.gethostname() self.cpus = options.cpus self.mem = memory_str_to_mb(options.mem) self.options = options self.command = command self.started = False self.stopped = False self.status = 0 self.next_try = 0 self.lock = threading.RLock() self.last_offer_time = time.time() self.task_launched = {} self.agentTasks = {} # threads self.stdout_t = None self.stderr_t = None
def setup_conf(options): if options.conf: conf.load_conf(options.conf) elif 'DPARK_CONF' in os.environ: conf.load_conf(os.environ['DPARK_CONF']) elif os.path.exists('/etc/dpark.conf'): conf.load_conf('/etc/dpark.conf') if options.mem is None: options.mem = conf.MEM_PER_TASK else: options.mem = memory_str_to_mb(options.mem) conf.__dict__.update(os.environ) import moosefs moosefs.MFS_PREFIX = conf.MOOSEFS_MOUNT_POINTS
def parse_options(): options, args = parser.parse_args() if options.mem is None: options.mem = conf.MEM_PER_TASK else: options.mem = memory_str_to_mb(options.mem) options.logLevel = (options.quiet and logging.ERROR or options.verbose and logging.DEBUG or logging.INFO) if options.color is None: options.color = getattr(sys.stderr, 'isatty', lambda: False)() init_dpark_logger(options.logLevel, use_color=options.color) if any(arg.startswith('-') for arg in args): logger.warning('unknown args found in command-line: %s', ' '.join(args)) return options
def __init__(self, name, options, command): self.framework_id = None self.executor = None self.framework = mesos_pb2.FrameworkInfo() self.framework.user = getuser() if self.framework.user == 'root': raise Exception("drun is not allowed to run as 'root'") self.framework.name = name self.framework.hostname = socket.gethostname() self.cpus = options.cpus self.mem = memory_str_to_mb(options.mem) self.options = options self.command = command self.started = False self.stopped = False self.status = 0 self.next_try = 0 self.lock = threading.RLock() self.last_offer_time = time.time() self.task_launched = {} self.slaveTasks = {}