def __init__(self, options, command):
self.framework_id = None
self.executor = None
self.framework = mesos_pb2.FrameworkInfo()
self.framework.user = getuser()
if self.framework.user == 'root':
raise Exception("drun is not allowed to run as 'root'")
name = '[drun] ' + ' '.join(sys.argv[1:])
if len(name) > 256:
name = name[:256] + '...'
self.framework.name = name
self.framework.hostname = socket.gethostname()
self.cpus = options.cpus
self.mem = memory_str_to_mb(options.mem)
self.options = options
self.command = command
self.total_tasks = list(reversed([Task(i)
for i in range(options.start, options.tasks)]))
self.task_launched = {}
self.slaveTasks = {}
self.started = False
self.stopped = False
self.status = 0
self.next_try = 0
self.lock = threading.RLock()
self.last_offer_time = time.time()
def __init__(self, name, options, command):
self.framework_id = None
self.executor = None
self.framework = Dict()
self.framework.user = getuser()
if self.framework.user == 'root':
raise Exception('drun is not allowed to run as \'root\'')
self.framework.name = name
self.framework.hostname = socket.gethostname()
self.cpus = options.cpus
self.gpus = options.gpus
self.mem = memory_str_to_mb(options.mem)
self.options = options
self.command = command
self.started = False
self.stopped = False
self.status = 0
self.next_try = 0
self.lock = threading.RLock()
self.last_offer_time = time.time()
self.task_launched = {}
self.agentTasks = {}
# threads
self.stdout_t = None
self.stderr_t = None
def __init__(self, name, options, command):
self.framework_id = None
self.executor = None
self.framework = Dict()
self.framework.user = getuser()
if self.framework.user == 'root':
raise Exception('drun is not allowed to run as \'root\'')
self.framework.name = name
self.framework.hostname = socket.gethostname()
self.cpus = options.cpus
self.mem = memory_str_to_mb(options.mem)
self.options = options
self.command = command
self.started = False
self.stopped = False
self.status = 0
self.next_try = 0
self.lock = threading.RLock()
self.last_offer_time = time.time()
self.task_launched = {}
self.agentTasks = {}
# threads
self.stdout_t = None
self.stderr_t = None
def setup_conf(options):
if options.conf:
conf.load_conf(options.conf)
elif 'DPARK_CONF' in os.environ:
conf.load_conf(os.environ['DPARK_CONF'])
elif os.path.exists('/etc/dpark.conf'):
conf.load_conf('/etc/dpark.conf')
if options.mem is None:
options.mem = conf.MEM_PER_TASK
else:
options.mem = memory_str_to_mb(options.mem)
conf.__dict__.update(os.environ)
import moosefs
moosefs.MFS_PREFIX = conf.MOOSEFS_MOUNT_POINTS
def setup_conf(options):
if options.conf:
conf.load_conf(options.conf)
elif 'DPARK_CONF' in os.environ:
conf.load_conf(os.environ['DPARK_CONF'])
elif os.path.exists('/etc/dpark.conf'):
conf.load_conf('/etc/dpark.conf')
if options.mem is None:
options.mem = conf.MEM_PER_TASK
else:
options.mem = memory_str_to_mb(options.mem)
conf.__dict__.update(os.environ)
import moosefs
moosefs.MFS_PREFIX = conf.MOOSEFS_MOUNT_POINTS
def parse_options():
options, args = parser.parse_args()
if options.mem is None:
options.mem = conf.MEM_PER_TASK
else:
options.mem = memory_str_to_mb(options.mem)
options.logLevel = (options.quiet and logging.ERROR
or options.verbose and logging.DEBUG or logging.INFO)
if options.color is None:
options.color = getattr(sys.stderr, 'isatty', lambda: False)()
init_dpark_logger(options.logLevel, use_color=options.color)
if any(arg.startswith('-') for arg in args):
logger.warning('unknown args found in command-line: %s', ' '.join(args))
return options
def __init__(self, name, options, command):
self.framework_id = None
self.executor = None
self.framework = mesos_pb2.FrameworkInfo()
self.framework.user = getuser()
if self.framework.user == 'root':
raise Exception("drun is not allowed to run as 'root'")
self.framework.name = name
self.framework.hostname = socket.gethostname()
self.cpus = options.cpus
self.mem = memory_str_to_mb(options.mem)
self.options = options
self.command = command
self.started = False
self.stopped = False
self.status = 0
self.next_try = 0
self.lock = threading.RLock()
self.last_offer_time = time.time()
self.task_launched = {}
self.slaveTasks = {}
