def __init__(self,
host='',
jobfile='',
jobname='',
master=None,
disco_port=None,
put_port=None,
ddfs_data='',
disco_data='',
stage=None,
group=None,
grouping=None,
taskid=-1):
from disco.job import JobPack
from disco.ddfs import DDFS
self.host = host
self.jobfile = jobfile
self.jobname = jobname
self.jobpack = JobPack.load(open(jobfile, 'rb'))
self.jobobjs = dPickle.loads(self.jobpack.jobdata)
self.master = master
self.disco_port = disco_port
self.put_port = put_port
self.ddfs_data = ddfs_data
self.disco_data = disco_data
self.stage = stage
self.group = '{0[0]}-{0[1]}'.format(group)
self.group_label, self.group_host = group
self.grouping = grouping
self.taskid = taskid
self.outputs = {}
self.uid = '{0}:{1}-{2}-{3}-{4}'.format(
self.stage, DDFS.safe_name(self.group), self.taskid,
hexhash(str((time.time())).encode()), os.getpid())
def __init__(self,
host='',
jobfile='',
jobname='',
master=None,
disco_port=None,
put_port=None,
ddfs_data='',
disco_data='',
mode=None,
taskid=-1):
from disco.job import JobPack
self.host = host
self.jobfile = jobfile
self.jobname = jobname
self.jobpack = JobPack.load(open(jobfile, 'rb'))
self.jobobjs = dPickle.loads(self.jobpack.jobdata)
self.master = master
self.disco_port = disco_port
self.put_port = put_port
self.ddfs_data = ddfs_data
self.disco_data = disco_data
self.mode = mode
self.taskid = taskid
self.outputs = {}
self.uid = '{0}:{1}-{2}-{3}'.format(mode,
taskid,
hexhash(str((time.time())).encode()),
os.getpid())
def __init__(self,
host='',
jobfile='',
jobname='',
master=None,
disco_port=None,
put_port=None,
ddfs_data='',
disco_data='',
mode=None,
taskid=-1):
from disco.job import JobPack
self.host = host
self.jobfile = jobfile
self.jobname = jobname
self.jobpack = JobPack.load(open(jobfile))
self.jobobjs = dPickle.loads(self.jobpack.jobdata)
self.master = master
self.disco_port = disco_port
self.put_port = put_port
self.ddfs_data = ddfs_data
self.disco_data = disco_data
self.mode = mode
self.taskid = taskid
self.outputs = {}
self.uid = '%s:%s-%s-%x' % (mode,
taskid,
hexhash(str((time.time()))),
os.getpid())
def jobpack(self, jobname):
"""Return the :class:`disco.job.JobPack` submitted for the job."""
from disco.compat import BytesIO
from disco.job import JobPack
return JobPack.load(
BytesIO(
self.request('/disco/ctrl/parameters?name={0}'.format(jobname),
as_bytes=True)))
def __init__(self, jobpack):
self.jobpack = JobPack.load(StringIO(jobpack))
self.host = "localhost"
self.data_root = os.environ['DISCO_DATA']
self.name = "{}@{}".format(self.prefix, leisure.disco.timestamp())
self.home = os.path.join(self.host, leisure.disco.hex_hash(self.name),
self.name)
self.job_dir = extract_jobhome(os.path.join(self.data_root, self.home),
self.jobpack.jobhome)
self.save_jobfile(jobpack)
self.ensure_worker_executable()
self.results = []
self.status = "active"
def __init__(self, jobpack):
self.jobpack = JobPack.load(StringIO(jobpack))
self.host = "localhost"
self.data_root = os.environ['DISCO_DATA']
self.name = "{}@{}".format(self.prefix, leisure.disco.timestamp())
self.home = os.path.join(
self.host,
leisure.disco.hex_hash(self.name),
self.name
)
self.job_dir = extract_jobhome(
os.path.join(self.data_root, self.home),
self.jobpack.jobhome
)
self.save_jobfile(jobpack)
self.ensure_worker_executable()
self.results = []
self.status = "active"
def __init__(self,
host='',
jobfile='',
jobname='',
master=None,
disco_port=None,
put_port=None,
ddfs_data='',
disco_data='',
stage=None,
group=None,
grouping=None,
taskid=-1):
from disco.job import JobPack
from disco.ddfs import DDFS
self.host = host
self.jobfile = jobfile
self.jobname = jobname
self.jobpack = JobPack.load(open(jobfile, 'rb'))
self.jobobjs = dPickle.loads(self.jobpack.jobdata)
self.master = master
self.disco_port = disco_port
self.put_port = put_port
self.ddfs_data = ddfs_data
self.disco_data = disco_data
self.stage = stage
self.group = '{0[0]}-{0[1]}'.format(group)
self.group_label, self.group_host = group
self.grouping = grouping
self.taskid = taskid
self.outputs = {}
self.uid = '{0}:{1}-{2}-{3}-{4}'.format(self.stage,
DDFS.safe_name(self.group),
self.taskid,
hexhash(str((time.time())).encode()),
os.getpid())
def jobpack(self, jobname):
"""Return the :class:`disco.job.JobPack` submitted for the job."""
from cStringIO import StringIO
from disco.job import JobPack
return JobPack.load(
StringIO(self.request('/disco/ctrl/parameters?name=%s' % jobname)))
def jobpack(self, jobname):
"""Return the :class:`disco.job.JobPack` submitted for the job."""
from disco.compat import BytesIO
from disco.job import JobPack
return JobPack.load(BytesIO(self.request('/disco/ctrl/parameters?name={0}'.format(jobname),
as_bytes=True)))
def jobpack(self, jobname):
"""Return the :class:`disco.job.JobPack` submitted for the job."""
from cStringIO import StringIO
from disco.job import JobPack
return JobPack.load(StringIO(self.request('/disco/ctrl/parameters?name=%s' % jobname)))
