def getJob(handler, job_id):
job = StochKitJobWrapper.get_by_id(job_id)
indata = json.loads(job.indata)
logging.debug('getJob() job.id = {0} job.indata = {1}'.format(
job.key().id(), indata))
jsonJob = {
"id": job.key().id(),
"name": job.name,
"stdout": job.stdout,
"stderr": job.stderr,
# These are things contained in the stochkit_job object
"type": indata["type"],
"status": job.status,
"startTime": job.startTime,
"modelName": job.modelName,
"output_stored": job.output_stored,
"output_location": job.outData,
"zipFileName": job.zipFileName,
"output_url": job.outputURL,
"final_time": indata["final_time"],
"increment": indata["increment"],
"realizations": indata["realizations"],
"exec_type": indata["exec_type"],
"units": indata["units"],
"resource": job.resource,
"epsilon": indata["epsilon"],
"threshold": indata["threshold"],
"cloudDatabaseID": job.cloudDatabaseID,
"seed": indata["seed"],
"pid": job.pid,
"result": job.result
}
return jsonJob
def getJob(handler, job_id):
job = StochKitJobWrapper.get_by_id(job_id)
indata = json.loads(job.indata)
logging.debug('getJob() job.id = {0} job.indata = {1}'.format(job.key().id(), indata))
jsonJob = { "id" : job.key().id(),
"name" : job.name,
"stdout" : job.stdout,
"stderr" : job.stderr,
# These are things contained in the stochkit_job object
"type" : indata["type"],
"status" : job.status,
"startTime" : job.startTime,
"modelName" : job.modelName,
"output_stored": job.output_stored,
"output_location" : job.outData,
"zipFileName" : job.zipFileName,
"output_url" : job.outputURL,
"final_time" : indata["final_time"],
"increment" : indata["increment"],
"realizations" : indata["realizations"],
"exec_type" : indata["exec_type"],
"units" : indata["units"],
"resource" : job.resource,
"epsilon" : indata["epsilon"],
"threshold" : indata["threshold"],
"cloudDatabaseID" : job.cloudDatabaseID,
"seed" : indata["seed"],
"pid" : job.pid,
"result" : job.result }
return jsonJob
def updateJob(handler, job):
jobWrap = StochKitJobWrapper.get_by_id(job_id)
jobWrap.user_id = handler.user.user_id()
jobWrap.put()
jsonJob = { "id" : jobWrap.key().id() }
return jsonJob
def updateJob(handler, job):
jobWrap = StochKitJobWrapper.get_by_id(job_id)
jobWrap.user_id = handler.user.user_id()
jobWrap.put()
jsonJob = {"id": jobWrap.key().id()}
return jsonJob
def runCloud(self, params):
model = StochKitModelWrapper.get_by_id(params["id"]).createStochKitModel()
if not model:
raise Exception('Failed to retrive the model \'{0}\' to simulate'.format(params["id"]))
#the parameter dictionary to be passed to the backend
param = {}
# Execute as concentration or population?
exec_type = params['execType'].lower()
if exec_type not in ["deterministic", "stochastic"]:
raise Exception('exec_type must be concentration or population. Found \'{0}\''.format(exec_type))
if model.units.lower() == 'concentration' and exec_type.lower() == 'stochastic':
raise Exception('Concentration models cannot be executed Stochastically' )
executable = exec_type.lower()
document = model.serialize()
# Wow, what a hack
if executable == 'deterministic' and model.units.lower() == 'population':
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(reaction.marate.expression + ' / 2')
document = model.serialize()
params['document']=str(document)
filepath = ""
params['file'] = filepath
ensemblename = params['jobName']
stime = params['time']
realizations = params['realizations']
increment = params['increment']
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
seed = params['seed']
# Assemble the argument list
args = ''
args+=' -t '
args+=str(stime)
num_output_points = str(int(float(stime)/float(increment)))
args+=' -i ' + str(num_output_points)
path = os.path.dirname(__file__)
# Algorithm, SSA or Tau-leaping?
if executable != 'deterministic':
params['job_type'] = 'stochkit'
executable = params['algorithm']
args+=' --realizations '
args+=str(realizations)
# We keep all the trajectories by default. The user can select to only store means and variance
# through the advanced options.
if not "only-moments" in params:
args+=' --keep-trajectories'
if "keep-histograms" in params:
args+=' --keep-histograms'
args+=' --seed '
args+=str(seed)
else:
params['job_type'] = 'stochkit_ode'
executable = "stochkit_ode.py"
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable+' '+args
params['paramstring'] = cmd
bucketname = self.user_data.getBucketName()
params['bucketname'] = bucketname
params['user_id'] = self.user.user_id()
# Call backendservices and execute StochKit
service = backendservices(self.user_data)
cloud_result = service.submit_cloud_task(params)
if not cloud_result["success"]:
e = cloud_result["exception"]
raise Exception('Cloud execution failed: {0}'.format(e))
celery_task_id = cloud_result["celery_pid"]
taskid = cloud_result["db_id"]
# Create a StochKitJob instance
job = StochKitJobWrapper()
job.resource = cloud_result['resource']
# stochkit_job.uuid = res['uuid']
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
#job.pid = taskid
job.celeryPID = celery_task_id
job.cloudDatabaseID = taskid
# Create a StochKitJob instance
job.indata = json.dumps({ "type" : 'StochKit2 Ensemble',
"final_time" : params['time'],
"realizations" : params['realizations'],
"increment" : params['increment'],
"seed" : params['seed'],
"exec_type" : params['execType'],
"units" : model.units.lower(),
"epsilon" : params['epsilon'],
"threshold" : params['threshold'] })
job.output_stored = 'True'
job.outData = None
#job.stdout = '{0}/stdout'.format(dataDir)
#job.stderr = '{0}/stderr'.format(dataDir)
job.status = 'Running'
job.put()
return job
def post(self):
""" Assemble the input to StochKit2 and submit the job (locally or via cloud). """
reqType = self.request.get('reqType')
if reqType == 'getFromCloud':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
service = backendservices(self.user_data)
service.fetchOutput(job)
# Unpack it to its local output location
os.system('tar -xf {0}.tar'.format(job.cloudDatabaseID))
job.outData = os.path.abspath('{0}/../output/{1}'.format(os.path.abspath(os.path.dirname(__file__)), job.cloudDatabaseID))
job.stdout = os.path.join(job.outData, '/stdout.log')
job.stderr = os.path.join(job.outData, '/stderr.log')
# Clean up
os.remove('{0}.tar'.format(job.cloudDatabaseID))
# Save the updated status
job.put()
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ 'status' : True,
'msg' : 'Job downloaded'}))
return
elif reqType == 'getDataLocal':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
if not job.zipFileName:
szip = exportimport.SuperZip(os.path.abspath(os.path.dirname(__file__) + '/../static/tmp/'), preferredName = job.name + "_")
job.zipFileName = szip.getFileName()
szip.addStochKitJob(job, globalOp = True, ignoreStatus = True)
szip.close()
# Save the updated status
job.put()
relpath = os.path.relpath(job.zipFileName, os.path.abspath(os.path.dirname(__file__) + '/../'))
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ 'status' : True,
'msg' : 'Job downloaded',
'url' : relpath }))
return
elif reqType == 'delJob':
try:
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
if job.user_id == self.user.user_id():
job.delete(self)
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ 'status' : True,
'msg' : "Job deleted from the datastore."}))
except Exception as e:
logging.exception(e)
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ 'status' : False,
'msg' : "Error: {0}".format(e) }))
return
elif reqType == 'jobInfo':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
indata = json.loads(job.indata)
if self.user.user_id() != job.user_id:
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps(["Not the right user"]))
if job.status == "Finished":
try:
if (job.resource in backendservices.SUPPORTED_CLOUD_RESOURCES and job.output_stored == 'False') or (job.resource in backendservices.SUPPORTED_CLOUD_RESOURCES and job.outData is None):
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ "status" : "Finished",
"values" : [],
"job" : JobManager.getJob(self, job.key().id())}))
return
else:
outputdir = job.outData
# Load all data from file in JSON format
if indata['exec_type'] == 'stochastic':
tid = self.request.get('tid')
if tid != '' and tid != 'mean':
outfile = '/result/trajectories/trajectory{0}.txt'.format(tid)
vhandle = open(outputdir + outfile, 'r')
values = { 'time' : [], 'trajectories' : {} }
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(values['time'])
else:
values['trajectories'][name] = [] # start a new timeseries for this name
columnToList.append(values['trajectories'][name]) # Store a reference here for future use
else:
for storage, value in zip(columnToList, map(float, line.split())):
storage.append(value)
vhandle.close()
else:
outfile = '/result/stats/means.txt'
vhandle = open(outputdir + outfile, 'r')
values = { 'time' : [], 'trajectories' : {} }
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(values['time'])
else:
values['trajectories'][name] = [] # start a new timeseries for this name
columnToList.append(values['trajectories'][name]) # Store a reference here for future use
else:
for storage, value in zip(columnToList, map(float, line.split())):
storage.append(value)
vhandle.close()
else:
outfile = '/result/output.txt'
values = { 'time' : [], 'trajectories' : {} }
#if not os.path.isfile(outputdir + outfile):
vhandle = open(outputdir + outfile, 'r')
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
continue
elif i == 1:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(values['time'])
else:
values['trajectories'][name] = [] # start a new timeseries for this name
columnToList.append(values['trajectories'][name]) # Store a reference here for future use
elif i == 2:
continue
elif i == 3:
for storage, value in zip(columnToList, map(float, line.split())):
storage.append(value)
elif i == 4:
continue
else:
for storage, value in zip(columnToList, map(float, line.split())):
storage.append(value)
vhandle.close()
self.response.headers['Content-Type'] = 'application/json'
result = {"status" : "Finished",
"values" : values,
"job" : JobManager.getJob(self, job.key().id())}
logging.debug("result = \n\n{}".format(result))
self.response.write(json.dumps(result))
return
except Exception as e:
traceback.print_exc()
job.status = "Failed"
job.put()
logging.error("Failed to parse output data. Assuming job failed and continuing")
if job.status == "Failed":
self.response.headers['Content-Type'] = 'application/json'
stdout = ""
stderr = ""
if job.outData is not None:
if os.path.isfile(job.outData + '/stdout'):
fstdoutHandle = open(job.outData + '/stdout', 'r')
else:
fstdoutHandle = open(job.outData + '/stdout.log', 'r')
stdout = fstdoutHandle.read()
fstdoutHandle.close()
if os.path.isfile(job.outData + '/stderr'):
fstderrHandle = open(job.outData + '/stderr', 'r')
else:
fstderrHandle = open(job.outData + '/stderr.log', 'r')
stderr = fstderrHandle.read()
fstderrHandle.close()
self.response.write(json.dumps({ "status" : "Failed",
"job" : JobManager.getJob(self, job.key().id()),
"stdout" : stdout,
"stderr" : stderr}))
else:
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps({ "status" : "asdfasfdfdsa" }))
else:
# Params is a dict that constains all response elements of the form
params = json.loads(self.request.get('data'))
self.response.headers['Content-Type'] = 'application/json'
job = db.GqlQuery("SELECT * FROM StochKitJobWrapper WHERE user_id = :1 AND name = :2",
self.user.user_id(), params["jobName"].strip()).get()
if job != None:
self.response.write(json.dumps({"status" : False,
"msg" : "Job name must be unique"}))
return
backend_services = backendservices(self.user_data)
# Create a stochhkit_job instance
try:
if params['resource'] == "local":
job = self.runStochKitLocal(params)
elif params['resource'] == 'cloud':
job = self.runCloud(params)
else:
raise Exception("Unknown resource {0}".format(params["resource"]))
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps( { "status" : True,
"msg" : "Job launched",
"id" : job.key().id() } ))
except Exception as e:
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps( { "status" : False,
"msg" : str(e) } ))
def deleteJob(handler, job_id):
job = StochKitJobWrapper.get_by_id(job_id)
job.delete()
def createJob(handler, job, rename = None):
tryName = job["name"]
userID = None
if 'user_id' in job:
userID = job['user_id']
else:
userID = handler.user.user_id()
jobNames = [x.name for x in db.Query(StochKitJobWrapper).filter('user_id =', userID).run()]
if job["name"] in jobNames:
if not rename:
return None
else:
i = 1
tryName = '{0}_{1}'.format(job["name"], i)
while tryName in jobNames:
i = i + 1
tryName = '{0}_{1}'.format(job["name"], i)
if rename:
job["name"] = tryName
jobWrap = StochKitJobWrapper()
jobWrap.user_id = userID
jobWrap.name = job['name']
if 'seed' not in job:
job['seed'] = -1
jobWrap.modelName = job['modelName']
# This is probably not a good idea...
jobWrap.indata = json.dumps(dict([(k, job[k]) for k in ['type', 'final_time', 'increment', 'realizations', 'exec_type', 'units', 'epsilon', 'threshold', 'seed'] if k in job]))
if 'startTime' in job:
jobWrap.startTime = job['startTime']
if 'resource' in job:
jobWrap.resource = job['resource']
else:
jobWrap.resource = 'Local'
jobWrap.outData = job['output_location']
if 'output_url' in job:
jobWrap.outputURL = job['output_url']
jobWrap.stdout = job['stdout']
jobWrap.stderr = job['stderr']
if 'output_stored' in job:
jobWrap.output_stored = job['output_stored']
jobWrap.put()
return jobWrap.key().id()
def runStochKitLocal(self, params):
""" Submit a local StochKit job """
modelDb = StochKitModelWrapper.get_by_id(params["id"])
if not modelDb:
return {
'status': False,
'msg': 'Failed to retrive the model to simulate.'
}
model = modelDb.createStochKitModel()
# Execute as concentration or population?
execType = params['execType'].lower()
if execType not in ["deterministic", "stochastic", "sensitivity"]:
raise Exception(
'exec_type must be deterministic, sensitivity, or stochastic. Found "{0}"'
.format(execType))
if model.units.lower() == 'concentration' and execType.lower(
) == 'stochastic':
raise Exception(
'Concentration models cannot be executed stochastically')
# Assemble the argument list
args = ''
args += ' -t {0} '.format(params['time'])
num_output_points = int(
float(params['time']) / float(params['increment']))
args += ' -i {0} '.format(num_output_points)
path = os.path.abspath(os.path.dirname(__file__))
# Algorithm, SSA or Tau-leaping?
if params['execType'] != 'deterministic':
executable = "{0}/../../StochKit/{1}".format(
path, params['algorithm'])
args += ' --realizations {0} '.format(params['realizations'])
args += ' --keep-trajectories '
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
args += '--seed {0} '.format(params['seed'])
else:
executable = "{0}/../../ode/stochkit_ode.py".format(path)
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable + ' ' + args
basedir = path + '/../'
dataDir = tempfile.mkdtemp(dir=basedir + 'output')
# Wow, what a hack
if params['execType'] == 'deterministic' and model.units.lower(
) == 'population':
document = model.serialize()
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants
) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(
reaction.marate.expression + ' / 2')
modelFileName = '{0}/{1}.xml'.format(dataDir, model.name)
fmodelHandle = open(modelFileName, 'w')
fmodelHandle.write(model.serialize())
fmodelHandle.close()
cmd += ' -m {0} --out-dir {1}/result'.format(modelFileName, dataDir)
if params['execType'] == 'deterministic':
cmd += ' -r {0} -a {1} --mxsteps {2}'.format(
params['rTol'], params['aTol'], params['mxSteps'])
logging.info("cmd =\n{}".format(cmd))
logging.debug('simulation.runLocal(): cmd={0}'.format(cmd))
logging.debug('*' * 80)
logging.debug('*' * 80)
#ode = "{0}/../../ode/stochkit_ode.py {1}".format(path, args)
exstring = '{0}/backend/wrapper.py {1}/stdout {1}/stderr {1}/return_code {2}'.format(
basedir, dataDir, cmd)
logging.debug('simulation.runLocal(): exstring={0}'.format(exstring))
logging.debug('*' * 80)
logging.debug('*' * 80)
handle = subprocess.Popen(exstring.split(), preexec_fn=os.setsid)
# Create a wrapper to store the Job description in the datastore
job = StochKitJobWrapper()
job.resource = 'local'
# stochkit_job.uuid = res['uuid']
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
job.pid = handle.pid
# Create a StochKitJob instance
job.indata = json.dumps({
"type": 'StochKit2 Ensemble',
"final_time": params['time'],
"realizations": params['realizations'],
"increment": params['increment'],
"seed": params['seed'],
"exec_type": params['execType'],
"units": model.units.lower(),
"epsilon": params['epsilon'],
"rTol": params['rTol'],
"aTol": params['aTol'],
"mxSteps": params['mxSteps'],
"threshold": params['threshold']
})
job.outData = dataDir
job.stdout = '{0}/stdout'.format(dataDir)
job.stderr = '{0}/stderr'.format(dataDir)
job.status = 'Running'
job.put()
return job
def runMolns(self, params):
""" Submit a remote molns StochKit job """
modelDb = StochKitModelWrapper.get_by_id(params["id"])
sys.stderr.write("*"*80 + "\n")
sys.stderr.write("*"*80 + "\n")
sys.stderr.write("runMolns\n")
logging.info('runMolns')
sys.stderr.write("*"*80 + "\n")
sys.stderr.write("*"*80 + "\n")
if not modelDb:
return {'status':False,
'msg':'Failed to retrive the model to simulate.'}
model = modelDb.createStochKitModel()
# Execute as concentration or population?
execType = params['execType'].lower()
if execType not in ["deterministic", "stochastic", "sensitivity"]:
raise Exception('exec_type must be deterministic, sensitivity, or stochastic. Found "{0}"'.format(execType))
if model.units.lower() == 'concentration' and execType.lower() == 'stochastic':
raise Exception('Concentration models cannot be executed stochastically')
# Assemble the argument list
args = ''
args += ' -t {0} '.format(params['time'])
num_output_points = int(float(params['time'])/float(params['increment']))
args += ' -i {0} '.format(num_output_points)
path = os.path.abspath(os.path.dirname(__file__))
# Algorithm, SSA or Tau-leaping?
if params['execType'] != 'deterministic':
executable = "/usr/local/StochKit/{0}".format(params['algorithm'])
args += ' --realizations {0} '.format(params['realizations'])
args += ' --keep-trajectories '
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
args += '--seed {0} '.format(params['seed'])
else:
executable = "/usr/local/ode-1.0.2/stochkit_ode.py"
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable + ' ' + args
basedir = path + '/../'
dataDir = tempfile.mkdtemp(dir = basedir + 'output')
# Wow, what a hack
if params['execType'] == 'deterministic' and model.units.lower() == 'population':
document = model.serialize()
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(reaction.marate.expression + ' / 2')
modelFileName = '{0}/{1}.xml'.format(dataDir, model.name)
with open(modelFileName, 'w') as fmodelHandle:
fmodelHandle.write(model.serialize())
cmd += ' -m {0} --out-dir ./result'.format(os.path.basename(modelFileName))
sys.stderr.write('*'*80+"\n")
logging.error("cmd =\n{}".format(cmd))
sys.stderr.write('simulation.runMolns(): cmd={0}\n'.format(cmd))
with tempfile.NamedTemporaryFile() as exec_file:
exec_file.write(cmd+"\n")
exec_file.write("tar -czf result.tar.gz result")
exec_file.flush()
controllerName = 'EC2_controller' #TODO: look this up
exec_str = "bash {0} {1}".format(exec_file.name, modelFileName)
sys.stderr.write("result = molns.MOLNSExec.start_job(['{0}', '{1}])".format(controllerName, exec_str))
sys.stderr.write('*'*80+"\n")
molnsConfigDb = db.GqlQuery("SELECT * FROM MolnsConfigWrapper WHERE user_id = :1", self.user.user_id()).get()
if not molnsConfigDb:
raise Exception("Molns not initialized")
config = molns.MOLNSConfig(config_dir=molnsConfigDb.folder)
result = molns.MOLNSExec.start_job([controllerName, exec_str], config)
sys.stderr.write('result = {0}'.format(result))
sys.stderr.write('*'*80+"\n")
# Create a wrapper to store the Job description in the datastore
# Create a StochKitJob instance
job = StochKitJobWrapper()
job.resource = 'Molns'
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
#job.pid = None
job.pid = result['id']
job.indata = json.dumps( { "type" : 'StochKit2 Ensemble',
"final_time" : params['time'],
"realizations" : params['realizations'],
"increment" : params['increment'],
"seed" : params['seed'],
"exec_type" : params['execType'],
"units" : model.units.lower(),
"epsilon" : params['epsilon'],
"threshold" : params['threshold'] } )
job.outData = dataDir
job.status = 'Running'
job.put()
return job
def runMolns(self, params):
""" Submit a remote molns StochKit job """
modelDb = StochKitModelWrapper.get_by_id(params["id"])
sys.stderr.write("*" * 80 + "\n")
sys.stderr.write("*" * 80 + "\n")
sys.stderr.write("runMolns\n")
logging.info('runMolns')
sys.stderr.write("*" * 80 + "\n")
sys.stderr.write("*" * 80 + "\n")
if not modelDb:
return {
'status': False,
'msg': 'Failed to retrive the model to simulate.'
}
model = modelDb.createStochKitModel()
# Execute as concentration or population?
execType = params['execType'].lower()
if execType not in ["deterministic", "stochastic", "sensitivity"]:
raise Exception(
'exec_type must be deterministic, sensitivity, or stochastic. Found "{0}"'
.format(execType))
if model.units.lower() == 'concentration' and execType.lower(
) == 'stochastic':
raise Exception(
'Concentration models cannot be executed stochastically')
# Assemble the argument list
args = ''
args += ' -t {0} '.format(params['time'])
num_output_points = int(
float(params['time']) / float(params['increment']))
args += ' -i {0} '.format(num_output_points)
path = os.path.abspath(os.path.dirname(__file__))
# Algorithm, SSA or Tau-leaping?
if params['execType'] != 'deterministic':
executable = "/usr/local/StochKit/{0}".format(params['algorithm'])
args += ' --realizations {0} '.format(params['realizations'])
args += ' --keep-trajectories '
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
args += '--seed {0} '.format(params['seed'])
else:
executable = "/usr/local/ode-1.0.2/stochkit_ode.py"
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable + ' ' + args
basedir = path + '/../'
dataDir = tempfile.mkdtemp(dir=basedir + 'output')
# Wow, what a hack
if params['execType'] == 'deterministic' and model.units.lower(
) == 'population':
document = model.serialize()
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants
) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(
reaction.marate.expression + ' / 2')
modelFileName = '{0}/{1}.xml'.format(dataDir, model.name)
with open(modelFileName, 'w') as fmodelHandle:
fmodelHandle.write(model.serialize())
cmd += ' -m {0} --out-dir ./result'.format(
os.path.basename(modelFileName))
sys.stderr.write('*' * 80 + "\n")
logging.error("cmd =\n{}".format(cmd))
sys.stderr.write('simulation.runMolns(): cmd={0}\n'.format(cmd))
with tempfile.NamedTemporaryFile() as exec_file:
exec_file.write(cmd + "\n")
exec_file.write("tar -czf result.tar.gz result")
exec_file.flush()
controllerName = 'EC2_controller' #TODO: look this up
exec_str = "bash {0} {1}".format(exec_file.name, modelFileName)
sys.stderr.write(
"result = molns.MOLNSExec.start_job(['{0}', '{1}])".format(
controllerName, exec_str))
sys.stderr.write('*' * 80 + "\n")
molnsConfigDb = db.GqlQuery(
"SELECT * FROM MolnsConfigWrapper WHERE user_id = :1",
self.user.user_id()).get()
if not molnsConfigDb:
raise Exception("Molns not initialized")
config = molns.MOLNSConfig(config_dir=molnsConfigDb.folder)
result = molns.MOLNSExec.start_job([controllerName, exec_str],
config)
sys.stderr.write('result = {0}'.format(result))
sys.stderr.write('*' * 80 + "\n")
# Create a wrapper to store the Job description in the datastore
# Create a StochKitJob instance
job = StochKitJobWrapper()
job.resource = 'Molns'
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
#job.pid = None
job.pid = result['id']
job.indata = json.dumps({
"type": 'StochKit2 Ensemble',
"final_time": params['time'],
"realizations": params['realizations'],
"increment": params['increment'],
"seed": params['seed'],
"exec_type": params['execType'],
"units": model.units.lower(),
"epsilon": params['epsilon'],
"threshold": params['threshold']
})
job.outData = dataDir
job.status = 'Running'
job.put()
return job
def post(self):
""" Assemble the input to StochKit2 and submit the job (locally or via cloud). """
reqType = self.request.get('reqType')
if reqType == 'getFromCloud':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
service = backendservices(self.user_data)
service.fetchOutput(job)
# Unpack it to its local output location
os.system('tar -xf {0}.tar'.format(job.cloudDatabaseID))
job.outData = os.path.abspath('{0}/../output/{1}'.format(
os.path.abspath(os.path.dirname(__file__)),
job.cloudDatabaseID))
job.stdout = os.path.join(job.outData, '/stdout.log')
job.stderr = os.path.join(job.outData, '/stderr.log')
# Clean up
os.remove('{0}.tar'.format(job.cloudDatabaseID))
# Save the updated status
job.put()
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
'status': True,
'msg': 'Job downloaded'
}))
return
elif reqType == 'getDataLocal':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
if not job.zipFileName:
szip = exportimport.SuperZip(os.path.abspath(
os.path.dirname(__file__) + '/../static/tmp/'),
preferredName=job.name + "_")
job.zipFileName = szip.getFileName()
szip.addStochKitJob(job, globalOp=True, ignoreStatus=True)
szip.close()
# Save the updated status
job.put()
relpath = os.path.relpath(
job.zipFileName,
os.path.abspath(os.path.dirname(__file__) + '/../'))
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
'status': True,
'msg': 'Job downloaded',
'url': relpath
}))
return
elif reqType == 'delJob':
try:
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
if job.user_id == self.user.user_id():
job.delete(self)
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
'status': True,
'msg': "Job deleted from the datastore."
}))
except Exception as e:
logging.exception(e)
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
'status': False,
'msg': "Error: {0}".format(e)
}))
return
elif reqType == 'redirectJupyterNotebook':
try:
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
#Check if notebook already exists, if not create one
notebook_filename = "{0}.ipynb".format(job.name)
local_path = os.path.relpath(
os.path.abspath(job.outData),
os.path.abspath(__file__ + '/../../../'))
notebook_file_path = os.path.abspath(
job.outData) + "/" + notebook_filename
# TODO Deterministic or Stochastic template
indata = json.loads(job.indata)
if indata['exec_type'] == 'deterministic':
notebook_template_path = os.path.abspath(
__file__ + '/../../../jupyter_notebook_templates'
) + "/Deterministic.ipynb"
else:
notebook_template_path = os.path.abspath(
__file__ + '/../../../jupyter_notebook_templates'
) + "/Stochastic.ipynb"
if not os.path.isfile(notebook_file_path):
logging.info("Creating {0} from {1}".format(
notebook_file_path, notebook_template_path))
shutil.copyfile(notebook_template_path, notebook_file_path)
if self.request.get('hostname') is not None:
logging.info('hostname={0}'.format(
self.request.get('hostname')))
host = self.request.get('hostname')
else:
host = 'localhost'
port = 9999
proto = 'http'
#
# return the url of the notebook
notebook_url = '{0}://{1}:{2}/notebooks/{3}/{4}'.format(
proto, host, port, local_path, notebook_filename)
logging.info('redirect: {0}'.format(notebook_url))
self.redirect(notebook_url)
except Exception as e:
logging.error("Error in openJupyterNotebook: {0}".format(e))
self.response.write('Error: {0}'.format(e))
return
elif reqType == 'jobInfo':
job = StochKitJobWrapper.get_by_id(int(self.request.get('id')))
indata = json.loads(job.indata)
if self.user.user_id() != job.user_id:
self.response.headers['Content-Type'] = 'application/json'
self.response.write(json.dumps(["Not the right user"]))
if job.status == "Finished":
try:
if (job.resource
in backendservices.SUPPORTED_CLOUD_RESOURCES
and job.output_stored == 'False') or (
job.resource
in backendservices.SUPPORTED_CLOUD_RESOURCES
and job.outData is None):
self.response.headers[
'Content-Type'] = 'application/json'
self.response.write(
json.dumps({
"status":
"Finished",
"values": [],
"job":
JobManager.getJob(self,
job.key().id())
}))
return
else:
outputdir = job.outData
# Load all data from file in JSON format
if indata['exec_type'] == 'stochastic':
tid = self.request.get('tid')
if tid != '' and tid != 'mean':
outfile = '/result/trajectories/trajectory{0}.txt'.format(
tid)
vhandle = open(outputdir + outfile, 'r')
values = {'time': [], 'trajectories': {}}
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(
values['time'])
else:
values['trajectories'][name] = [
] # start a new timeseries for this name
columnToList.append(
values['trajectories']
[name]
) # Store a reference here for future use
else:
for storage, value in zip(
columnToList,
map(float, line.split())):
storage.append(value)
vhandle.close()
else:
outfile = '/result/stats/means.txt'
vhandle = open(outputdir + outfile, 'r')
values = {'time': [], 'trajectories': {}}
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(
values['time'])
else:
values['trajectories'][name] = [
] # start a new timeseries for this name
columnToList.append(
values['trajectories']
[name]
) # Store a reference here for future use
else:
for storage, value in zip(
columnToList,
map(float, line.split())):
storage.append(value)
vhandle.close()
else:
outfile = '/result/output.txt'
values = {'time': [], 'trajectories': {}}
#if not os.path.isfile(outputdir + outfile):
vhandle = open(outputdir + outfile, 'r')
columnToList = []
for i, line in enumerate(vhandle):
if i == 0:
continue
elif i == 1:
names = line.split()
for name in names:
if name == 'time':
columnToList.append(values['time'])
else:
values['trajectories'][name] = [
] # start a new timeseries for this name
columnToList.append(
values['trajectories'][name]
) # Store a reference here for future use
elif i == 2:
continue
elif i == 3:
for storage, value in zip(
columnToList,
map(float, line.split())):
storage.append(value)
elif i == 4:
continue
else:
for storage, value in zip(
columnToList,
map(float, line.split())):
storage.append(value)
vhandle.close()
self.response.headers['Content-Type'] = 'application/json'
result = {
"status": "Finished",
"values": values,
"job": JobManager.getJob(self,
job.key().id())
}
logging.debug("result = \n\n{}".format(result))
self.response.write(json.dumps(result))
return
except Exception as e:
traceback.print_exc()
job.status = "Failed"
job.put()
logging.error(
"Failed to parse output data. Assuming job failed and continuing"
)
if job.status == "Failed":
self.response.headers['Content-Type'] = 'application/json'
stdout = ""
stderr = ""
if job.outData is not None:
if os.path.isfile(job.outData + '/stdout'):
fstdoutHandle = open(job.outData + '/stdout', 'r')
else:
fstdoutHandle = open(job.outData + '/stdout.log', 'r')
stdout = fstdoutHandle.read()
fstdoutHandle.close()
if os.path.isfile(job.outData + '/stderr'):
fstderrHandle = open(job.outData + '/stderr', 'r')
else:
fstderrHandle = open(job.outData + '/stderr.log', 'r')
stderr = fstderrHandle.read()
fstderrHandle.close()
self.response.write(
json.dumps({
"status": "Failed",
"job": JobManager.getJob(self,
job.key().id()),
"stdout": stdout,
"stderr": stderr
}))
else:
raise Exception(
'This page should never be accessed if job is not Finished or Running (current state of job {0} : {1})'
.format(job.id, job.status))
traceback.print_exc()
print job.status
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({"status": "tttttttttasdfasfdfdsa"}))
else:
# Params is a dict that constains all response elements of the form
params = json.loads(self.request.get('data'))
self.response.headers['Content-Type'] = 'application/json'
job = db.GqlQuery(
"SELECT * FROM StochKitJobWrapper WHERE user_id = :1 AND name = :2",
self.user.user_id(), params["jobName"].strip()).get()
if job != None:
self.response.write(
json.dumps({
"status": False,
"msg": "Job name must be unique"
}))
return
backend_services = backendservices(self.user_data)
# Create a stochhkit_job instance
try:
if params['resource'] == "local":
job = self.runStochKitLocal(params)
elif params['resource'] == 'cloud':
job = self.runCloud(params)
elif params['resource'] == 'molns':
job = self.runMolns(params)
else:
raise Exception("Unknown resource {0}".format(
params["resource"]))
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
"status": True,
"msg": "Job launched",
"id": job.key().id()
}))
except Exception as e:
traceback.print_exc()
self.response.headers['Content-Type'] = 'application/json'
self.response.write(
json.dumps({
"status": False,
"msg": str(e)
}))
def deleteJob(handler, job_id):
job = StochKitJobWrapper.get_by_id(job_id)
job.delete()
def createJob(handler, job, rename=None):
tryName = job["name"]
userID = None
if 'user_id' in job:
userID = job['user_id']
else:
userID = handler.user.user_id()
jobNames = [
x.name for x in db.Query(StochKitJobWrapper).filter(
'user_id =', userID).run()
]
if job["name"] in jobNames:
if not rename:
return None
else:
i = 1
tryName = '{0}_{1}'.format(job["name"], i)
while tryName in jobNames:
i = i + 1
tryName = '{0}_{1}'.format(job["name"], i)
if rename:
job["name"] = tryName
jobWrap = StochKitJobWrapper()
jobWrap.user_id = userID
jobWrap.name = job['name']
if 'seed' not in job:
job['seed'] = -1
jobWrap.modelName = job['modelName']
# This is probably not a good idea...
jobWrap.indata = json.dumps(
dict([(k, job[k]) for k in [
'type', 'final_time', 'increment', 'realizations', 'exec_type',
'units', 'epsilon', 'rTol', 'aTol', 'mxSteps', 'threshold',
'seed'
] if k in job]))
if 'startTime' in job:
jobWrap.startTime = job['startTime']
if 'resource' in job:
jobWrap.resource = job['resource'].lower()
else:
jobWrap.resource = 'local'
jobWrap.outData = job['output_location']
if 'output_url' in job:
jobWrap.outputURL = job['output_url']
jobWrap.stdout = job['stdout']
jobWrap.stderr = job['stderr']
if 'output_stored' in job:
jobWrap.output_stored = job['output_stored']
jobWrap.put()
return jobWrap.key().id()
def runStochKitLocal(self, params):
""" Submit a local StochKit job """
modelDb = StochKitModelWrapper.get_by_id(params["id"])
if not modelDb:
return {'status':False,
'msg':'Failed to retrive the model to simulate.'}
model = modelDb.createStochKitModel()
# Execute as concentration or population?
execType = params['execType'].lower()
if execType not in ["deterministic", "stochastic", "sensitivity"]:
raise Exception('exec_type must be deterministic, sensitivity, or stochastic. Found "{0}"'.format(execType))
if model.units.lower() == 'concentration' and execType.lower() == 'stochastic':
raise Exception('Concentration models cannot be executed stochastically')
# Assemble the argument list
args = ''
args += ' -t {0} '.format(params['time'])
num_output_points = int(float(params['time'])/float(params['increment']))
args += ' -i {0} '.format(num_output_points)
path = os.path.abspath(os.path.dirname(__file__))
# Algorithm, SSA or Tau-leaping?
if params['execType'] != 'deterministic':
executable = "{0}/../../StochKit/{1}".format(path, params['algorithm'])
args += ' --realizations {0} '.format(params['realizations'])
args += ' --keep-trajectories '
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
args += '--seed {0} '.format(params['seed'])
else:
executable = "{0}/../../ode/stochkit_ode.py".format(path)
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable + ' ' + args
basedir = path + '/../'
dataDir = tempfile.mkdtemp(dir = basedir + 'output')
# Wow, what a hack
if params['execType'] == 'deterministic' and model.units.lower() == 'population':
document = model.serialize()
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(reaction.marate.expression + ' / 2')
modelFileName = '{0}/{1}.xml'.format(dataDir, model.name)
fmodelHandle = open(modelFileName, 'w')
fmodelHandle.write(model.serialize())
fmodelHandle.close()
cmd += ' -m {0} --out-dir {1}/result'.format(modelFileName, dataDir)
logging.info("cmd =\n{}".format(cmd))
logging.debug('simulation.runLocal(): cmd={0}'.format(cmd))
logging.debug('*'*80)
logging.debug('*'*80)
#ode = "{0}/../../ode/stochkit_ode.py {1}".format(path, args)
exstring = '{0}/backend/wrapper.py {1}/stdout {1}/stderr {1}/return_code {2}'.format(basedir, dataDir, cmd)
logging.debug('simulation.runLocal(): exstring={0}'.format(exstring))
logging.debug('*'*80)
logging.debug('*'*80)
handle = subprocess.Popen(exstring.split(), preexec_fn=os.setsid)
# Create a wrapper to store the Job description in the datastore
job = StochKitJobWrapper()
job.resource = 'Local'
# stochkit_job.uuid = res['uuid']
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
job.pid = handle.pid
# Create a StochKitJob instance
job.indata = json.dumps( { "type" : 'StochKit2 Ensemble',
"final_time" : params['time'],
"realizations" : params['realizations'],
"increment" : params['increment'],
"seed" : params['seed'],
"exec_type" : params['execType'],
"units" : model.units.lower(),
"epsilon" : params['epsilon'],
"threshold" : params['threshold'] } )
job.outData = dataDir
job.stdout = '{0}/stdout'.format(dataDir)
job.stderr = '{0}/stderr'.format(dataDir)
job.status = 'Running'
job.put()
return job
def runCloud(self, params):
model = StochKitModelWrapper.get_by_id(
params["id"]).createStochKitModel()
if not model:
raise Exception(
'Failed to retrive the model \'{0}\' to simulate'.format(
params["id"]))
#the parameter dictionary to be passed to the backend
param = {}
# Execute as concentration or population?
exec_type = params['execType'].lower()
if exec_type not in ["deterministic", "stochastic"]:
raise Exception(
'exec_type must be concentration or population. Found \'{0}\''.
format(exec_type))
if model.units.lower() == 'concentration' and exec_type.lower(
) == 'stochastic':
raise Exception(
'Concentration models cannot be executed Stochastically')
executable = exec_type.lower()
document = model.serialize()
# Wow, what a hack
if executable == 'deterministic' and model.units.lower(
) == 'population':
model = StochMLDocument.fromString(document).toModel(model.name)
for reactionN in model.getAllReactions():
reaction = model.getAllReactions()[reactionN]
if reaction.massaction:
if len(reaction.reactants
) == 1 and reaction.reactants.values()[0] == 2:
reaction.marate.setExpression(
reaction.marate.expression + ' / 2')
document = model.serialize()
params['document'] = str(document)
filepath = ""
params['file'] = filepath
ensemblename = params['jobName']
stime = params['time']
realizations = params['realizations']
increment = params['increment']
if int(params['seed']) < 0:
random.seed()
params['seed'] = random.randint(0, 2147483647)
seed = params['seed']
# Assemble the argument list
args = ''
args += ' -t '
args += str(stime)
num_output_points = str(int(float(stime) / float(increment)))
args += ' -i ' + str(num_output_points)
path = os.path.dirname(__file__)
# Algorithm, SSA or Tau-leaping?
if executable != 'deterministic':
params['job_type'] = 'stochkit'
executable = params['algorithm']
args += ' --realizations '
args += str(realizations)
# We keep all the trajectories by default. The user can select to only store means and variance
# through the advanced options.
if not "only-moments" in params:
args += ' --keep-trajectories'
if "keep-histograms" in params:
args += ' --keep-histograms'
args += ' --seed '
args += str(seed)
else:
params['job_type'] = 'stochkit_ode'
executable = "stochkit_ode.py"
# Columns need to be labeled for visulatization page to work.
args += ' --label'
cmd = executable + ' ' + args
params['paramstring'] = cmd
bucketname = self.user_data.getBucketName()
params['bucketname'] = bucketname
params['user_id'] = self.user.user_id()
# Call backendservices and execute StochKit
service = backendservices(self.user_data)
cloud_result = service.submit_cloud_task(params)
if not cloud_result["success"]:
e = cloud_result["exception"]
raise Exception('Cloud execution failed: {0}'.format(e))
celery_task_id = cloud_result["celery_pid"]
taskid = cloud_result["db_id"]
# Create a StochKitJob instance
job = StochKitJobWrapper()
job.resource = cloud_result['resource']
# stochkit_job.uuid = res['uuid']
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = params['jobName']
job.modelName = model.name
#job.pid = taskid
job.celeryPID = celery_task_id
job.cloudDatabaseID = taskid
# Create a StochKitJob instance
job.indata = json.dumps({
"type": 'StochKit2 Ensemble',
"final_time": params['time'],
"realizations": params['realizations'],
"increment": params['increment'],
"seed": params['seed'],
"exec_type": params['execType'],
"units": model.units.lower(),
"epsilon": params['epsilon'],
"rTol": params['rTol'],
"aTol": params['aTol'],
"mxSteps": params['mxSteps'],
"threshold": params['threshold']
})
job.output_stored = 'True'
job.outData = None
#job.stdout = '{0}/stdout'.format(dataDir)
#job.stderr = '{0}/stderr'.format(dataDir)
job.status = 'Running'
job.put()
return job
def runQsub(self, data, cluster_info):
from db_models.parameter_sweep_job import ParameterSweepJobWrapper
from modeleditor import StochKitModelWrapper
import parametersweep_qsub
logging.error("*" * 80)
logging.error("simulate.runQsub() modelType={0}".format(data['execType']))
logging.error("*" * 80)
modelDb = StochKitModelWrapper.get_by_id(int(data["id"]))
# TODO: Ben needs to fix the following code to work directly with StochKitModelWrappers
# model = StochKitModelWrapper.get_by_id(params["id"]).createStochKitModel()
#
# if not model:
# raise Exception('Failed to retrive the model \'{0}\' to simulate'.format(params["id"]))
#
# # Execute as concentration or population?
# exec_type = params['execType'].lower()
#
# if exec_type not in ["deterministic", "stochastic"]:
# raise Exception('exec_type must be concentration or population. Found \'{0}\''.format(exec_type))
#
# if model.units.lower() == 'concentration' and exec_type.lower() == 'stochastic':
# raise Exception('Concentration models cannot be executed Stochastically' )
#
# document = model.serialize()
#
# # Wow, what a hack
#
# if executable == 'deterministic' and model.units.lower() == 'population':
# model = StochMLDocument.fromString(document).toModel(model.name)
#
# for reactionN in model.getAllReactions():
# reaction = model.getAllReactions()[reactionN]
# if reaction.massaction:
# if len(reaction.reactants) == 1 and reaction.reactants.values()[0] == 2:
# reaction.marate.setExpression(reaction.marate.expression + ' / 2')
path = os.path.abspath(os.path.dirname(__file__))
basedir = path + '/../'
dataDir = tempfile.mkdtemp(dir=basedir + 'output')
job = StochKitJobWrapper()
job.user_id = self.user.user_id()
job.startTime = time.strftime("%Y-%m-%d-%H-%M-%S")
job.name = data["jobName"]
#job.inData = json.dumps(data)
job.indata = json.dumps({ "type" : 'StochKit2 Ensemble',
"final_time" : data['time'],
"realizations" : data['realizations'],
"increment" : data['increment'],
"seed" : data['seed'],
"exec_type" : data['execType'],
"units" : modelDb.units.lower(),
"epsilon" : data['epsilon'],
"rTol" : data['rTol'],
"aTol" : data['aTol'],
"mxSteps" : data['mxSteps'],
"threshold" : data['threshold'] })
job.modelName = modelDb.name
job.outData = dataDir
job.status = "Pending"
job.output_stored = "False"
job.is_simulation = True
job.resource = "qsub"
try:
templateData = {
"name": modelDb.name,
"modelType": modelDb.type,
"species": modelDb.species,
"parameters": modelDb.parameters,
"reactions": modelDb.reactions,
# "speciesSelect": data['speciesSelect'],
"speciesSelect": data['selections'],
# "maxTime": data['maxTime'],
"maxTime": data['time'],
"increment": data['increment'],
# "trajectories": data['trajectories'],
"trajectories": data['realizations'],
"seed": data['seed'],
"isSpatial": modelDb.isSpatial,
"isLocal": True
}
if modelDb.isSpatial:
try:
meshWrapperDb = mesheditor.MeshWrapper.get_by_id(modelDb.spatial["mesh_wrapper_id"])
except Exception as e:
logging.exception(e)
logging.error("No Mesh file set. Choose one in the Mesh tab of the Model Editor")
raise Exception("No Mesh file set. Choose one in the Mesh tab of the Model Editor")
try:
meshFileObj = fileserver.FileManager.getFile(self, meshWrapperDb.meshFileId, noFile=False)
templateData["mesh"] = meshFileObj["data"]
except IOError as e:
logging.exception(e)
logging.error("Mesh file inaccessible. Try another mesh")
raise Exception("Mesh file inaccessible. Try another mesh")
templateData['reaction_subdomain_assignments'] = modelDb.spatial["reactions_subdomain_assignments"]
templateData['species_subdomain_assignments'] = modelDb.spatial["species_subdomain_assignments"]
templateData['species_diffusion_coefficients'] = modelDb.spatial["species_diffusion_coefficients"]
templateData['initial_conditions'] = modelDb.spatial["initial_conditions"]
templateData['subdomains'] = meshWrapperDb.subdomains
if data['execType'] == "stochastic":
job.qsubHandle = pickle.dumps(parametersweep_qsub.stochastic(templateData, cluster_info,
not_full_parameter_sweep=True))
elif data['execType'] == "deterministic":
job.qsubHandle = pickle.dumps(parametersweep_qsub.deterministic(templateData, cluster_info,
not_full_parameter_sweep=True))
elif data['execType'] == "spatial":
job.qsubHandle = pickle.dumps(parametersweep_qsub.spatial(templateData, cluster_info,
not_full_parameter_sweep=True))
else:
raise Exception("Trying to runQsub on unsupported modelType {0}".format(data['modelType']))
job.put()
except Exception as e:
exc_info = sys.exc_info()
logging.exception(e)
job.status = 'Failed'
try:
job.delete(self)
except Exception as e:
pass
raise exc_info[1], None, exc_info[2]
return job