def main(options, _args):
try:
d = dict((k, options(k)) for k in [
'event', 'name', 'retval', 'time', 'file', 'id', 'props', 'host',
'message'
])
request.performQuery('localhost', '/vappio/observer_ws.py', d)
except Exception, err:
open('/tmp/ergatisObserver.log', 'a').write(str(err) + '\n')
def downloadPipelineOutput(host, cluster, pipelineName, outputDir, overwrite):
return performQuery(
host, DOWNLOADOUTPUT_URL,
dict(name=name,
pipeline_name=pipelineName,
output_dir=outputDir,
overwrite=overwrite))
def protocolConfig(host, cluster, protocolName, batchMode):
return performQuery(
host, LIST_URL,
dict(cluster=cluster,
criteria={'protocol': protocolName},
batch_mode=batchMode,
detail=True))
def listTags(host, cluster, criteria, detail):
"""
Returns a list of all tags on a machine
"""
return performQuery(
host, LIST_URL, dict(cluster=cluster, criteria=criteria,
detail=detail))
def listTags(host, cluster, criteria, detail):
"""
Returns a list of all tags on a machine
"""
return performQuery(host, LIST_URL, dict(cluster=cluster,
criteria=criteria,
detail=detail))
def main(options, _args):
try:
d = dict((k, options(k))
for k in ['event',
'name',
'retval',
'time',
'file',
'id',
'props',
'host',
'message'])
request.performQuery('localhost',
'/vappio/observer_ws.py',
d)
except Exception, err:
open('/tmp/ergatisObserver.log', 'a').write(str(err) + '\n')
def saveCredential(host, name, cred_name, desc, ctype, cert, pkey, metadata):
return performQuery(host, CREDENTIAL_URL, dict(cluster=name,
credential_name=cred_name,
description=desc,
ctype=ctype,
cert=cert,
pkey=pkey,
metadata=metadata))
def transferTag(host, cluster, tagName, srcCluster, dstCluster, compress=False, compressDir=None,dstType=None):
return performQuery(host, TRANSFER_URL, dict(cluster=cluster,
tag_name=tagName,
src_cluster=srcCluster,
dst_cluster=dstCluster,
compress=compress,
compress_dir=compressDir,
dst_type=dstType))
def startCluster(host, cluster, num_exec, num_data, cred, conf):
"""
Start a cluster
"""
return performQuery(host, STARTCLUSTER_URL, dict(cluster_name=cluster,
num_exec=num_exec,
num_data=num_data,
cred_name=cred,
conf=conf))
def addInstances(host, name, numExec, numData, execType=None):
"""
Add instance to a cluster
updateDirs is being deprecated
"""
return performQuery(host, ADDINSTANCES_URL, dict(cluster=name,
num_exec=numExec,
exec_instance_type=execType,
num_data=numData))
def runPipeline(host, cluster, parentName, bareRun, conf, queue=None, overwrite=False):
return performQuery(
host,
RUN_URL,
dict(
cluster=cluster,
config=config.configToDict(conf),
parent_pipeline=parentName,
queue=queue,
bare_run=bareRun,
overwrite=overwrite,
),
)
def tagData(host, cluster, action, tagName, files, urls, metadata, recursive,
expand, compressDir):
return performQuery(
host, CREATEUPDATE_URL,
dict(cluster=cluster,
action=action,
tag_name=tagName,
files=files,
urls=urls,
metadata=metadata,
recursive=recursive,
expand=expand,
compress_dir=compressDir))
def runPipeline(host,
cluster,
parentName,
bareRun,
conf,
queue=None,
overwrite=False):
return performQuery(
host, RUN_URL,
dict(cluster=cluster,
config=config.configToDict(conf),
parent_pipeline=parentName,
queue=queue,
bare_run=bareRun,
overwrite=overwrite))
def transferTag(host,
cluster,
tagName,
srcCluster,
dstCluster,
compress=False,
compressDir=None,
dstType=None):
return performQuery(
host, TRANSFER_URL,
dict(cluster=cluster,
tag_name=tagName,
src_cluster=srcCluster,
dst_cluster=dstCluster,
compress=compress,
compress_dir=compressDir,
dst_type=dstType))
def importCluster(host, srcCluster, dstCluster, cred):
"""
Import a cluster from another CloVR VM.
"""
# Pretty terrible hack we got going here...
if srcCluster == 'local':
userName = None
else:
userName = '******'
# Do we want to have this hardcoded just to localhost?
return performQuery('localhost', IMPORTCLUSTER_URL, dict(host=host,
src_cluster=srcCluster,
dst_cluster=dstCluster,
cred_name=cred,
user_name=userName))
def body(self):
request = cgi_request.readQuery()
if request['name'] == 'local':
path = os.path.abspath(request['path'])
if not pathValid(path):
raise Exception('The path you provided is invalid')
return dict([(f,
dict(ftype=getFType(os.path.join(path, f)),
name=f))
for f in os.listdir(path)])
else:
#
# Forward the request onto the appropriate machine
cluster = cluster_ws.loadCluster('localhost', request['name'])
request['name'] = 'local'
return cgi_request.performQuery(cluster['master']['public_dns'], URL, request)
def tagData(host,
cluster,
action,
tagName,
files,
urls,
metadata,
recursive,
expand,
compressDir):
return performQuery(host, CREATEUPDATE_URL, dict(cluster=cluster,
action=action,
tag_name=tagName,
files=files,
urls=urls,
metadata=metadata,
recursive=recursive,
expand=expand,
compress_dir=compressDir))
def deleteTag(host, cluster, tagName, deleteEverything):
return performQuery(host, DELETE_URL, dict(cluster=cluster,
tag_name=tagName,
delete_everything=deleteEverything))
def deletePipeline(host, cluster, pipelineName, dryRun):
return performQuery(
host, DELETE_URL, dict(cluster=cluster, criteria={"pipeline_name": pipelineName}, dry_run=dryRun)
)
def listClusters(host, criteria={}):
"""
Return a list of existing cluters
"""
return performQuery(host, LISTCLUSTERS_URL, dict(criteria=criteria))
def deleteCredential(host, cluster, credName, dryRun):
return performQuery(host, DELETE_URL, dict(cluster=cluster,
credential_name=credName,
dry_run=dryRun))
def loadAllTasks(host, name):
return [taskFromDict(t) for t in performQuery(host, TASK_URL, dict(cluster=name))]
def terminateInstances(host, cluster, byCriteria, criteriaValues):
return performQuery(host, TERMINATEINSTANCES_URL, dict(cluster_name=cluster,
by_attribute=byCriteria,
attribute_values=criteriaValues))
def resumePipeline(host, cluster, pipelineName):
return performQuery(host, RESUME_URL,
dict(cluster=cluster, pipeline_name=pipelineName))
def deleteTag(host, cluster, tagName, deleteEverything):
return performQuery(
host, DELETE_URL,
dict(cluster=cluster,
tag_name=tagName,
delete_everything=deleteEverything))
def updatePipelineConfig(host, cluster, pipelineName, conf):
return performQuery(
host, UPDATE_URL,
dict(cluster=cluster,
criteria={'pipeline_name': pipelineName},
config=conf))
def validatePipelineConfig(host, cluster, bareRun, conf):
return performQuery(host, VALIDATE_URL, dict(cluster=cluster, bare_run=bareRun, config=config.configToDict(conf)))
def pipelineList(host, cluster, criteria, detail=False):
return performQuery(
host, LIST_URL, dict(cluster=cluster, criteria=criteria,
detail=detail))
def info():
return performQuery('localhost', INFO_URL, {})
def runTasklets(host, cluster, conf, tasklet):
return performQuery(host, RUNTASKLETS_URL, dict(cluster=cluster, conf=conf, tasklet=tasklet))
def listProtocols(host, cluster):
return performQuery(host, LIST_URL, dict(cluster=cluster))
def validatePipelineConfig(host, cluster, bareRun, conf):
return performQuery(
host, VALIDATE_URL,
dict(cluster=cluster,
bare_run=bareRun,
config=config.configToDict(conf)))
def protocolConfig(host, cluster, protocolName, batchMode):
return performQuery(host, LIST_URL, dict(cluster=cluster,
criteria={'protocol': protocolName},
batch_mode=batchMode,
detail=True))
def resumePipeline(host, cluster, pipelineName):
return performQuery(host, RESUME_URL, dict(cluster=cluster, pipeline_name=pipelineName))
def loadTask(host, name, taskName):
return taskFromDict(performQuery(host, TASK_URL, dict(cluster=name,
task_name=taskName))[0])
def deletePipeline(host, cluster, pipelineName, dryRun):
return performQuery(
host, DELETE_URL,
dict(cluster=cluster,
criteria={'pipeline_name': pipelineName},
dry_run=dryRun))
def terminateCluster(host, cluster, authToken=None):
return performQuery(host, TERMINATECLUSTER_URL, dict(cluster_name=cluster,
auth_token=authToken))
def runTasklets(host, cluster, conf, tasklet):
return performQuery(host, RUNTASKLETS_URL,
dict(cluster=cluster, conf=conf, tasklet=tasklet))
def loadTask(host, name, taskName):
return taskFromDict(
performQuery(host, TASK_URL, dict(cluster=name,
task_name=taskName))[0])
def updatePipelineConfig(host, cluster, pipelineName, conf):
return performQuery(host, UPDATE_URL, dict(cluster=cluster, criteria={"pipeline_name": pipelineName}, config=conf))
def loadCredentials(host, cluster, credNames):
request = dict(cluster=cluster)
if credNames:
request['credential_names'] = credNames
return performQuery(host, CREDENTIAL_URL, request)
def pipelineList(host, cluster, criteria, detail=False):
return performQuery(host, LIST_URL, dict(cluster=cluster, criteria=criteria, detail=detail))
def loadAllTasks(host, name):
return [
taskFromDict(t)
for t in performQuery(host, TASK_URL, dict(cluster=name))
]
def info():
return performQuery('localhost', INFO_URL, {})
def listProtocols(host, cluster):
return performQuery(host, LIST_URL, dict(cluster=cluster))
def downloadPipelineOutput(host, cluster, pipelineName, outputDir, overwrite):
return performQuery(
host, DOWNLOADOUTPUT_URL, dict(name=name, pipeline_name=pipelineName, output_dir=outputDir, overwrite=overwrite)
)
