def main(options, _args): try: d = dict((k, options(k)) for k in [ 'event', 'name', 'retval', 'time', 'file', 'id', 'props', 'host', 'message' ]) request.performQuery('localhost', '/vappio/observer_ws.py', d) except Exception, err: open('/tmp/ergatisObserver.log', 'a').write(str(err) + '\n')
def downloadPipelineOutput(host, cluster, pipelineName, outputDir, overwrite): return performQuery( host, DOWNLOADOUTPUT_URL, dict(name=name, pipeline_name=pipelineName, output_dir=outputDir, overwrite=overwrite))
def protocolConfig(host, cluster, protocolName, batchMode): return performQuery( host, LIST_URL, dict(cluster=cluster, criteria={'protocol': protocolName}, batch_mode=batchMode, detail=True))
def listTags(host, cluster, criteria, detail): """ Returns a list of all tags on a machine """ return performQuery( host, LIST_URL, dict(cluster=cluster, criteria=criteria, detail=detail))
def listTags(host, cluster, criteria, detail): """ Returns a list of all tags on a machine """ return performQuery(host, LIST_URL, dict(cluster=cluster, criteria=criteria, detail=detail))
def main(options, _args): try: d = dict((k, options(k)) for k in ['event', 'name', 'retval', 'time', 'file', 'id', 'props', 'host', 'message']) request.performQuery('localhost', '/vappio/observer_ws.py', d) except Exception, err: open('/tmp/ergatisObserver.log', 'a').write(str(err) + '\n')
def saveCredential(host, name, cred_name, desc, ctype, cert, pkey, metadata): return performQuery(host, CREDENTIAL_URL, dict(cluster=name, credential_name=cred_name, description=desc, ctype=ctype, cert=cert, pkey=pkey, metadata=metadata))
def transferTag(host, cluster, tagName, srcCluster, dstCluster, compress=False, compressDir=None,dstType=None): return performQuery(host, TRANSFER_URL, dict(cluster=cluster, tag_name=tagName, src_cluster=srcCluster, dst_cluster=dstCluster, compress=compress, compress_dir=compressDir, dst_type=dstType))
def startCluster(host, cluster, num_exec, num_data, cred, conf): """ Start a cluster """ return performQuery(host, STARTCLUSTER_URL, dict(cluster_name=cluster, num_exec=num_exec, num_data=num_data, cred_name=cred, conf=conf))
def addInstances(host, name, numExec, numData, execType=None): """ Add instance to a cluster updateDirs is being deprecated """ return performQuery(host, ADDINSTANCES_URL, dict(cluster=name, num_exec=numExec, exec_instance_type=execType, num_data=numData))
def runPipeline(host, cluster, parentName, bareRun, conf, queue=None, overwrite=False): return performQuery( host, RUN_URL, dict( cluster=cluster, config=config.configToDict(conf), parent_pipeline=parentName, queue=queue, bare_run=bareRun, overwrite=overwrite, ), )
def tagData(host, cluster, action, tagName, files, urls, metadata, recursive, expand, compressDir): return performQuery( host, CREATEUPDATE_URL, dict(cluster=cluster, action=action, tag_name=tagName, files=files, urls=urls, metadata=metadata, recursive=recursive, expand=expand, compress_dir=compressDir))
def runPipeline(host, cluster, parentName, bareRun, conf, queue=None, overwrite=False): return performQuery( host, RUN_URL, dict(cluster=cluster, config=config.configToDict(conf), parent_pipeline=parentName, queue=queue, bare_run=bareRun, overwrite=overwrite))
def transferTag(host, cluster, tagName, srcCluster, dstCluster, compress=False, compressDir=None, dstType=None): return performQuery( host, TRANSFER_URL, dict(cluster=cluster, tag_name=tagName, src_cluster=srcCluster, dst_cluster=dstCluster, compress=compress, compress_dir=compressDir, dst_type=dstType))
def importCluster(host, srcCluster, dstCluster, cred): """ Import a cluster from another CloVR VM. """ # Pretty terrible hack we got going here... if srcCluster == 'local': userName = None else: userName = '******' # Do we want to have this hardcoded just to localhost? return performQuery('localhost', IMPORTCLUSTER_URL, dict(host=host, src_cluster=srcCluster, dst_cluster=dstCluster, cred_name=cred, user_name=userName))
def body(self): request = cgi_request.readQuery() if request['name'] == 'local': path = os.path.abspath(request['path']) if not pathValid(path): raise Exception('The path you provided is invalid') return dict([(f, dict(ftype=getFType(os.path.join(path, f)), name=f)) for f in os.listdir(path)]) else: # # Forward the request onto the appropriate machine cluster = cluster_ws.loadCluster('localhost', request['name']) request['name'] = 'local' return cgi_request.performQuery(cluster['master']['public_dns'], URL, request)
def tagData(host, cluster, action, tagName, files, urls, metadata, recursive, expand, compressDir): return performQuery(host, CREATEUPDATE_URL, dict(cluster=cluster, action=action, tag_name=tagName, files=files, urls=urls, metadata=metadata, recursive=recursive, expand=expand, compress_dir=compressDir))
def deleteTag(host, cluster, tagName, deleteEverything): return performQuery(host, DELETE_URL, dict(cluster=cluster, tag_name=tagName, delete_everything=deleteEverything))
def deletePipeline(host, cluster, pipelineName, dryRun): return performQuery( host, DELETE_URL, dict(cluster=cluster, criteria={"pipeline_name": pipelineName}, dry_run=dryRun) )
def listClusters(host, criteria={}): """ Return a list of existing cluters """ return performQuery(host, LISTCLUSTERS_URL, dict(criteria=criteria))
def deleteCredential(host, cluster, credName, dryRun): return performQuery(host, DELETE_URL, dict(cluster=cluster, credential_name=credName, dry_run=dryRun))
def loadAllTasks(host, name): return [taskFromDict(t) for t in performQuery(host, TASK_URL, dict(cluster=name))]
def terminateInstances(host, cluster, byCriteria, criteriaValues): return performQuery(host, TERMINATEINSTANCES_URL, dict(cluster_name=cluster, by_attribute=byCriteria, attribute_values=criteriaValues))
def resumePipeline(host, cluster, pipelineName): return performQuery(host, RESUME_URL, dict(cluster=cluster, pipeline_name=pipelineName))
def deleteTag(host, cluster, tagName, deleteEverything): return performQuery( host, DELETE_URL, dict(cluster=cluster, tag_name=tagName, delete_everything=deleteEverything))
def updatePipelineConfig(host, cluster, pipelineName, conf): return performQuery( host, UPDATE_URL, dict(cluster=cluster, criteria={'pipeline_name': pipelineName}, config=conf))
def validatePipelineConfig(host, cluster, bareRun, conf): return performQuery(host, VALIDATE_URL, dict(cluster=cluster, bare_run=bareRun, config=config.configToDict(conf)))
def pipelineList(host, cluster, criteria, detail=False): return performQuery( host, LIST_URL, dict(cluster=cluster, criteria=criteria, detail=detail))
def info(): return performQuery('localhost', INFO_URL, {})
def runTasklets(host, cluster, conf, tasklet): return performQuery(host, RUNTASKLETS_URL, dict(cluster=cluster, conf=conf, tasklet=tasklet))
def listProtocols(host, cluster): return performQuery(host, LIST_URL, dict(cluster=cluster))
def validatePipelineConfig(host, cluster, bareRun, conf): return performQuery( host, VALIDATE_URL, dict(cluster=cluster, bare_run=bareRun, config=config.configToDict(conf)))
def protocolConfig(host, cluster, protocolName, batchMode): return performQuery(host, LIST_URL, dict(cluster=cluster, criteria={'protocol': protocolName}, batch_mode=batchMode, detail=True))
def loadTask(host, name, taskName): return taskFromDict(performQuery(host, TASK_URL, dict(cluster=name, task_name=taskName))[0])
def deletePipeline(host, cluster, pipelineName, dryRun): return performQuery( host, DELETE_URL, dict(cluster=cluster, criteria={'pipeline_name': pipelineName}, dry_run=dryRun))
def terminateCluster(host, cluster, authToken=None): return performQuery(host, TERMINATECLUSTER_URL, dict(cluster_name=cluster, auth_token=authToken))
def loadTask(host, name, taskName): return taskFromDict( performQuery(host, TASK_URL, dict(cluster=name, task_name=taskName))[0])
def updatePipelineConfig(host, cluster, pipelineName, conf): return performQuery(host, UPDATE_URL, dict(cluster=cluster, criteria={"pipeline_name": pipelineName}, config=conf))
def loadCredentials(host, cluster, credNames): request = dict(cluster=cluster) if credNames: request['credential_names'] = credNames return performQuery(host, CREDENTIAL_URL, request)
def pipelineList(host, cluster, criteria, detail=False): return performQuery(host, LIST_URL, dict(cluster=cluster, criteria=criteria, detail=detail))
def loadAllTasks(host, name): return [ taskFromDict(t) for t in performQuery(host, TASK_URL, dict(cluster=name)) ]
def downloadPipelineOutput(host, cluster, pipelineName, outputDir, overwrite): return performQuery( host, DOWNLOADOUTPUT_URL, dict(name=name, pipeline_name=pipelineName, output_dir=outputDir, overwrite=overwrite) )