def get_running_clusters(): """ get a list of running clusters """ filename = settings.get_medusa_home() + "/temp/clusters.json" with open(filename, 'r') as in_file: clusters = json.load(in_file) return clusters
def set_running_clusters(): """ save running clusters in a file """ active = [] for q in medusa_settings.clusters: if _isClusterWorking(q) is not None: active.append(q) # line = getActiveClustersJSON(active) filename = settings.get_medusa_home() + "/temp/clusters.json" with open(filename, 'w') as out_file: out_file.write(json.dumps(active))
def getJobsHistory(): """ get the job history <data> <job> <name>job_1371099936192_0061</name> <status>SUCCEEDED</status> <span>17512</span> <nrmaps>Number of maps: 2</nrmaps> <nrreduces>Number of reduces: 1</nrreduces> <mapcompletion>map() completion: 1.0</mapcompletion> <redcompletion>reduce() completion: 1.0</redcompletion> <hdfs>Number of bytes read=47804753</hdfs> <hdfs>Number of bytes written=13157708</hdfs> </job> </data> """ return "%s/jobshistory.sh " % settings.get_medusa_home() + "/scripts"
def execute_and_get_digests(run_command, gen_digests_command): # return HDFS_BIN + " -ls -R " + path return ( "%s/execute.sh \"%s\" \"%s\"" % (settings.get_medusa_home() + "/scripts", run_command, gen_digests_command) )
def getPredictionCapacity(): """ get the the number of jobs running """ return "%s/predictioncapacity.sh %s" % ( settings.get_medusa_home() + "/scripts", settings.get_medusa_home() + "/scripts")
def getTotalJobsRunning(): """ get the the number of jobs running """ return "%s/jobslist.sh " % settings.get_medusa_home() + "/scripts"
def network_filewriteDataTime(logline): """ write info about the data transfer logline=from_host:to_host:size:timetosent """ cmd = "%s/writedatatime.sh %s" % (settings.get_medusa_home() + "/scripts", logline) executeCommand(cmd)
def generateDigests(path): """ generate digests from the files of the path """ return "%s/generatedigests.sh %s" % (settings.get_medusa_home() + "/scripts", path)
def jobs_historyfile(): return "%s/jobs_history_data" % settings.get_medusa_home() + "/temp"
def ping_file(): return "%s/ping_data" % settings.get_medusa_home() + "/scripts"