def get_running_clusters():
"""
get a list of running clusters
"""
filename = settings.get_medusa_home() + "/temp/clusters.json"
with open(filename, 'r') as in_file:
clusters = json.load(in_file)
return clusters
def set_running_clusters():
"""
save running clusters in a file
"""
active = []
for q in medusa_settings.clusters:
if _isClusterWorking(q) is not None:
active.append(q)
# line = getActiveClustersJSON(active)
filename = settings.get_medusa_home() + "/temp/clusters.json"
with open(filename, 'w') as out_file:
out_file.write(json.dumps(active))
def getJobsHistory():
""" get the job history
<data>
<job>
<name>job_1371099936192_0061</name>
<status>SUCCEEDED</status>
<span>17512</span>
<nrmaps>Number of maps: 2</nrmaps>
<nrreduces>Number of reduces: 1</nrreduces>
<mapcompletion>map() completion: 1.0</mapcompletion>
<redcompletion>reduce() completion: 1.0</redcompletion>
<hdfs>Number of bytes read=47804753</hdfs>
<hdfs>Number of bytes written=13157708</hdfs>
</job>
</data>
"""
return "%s/jobshistory.sh " % settings.get_medusa_home() + "/scripts"
def execute_and_get_digests(run_command, gen_digests_command):
# return HDFS_BIN + " -ls -R " + path
return (
"%s/execute.sh \"%s\" \"%s\"" % (settings.get_medusa_home() + "/scripts",
run_command, gen_digests_command)
)
def getPredictionCapacity():
""" get the the number of jobs running """
return "%s/predictioncapacity.sh %s" % (
settings.get_medusa_home() + "/scripts",
settings.get_medusa_home() + "/scripts")
def getTotalJobsRunning():
""" get the the number of jobs running """
return "%s/jobslist.sh " % settings.get_medusa_home() + "/scripts"
def network_filewriteDataTime(logline):
""" write info about the data transfer
logline=from_host:to_host:size:timetosent
"""
cmd = "%s/writedatatime.sh %s" % (settings.get_medusa_home() + "/scripts", logline)
executeCommand(cmd)
def generateDigests(path):
""" generate digests from the files of the path """
return "%s/generatedigests.sh %s" % (settings.get_medusa_home() + "/scripts", path)
def jobs_historyfile():
return "%s/jobs_history_data" % settings.get_medusa_home() + "/temp"
def ping_file():
return "%s/ping_data" % settings.get_medusa_home() + "/scripts"
