cmd_dict["code_name"] = code_name
cmd_dict["full_name"] = code_details["package_title"]
if code_type == "release" and code_details["release_doxygen"] == "y":
cmd_dict["code_url"] = code_details["release_src_url"]
cmd_dict["code_version"] = code_details["release_src_version"]
sys_cmd = "{queue_cmd} \"cd `pwd` ; ./generate_doxygen.sh url {code_url} {code_version} \\\"{full_name}\\\" {code_name}\" &".format(
**cmd_dict)
os.system(sys_cmd)
elif code_type == "dev" and code_details["dev_doxygen"] == "y":
cmd_dict["repo_url"] = code_details["repo_url"]
cmd_dict["repo_type"] = code_details["repo_type"]
# Determine the latest revision number of the repository
if code_details["repo_type"] == "git":
cmd_dict["repo_version"] = subprocess.check_output(
"git ls-remote {repo_url}".format(
**cmd_dict).split()).split()[0]
else:
print("Unknown repository type for", code_name,
"(must be git)")
exit(1)
sys_cmd = "{queue_cmd} \"cd `pwd` ; ./generate_doxygen.sh {repo_type} {repo_url} {repo_version} \\\"{full_name}\\\" {code_name}\" &".format(
**cmd_dict)
os.system(sys_cmd)
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Doxygen queueing error", str(e))
if logfile_name.split(".")[-1] == "gz":
logfile = gzip.open(logfile_name, mode='rb')
else:
logfile = open(logfile_name, mode='rb')
num_ignored = parse_apache_logfile(conn, logfile, max_time)
logfile.close()
print("Ignored", num_ignored, "old entries")
print("Final hit count in database:", count_hits(conn))
def main():
if len(sys.argv) != 3:
print("syntax:", sys.argv[0], "DB_NAME LOGFILE")
exit(1)
db_name = sys.argv[1]
logfile_path = sys.argv[2]
conn = sqlite3.connect(db_name)
max_time = get_max_time(conn)
log_file_list = glob.glob(logfile_path)
if len(log_file_list) == 0: raise Exception("No log files found in %s." % (logfile_path,))
for logfile_name in glob.glob(logfile_path):
read_log_file(conn, logfile_name, max_time)
conn.close()
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Map log parsing error", str(e))
def main():
if len(sys.argv) < 5 or len(sys.argv) > 7:
print("syntax:", sys.argv[0], "HIT_DB_NAME LOCATION_DB_NAME OUTPUT_DIR PACKAGE_NAME <START_TIME> <END_TIME>")
print("START_TIME and END_TIME must be in UNIX epoch format (seconds since Jan 1 1970)")
exit(1)
HIT_DB_NAME = sys.argv[1]
LOCATION_DB_NAME = sys.argv[2]
OUTPUT_DIR = sys.argv[3]
PACKAGE_NAME = sys.argv[4]
if len(sys.argv) > 5: START_TIME = datetime.datetime.fromtimestamp(int(sys.argv[5]))
else: START_TIME = datetime.datetime.fromtimestamp(0)
if len(sys.argv) > 6: END_TIME = datetime.datetime.fromtimestamp(int(sys.argv[6]))
else: END_TIME = datetime.datetime.now()
print(START_TIME, END_TIME)
# For the command "all" generate maps for all codes listed in the code_db
if PACKAGE_NAME == "all":
for code_name in cig_codes.code_db.codes():
generate_plot(HIT_DB_NAME, LOCATION_DB_NAME, OUTPUT_DIR, code_name, START_TIME, END_TIME)
else:
generate_plot(HIT_DB_NAME, LOCATION_DB_NAME, OUTPUT_DIR, PACKAGE_NAME, START_TIME, END_TIME)
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Map generation error", str(e))
else:
logfile = open(logfile_name, mode='rb')
num_ignored = parse_apache_logfile(conn, logfile, max_time)
logfile.close()
print("Ignored", num_ignored, "old entries")
print("Final hit count in database:", count_hits(conn))
def main():
if len(sys.argv) != 3:
print("syntax:", sys.argv[0], "DB_NAME LOGFILE")
exit(1)
db_name = sys.argv[1]
logfile_path = sys.argv[2]
conn = sqlite3.connect(db_name)
max_time = get_max_time(conn)
log_file_list = glob.glob(logfile_path)
if len(log_file_list) == 0:
raise Exception("No log files found in %s." % (logfile_path, ))
for logfile_name in glob.glob(logfile_path):
read_log_file(conn, logfile_name, max_time)
conn.close()
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Map log parsing error", str(e))
for code_name in cig_codes.list_cig_codes():
if req_name != "all" and req_name != code_name: continue
cmd_dict = {}
code_details = cig_codes.query_cig_code(code_name)
cmd_dict["queue_cmd"] = "../queue/queue_daemon.sh backend_queue"
cmd_dict["code_name"] = code_name
cmd_dict["full_name"] = code_details["package_title"]
if code_type == "release" and code_details["release_doxygen"] == "y":
cmd_dict["code_url"] = code_details["release_src_url"]
cmd_dict["code_version"] = code_details["release_src_version"]
sys_cmd = "{queue_cmd} \"cd `pwd` ; ./generate_doxygen.sh url {code_url} {code_version} \\\"{full_name}\\\" {code_name}\" &".format(**cmd_dict)
os.system(sys_cmd)
elif code_type == "dev" and code_details["dev_doxygen"] == "y":
cmd_dict["repo_url"] = code_details["repo_url"]
cmd_dict["repo_type"] = code_details["repo_type"]
# Determine the latest revision number of the repository
if code_details["repo_type"] == "git":
cmd_dict["repo_version"] = subprocess.check_output("git ls-remote {repo_url}".format(**cmd_dict).split()).split()[0]
else:
print("Unknown repository type for", code_name, "(must be git)")
exit(1)
sys_cmd = "{queue_cmd} \"cd `pwd` ; ./generate_doxygen.sh {repo_type} {repo_url} {repo_version} \\\"{full_name}\\\" {code_name}\" &".format(**cmd_dict)
os.system(sys_cmd)
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Doxygen queueing error", str(e))
def main():
if len(sys.argv) < 5 or len(sys.argv) > 7:
print("syntax:", sys.argv[0], "HIT_DB_NAME LOCATION_DB_NAME OUTPUT_DIR PACKAGE_NAME <START_TIME> <END_TIME>")
print("START_TIME and END_TIME must be in UNIX epoch format (seconds since Jan 1 1970)")
exit(1)
HIT_DB_NAME = sys.argv[1]
LOCATION_DB_NAME = sys.argv[2]
OUTPUT_DIR = sys.argv[3]
PACKAGE_NAME = sys.argv[4]
if len(sys.argv) > 5: START_TIME = datetime.datetime.fromtimestamp(int(sys.argv[5]))
else: START_TIME = datetime.datetime.fromtimestamp(0)
if len(sys.argv) > 6: END_TIME = datetime.datetime.fromtimestamp(int(sys.argv[6]))
else: END_TIME = datetime.datetime.now()
print(START_TIME, END_TIME)
# For the command "all" generate maps for all codes listed in the code_db
if PACKAGE_NAME == "all":
for code_name in cig_codes.list_cig_codes():
generate_plot(HIT_DB_NAME, LOCATION_DB_NAME, OUTPUT_DIR, code_name, START_TIME, END_TIME)
else:
generate_plot(HIT_DB_NAME, LOCATION_DB_NAME, OUTPUT_DIR, PACKAGE_NAME, START_TIME, END_TIME)
if __name__ == "__main__":
try:
main()
except Exception as e:
cig_codes.send_cig_error_email("Map generation error", str(e))
