def extract_jacoco_result(feedback_settings):
coverage_stats = feedback_settings["coverage_stats"]
# No coverage stats , cannot evaluate this
if not coverage_stats:
return 0.0, "NO COVERAGE CRITERIA WERE GIVEN"
else:
# Generate the xml report file
gen_report = coverage.generate_coverage_report()
print("GENERATING THE EXEC FILE : {}".format(gen_report))
helper.run_command(gen_report)
# extract stats
coverage_result = coverage.extract_stats()
filtered_coverage_result = [x for x in coverage_result if x["type"] in coverage_stats]
print(filtered_coverage_result)
# generate score and message
covered = sum(x["covered"] for x in filtered_coverage_result)
total = covered + sum(x["missed"] for x in filtered_coverage_result)
msg = '\n'.join(
[
"{}:\t{}/{}".format(c["type"], c["covered"], c["covered"] + c["missed"])
for c in filtered_coverage_result
]
)
# For security (if report gives 0 at total, don't try to apply division)
ratio = covered / total if total > 0 else 0.0
return ratio, msg
def main():
#####################################
# Load feedback task settings #
#####################################
feedback_settings = config.config_file_to_dict(FEEDBACK_REVIEW_PATH)
print("FEEDBACK SETTINGS LOADED")
#####################################
# Check prohibited statements #
#####################################
feedback.handle_prohibited_statements(feedback_settings)
print("NO PROHIBITED STATMENT(S) DETECTED")
#####################################
# Apply templates #
#####################################
# we have a folder where we have only these files
helper.apply_templates(PATH_TEMPLATES)
print("TEMPLATE(S) APPLIED")
#####################################
# CREATE A CLASSES FOLDER #
#####################################
Path(PATH_CLASSES).mkdir(parents=True, exist_ok=True)
print("SET UP CLASSES FOLDER FOR COMPILATION")
#####################################
# EXTERNAL LIBRARIES TO USE ? #
#####################################
libs = helper.libraries(feedback_settings["external_libraries"])
#####################################
# COMPILE ALL CODE IN SRC #
#####################################
# Possible paths where we could keep source code : src, templates and flavour (optional)
folders_to_compile = [PATH_SRC, PATH_TEMPLATES, PATH_FLAVOUR]
# For custom structure, for example many packages in folders_to_compile
# we need a generic way to find all files to compiles
all_folders_to_compile = [
item for sublist in [
helper.find_files_folder_in_path(folder)
for folder in folders_to_compile
] for item in sublist
]
# Files that must be compiled by javac
files_to_compile = [
"{}/{}{}".format(folder, "*", FILE_EXTENSION)
for folder in all_folders_to_compile
]
compile_cmd = helper.generate_java_command_string(files_to_compile, libs,
"javac")
print("COMPILING CODE : {}".format(compile_cmd))
result = helper.run_command(compile_cmd)
# handle compilation errors
feedback.compilation_feedback(result)
#####################################
# GENERATE A JAR FILE #
#####################################
# We need a manifest in order to make the created jar runnable
helper.create_manifest(libs)
# Create a jar file
create_jar = helper.generate_jar_file()
print("GENERATING JAR : {}".format(create_jar))
# WARNING ; JUST FOR JAVA TO NOT MISUNDERSTAND OUR STRUCTURE, we have to change the CWD in the command
result = helper.run_command(create_jar, PATH_CLASSES)
# For debug the jar construction
# print(result.stdout)
# handle jar creation errors
feedback.jar_feedback(result)
#####################################
# RUN TEST RUNNER #
#####################################
# invoke runner with classes as arg
# in the case of code coverage ( Jacoco ) , we need to generate also the report file (exec ) by the JaCoco agent
coverage_required = True if feedback_settings[
"feedback_kind"] == "JaCoCo" else False
run_code = helper.generate_java_command_string(JAR_FILE,
libs,
coverage=coverage_required,
is_jar=True)
print("RUNNING CODE : {}".format(run_code))
result = helper.run_command(run_code)
#####################################
# Show and handle results #
#####################################
feedback.result_feedback(result, feedback_settings)
#####################################
# Prepare archive for JPlag #
#####################################
if feedback_settings["plagiarism"]:
student_name = input.get_input("@username")
# The files filled by the student are all inside PATH_TEMPLATES
files_to_be_tested = helper.find_files_in_path(PATH_TEMPLATES)
# Creates the archive like expected by JPlag
for student_file in files_to_be_tested:
command = "archive -a {} -o {}".format(student_file, student_name)
helper.run_command(command, universal_newlines=True)
def main():
#####################################
# Load feedback task settings #
#####################################
feedback_settings = feedback.config_file_to_dict(FEEDBACK_REVIEW_PATH)
print("FEEDBACK SETTINGS LOADED")
#####################################
# Check prohibited statments #
#####################################
feedback.handle_prohibited_statments(feedback_settings)
print("NO PROHIBITED STATEMENT(S) DETECTED")
#####################################
# Apply templates #
#####################################
# we have a folder where we have only these files
helper.apply_templates(PATH_TEMPLATES)
print("TEMPLATE(S) APPLIED")
#####################################
# CREATE A CLASSES FOLDER #
#####################################
os.makedirs(PATH_CLASSES, exist_ok=True)
print("SET UP CLASSES FOLDER FOR COMPILATION")
#####################################
# COMPILE ALL CODE IN SRC #
#####################################
# Possible paths where we could keep source code : src, templates and flavour (optional)
folders_to_compile = [PATH_SRC, PATH_TEMPLATES, PATH_FLAVOUR]
# Need that for custom structure, for example many packages in folders_to_compile
# the functions calls will provide us only the one that exists
all_folders_to_compile = [
item
for sublist in
[
helper.find_files_folder_in_path(folder)
for folder in folders_to_compile
]
for item in sublist
]
# Files that must be compiled by javac
files_to_compile = [
"{}/{}{}".format(folder, "*", FILE_EXTENSION)
for folder in all_folders_to_compile
]
compile_cmd = helper.generate_java_command_string(files_to_compile, "javac")
print("COMPILING CODE : {}".format(compile_cmd))
result = helper.run_command(compile_cmd)
# handle compilation errors
feedback.compilation_feedback(result)
#####################################
# GENERATE A JAR FILE #
#####################################
# We need a manifest in order to make the created jar runnable
helper.create_manifest()
# Create a jar file
create_jar = helper.generate_jar_file()
print("GENERATING JAR : {}".format(create_jar))
# WARNING ; JUST FOR JAVA TO NOT MISUNDERSTAND OUR STRUCTURE, we have to change the CWD in the command
result = helper.run_command(create_jar, PATH_CLASSES)
# For debug the jar construction
# print(result.stdout)
# handle compilation errors
feedback.compilation_feedback(result)
#####################################
# RUN TEST RUNNER #
#####################################
# invoke runner with classes as arg
# in the case of code coverage ( Jacoco ) , we need to generate also the report file (exec ) by the JaCoco agent
coverage_required = True if feedback_settings["feedback_kind"] == "JaCoCo" else False
run_code = helper.generate_java_command_string(JAR_FILE, coverage=coverage_required, is_jar=True)
print("RUNNING CODE : {}".format(run_code))
result = helper.run_command(run_code)
#####################################
# Show and handle results #
#####################################
feedback.result_feedback(result, feedback_settings)