def test_service(sample):
overwrite_results = False # Used temporarily to mass-correct tests
cls = ViperMonkey()
cls.start()
task = Task(create_service_task(sample=sample))
service_request = ServiceRequest(task)
cls.execute(service_request)
# Get the result of execute() from the test method
test_result = task.get_service_result()
# Get the assumed "correct" result of the sample
correct_path = os.path.join(SELF_LOCATION, "tests", "results",
f"{sample}.json")
with open(correct_path, "r") as f:
correct_result = json.load(f)
test_result = generalize_result(test_result)
if overwrite_results:
if test_result != correct_result:
with open(correct_path, "w") as f:
json.dump(test_result, f)
else:
assert test_result == correct_result
def handle_task(self, task: ServiceTask) -> None:
try:
self._task = Task(task)
self.log.info(
f"[{self._task.sid}] Starting task for file: {self._task.sha256} ({self._task.type})"
)
self._task.start(
self.service_attributes.default_result_classification,
self.service_attributes.version, self.get_tool_version())
self.ontologies = defaultdict(list)
request = ServiceRequest(self._task)
self.execute(request)
self._attach_service_meta_ontology(request)
self._success()
except RuntimeError as re:
if is_recoverable_runtime_error(re):
new_ex = exceptions.RecoverableError(
"Service trying to use a threadpool during shutdown")
self._handle_execute_failure(
new_ex, exceptions.get_stacktrace_info(re))
else:
self._handle_execute_failure(
re, exceptions.get_stacktrace_info(re))
except Exception as ex:
self._handle_execute_failure(ex,
exceptions.get_stacktrace_info(ex))
finally:
self._cleanup()
def test_execute(class_instance, sample):
# Imports required to execute the sample
from assemblyline_v4_service.common.task import Task
from assemblyline.odm.messages.task import Task as ServiceTask
from assemblyline_v4_service.common.request import ServiceRequest
# Creating the required objects for execution
service_task = ServiceTask(sample1)
task = Task(service_task)
class_instance._task = task
service_request = ServiceRequest(task)
# Actually executing the sample
class_instance.execute(service_request)
# Get the result of execute() from the test method
test_result = task.get_service_result()
# Get the assumed "correct" result of the sample
correct_result_path = os.path.join(TEST_DIR, "results", task.file_name + ".json")
with open(correct_result_path, "r") as f:
correct_result = json.loads(f.read())
# Assert that the appropriate sections of the dict are equal
# Avoiding date in the response
test_result_response = test_result.pop("response")
correct_result_response = correct_result.pop("response")
assert test_result == correct_result
# Comparing everything in the response except for the date
test_result_response.pop("milestones")
correct_result_response.pop("milestones")
assert test_result_response == correct_result_response
def test_service(sample):
config = helper.get_service_attributes().config
cls = emlparser.emlparser.EmlParser(config=config)
cls.start()
task = Task(create_service_task(sample=sample))
service_request = ServiceRequest(task)
cls.execute(service_request)
# Get the result of execute() from the test method
test_result = task.get_service_result()
assert "0766" in test_result["temp_submission_data"]["email_body"]
def handle_task(self, task: ServiceTask) -> None:
try:
self._task = Task(task)
self.log.info(f"Starting task: {self._task.sid}/{self._task.sha256} ({self._task.type})")
self._task.start(self.service_attributes.default_result_classification,
self.service_attributes.version, self.get_tool_version())
request = ServiceRequest(self._task)
self.execute(request)
self._success()
except Exception as ex:
self._handle_execute_failure(ex, exceptions.get_stacktrace_info(ex))
finally:
self._cleanup()
def test_execute(sample, metadefender_class_instance, mocker):
from assemblyline_v4_service.common.task import Task
from assemblyline_v4_service.common.result import Result
from assemblyline.odm.messages.task import Task as ServiceTask
from assemblyline_v4_service.common.request import ServiceRequest
import json
metadefender_class_instance.nodes["blah"] = {
"engine_count": 1,
"oldest_dat": 1,
"newest_dat": 1
}
mocker.patch.object(metadefender_class_instance, "_get_version_map")
metadefender_class_instance.start()
service_task = ServiceTask(sample)
task = Task(service_task)
metadefender_class_instance._task = task
service_request = ServiceRequest(task)
mocker.patch.object(metadefender_class_instance, "scan_file")
mocker.patch.object(metadefender_class_instance, "new_node")
mocker.patch.object(metadefender_class_instance,
"parse_results",
return_value=Result())
# Actually executing the sample
metadefender_class_instance.execute(service_request)
# For coverage
metadefender_class_instance.config["max_node_time"] = 0
metadefender_class_instance.execute(service_request)
metadefender_class_instance.config["max_node_time"] = 1000
metadefender_class_instance.config["min_node_time"] = 0
metadefender_class_instance.execute(service_request)
def gen_results(self, api_response):
procr = self.upmal.process_results(api_response, self.upm)
result = Result()
service_task = ServiceTask(sample1)
task = Task(service_task)
request = ServiceRequest(task)
self.upmal.generate_results(procr, result, api_response, request)
def test_execute(sample, target):
# TODO: Break down the execute method to make it easily testable
from assemblyline_v4_service.common.task import Task
from assemblyline.odm.messages.task import Task as ServiceTask
from assemblyline_v4_service.common.request import ServiceRequest
service_task = ServiceTask(sample)
task = Task(service_task)
target._task = task
service_request = ServiceRequest(task)
# Actually executing the sample
target.execute(service_request)
# Get the result of execute() from the test method
test_result = task.get_service_result()
# Get the assumed "correct" result of the sample
correct_result_path = os.path.join(TEST_DIR, "results",
task.file_name + ".json")
with open(correct_result_path, "r") as f:
correct_result = json.loads(f.read())
f.close()
# Assert that the appropriate sections of the dict are equal
# Avoiding unique items in the response
test_result_response = test_result.pop("response")
correct_result_response = correct_result.pop("response")
assert test_result == correct_result
# Comparing everything in the response except for the service_completed and the output.json supplementary
test_result_response["milestones"].pop("service_completed")
correct_result_response["milestones"].pop("service_completed")
correct_result_response.pop("supplementary")
test_result_response.pop("supplementary")
assert test_result_response == correct_result_response
class ServiceBase:
def __init__(self, config: Optional[Dict] = None) -> None:
# Load the service attributes from the service manifest
self.service_attributes = helper.get_service_attributes()
# Start with default service parameters and override with anything provided
self.config = self.service_attributes.config
if config:
self.config.update(config)
self.name = self.service_attributes.name.lower()
# Initialize logging for the service
log.init_logging(f'{self.service_attributes.name}',
log_level=LOG_LEVEL)
self.log = logging.getLogger(f'assemblyline.service.{self.name}')
# Replace warning/error methods with our own patched version
self._log_warning = self.log.warning
self._log_error = self.log.error
self.log.warning = self._warning
self.log.error = self._error
self._task = None
self._working_directory = None
# Initialize interface for interacting with system safelist
self._api_interface = None
self.dependencies = self._get_dependencies_info()
self.ontologies: Dict = None
# Updater-related
self.rules_directory: str = None
self.rules_list: list = []
self.update_time: int = None
self.rules_hash: str = None
@property
def api_interface(self):
return self.get_api_interface()
def _get_dependencies_info(self) -> Dict[str, Dict[str, str]]:
dependencies = {}
dep_names = [
e.split('_key')[0] for e in os.environ.keys() if e.endswith('_key')
]
for name in dep_names:
try:
dependencies[name] = {
part: os.environ[f'{name}_{part}']
for part in ['host', 'port', 'key']
}
except KeyError:
pass
return dependencies
def _cleanup(self) -> None:
self._task = None
self._working_directory = None
if self.dependencies.get('updates', None):
try:
self._download_rules()
except Exception as e:
raise Exception(
f"Something went wrong while trying to load {self.name} rules: {str(e)}"
)
def _handle_execute_failure(self, exception, stack_info) -> None:
# Clear the result, in case it caused the problem
self._task.result = None
# Clear the extracted and supplementary files
self._task.clear_extracted()
self._task.clear_supplementary()
if isinstance(exception, exceptions.RecoverableError):
self.log.info(
f"Recoverable Service Error "
f"({self._task.sid}/{self._task.sha256}) {exception}: {stack_info}"
)
self._task.save_error(stack_info, recoverable=True)
else:
self.log.error(
f"Nonrecoverable Service Error "
f"({self._task.sid}/{self._task.sha256}) {exception}: {stack_info}"
)
self._task.save_error(stack_info, recoverable=False)
def _success(self) -> None:
self._task.success()
def _warning(self, msg: str, *args, **kwargs) -> None:
if self._task:
msg = f"({self._task.sid}/{self._task.sha256}): {msg}"
self._log_warning(msg, *args, **kwargs)
def _error(self, msg: str, *args, **kwargs) -> None:
if self._task:
msg = f"({self._task.sid}/{self._task.sha256}): {msg}"
self._log_error(msg, *args, **kwargs)
def get_api_interface(self):
if not self._api_interface:
if PRIVILEGED:
self._api_interface = PrivilegedServiceAPI(self.log)
else:
self._api_interface = ServiceAPI(self.service_attributes,
self.log)
return self._api_interface
def execute(self, request: ServiceRequest) -> None:
raise NotImplementedError("execute() function not implemented")
def get_service_version(self) -> str:
fw_version = f"{version.FRAMEWORK_VERSION}.{version.SYSTEM_VERSION}."
if self.service_attributes.version.startswith(fw_version):
return self.service_attributes.version
else:
return f"{fw_version}{self.service_attributes.version}"
# noinspection PyMethodMayBeStatic
def get_tool_version(self) -> Optional[str]:
return self.rules_hash
def handle_task(self, task: ServiceTask) -> None:
try:
self._task = Task(task)
self.log.info(
f"[{self._task.sid}] Starting task for file: {self._task.sha256} ({self._task.type})"
)
self._task.start(
self.service_attributes.default_result_classification,
self.service_attributes.version, self.get_tool_version())
self.ontologies = defaultdict(list)
request = ServiceRequest(self._task)
self.execute(request)
self._attach_service_meta_ontology(request)
self._success()
except RuntimeError as re:
if is_recoverable_runtime_error(re):
new_ex = exceptions.RecoverableError(
"Service trying to use a threadpool during shutdown")
self._handle_execute_failure(
new_ex, exceptions.get_stacktrace_info(re))
else:
self._handle_execute_failure(
re, exceptions.get_stacktrace_info(re))
except Exception as ex:
self._handle_execute_failure(ex,
exceptions.get_stacktrace_info(ex))
finally:
self._cleanup()
def start(self) -> None:
"""
Called at worker start.
:return:
"""
pass
def start_service(self) -> None:
self.log.info(
f"Starting service: {self.service_attributes.name} ({self.service_attributes.version})"
)
if self.dependencies.get('updates', None):
# Start with a clean update dir
if os.path.exists(UPDATES_DIR):
for files in os.scandir(UPDATES_DIR):
path = os.path.join(UPDATES_DIR, files)
try:
shutil.rmtree(path)
except OSError:
os.remove(path)
try:
self._download_rules()
except Exception as e:
raise Exception(
f"Something went wrong while trying to load {self.name} rules: {str(e)}"
)
self.start()
def stop(self) -> None:
"""
Called at worker stop.
:return:
"""
pass
def stop_service(self) -> None:
# Perform common stop routines and then invoke the child's stop().
self.log.info(f"Stopping service: {self.service_attributes.name}")
self.stop()
@property
def working_directory(self):
temp_dir = os.path.join(
os.environ.get('TASKING_DIR', tempfile.gettempdir()),
'working_directory')
if not os.path.isdir(temp_dir):
os.makedirs(temp_dir)
if self._working_directory is None:
self._working_directory = tempfile.mkdtemp(dir=temp_dir)
return self._working_directory
def attach_ontological_result(self,
modelType: Model,
data: Dict,
validate_model=True) -> None:
if not data:
self.log.warning('No ontological data provided. Ignoring...')
return
# Service version will enforce validation when running in production
if 'dev' not in self.service_attributes.version:
validate_model = True
# Append ontologies to collection to get appended after execution
try:
self.ontologies[modelType.__name__].append(
modelType(data=data,
ignore_extra_values=validate_model).as_primitives(
strip_null=True))
except Exception as e:
self.log.error(f'Problem applying data to given model: {e}')
def _attach_service_meta_ontology(self, request: ServiceRequest) -> None:
heuristics = helper.get_heuristics()
def preprocess_result_for_dump(sections, current_max, heur_tag_map,
tag_map):
for section in sections:
# Determine max classification of the overall result
current_max = forge.get_classification().max_classification(
section.classification, current_max)
# Cleanup invalid tagging from service results
def validate_tags(tag_map):
tag_map, _ = construct_safe(Tagging, unflatten(tag_map))
tag_map = flatten(tag_map.as_primitives(strip_null=True))
return tag_map
# Merge tags
def merge_tags(tag_a, tag_b):
if not tag_a:
return tag_b
elif not tag_b:
return tag_a
all_keys = list(tag_a.keys()) + list(tag_b.keys())
return {
key: list(set(tag_a.get(key, []) + tag_b.get(key, [])))
for key in all_keys
}
# Append tags raised by the service, if any
section_tags = validate_tags(section.tags)
if section_tags:
tag_map.update(section_tags)
# Append tags associated to heuristics raised by the service, if any
if section.heuristic:
heur = heuristics[section.heuristic.heur_id]
key = f'{self.name.upper()}_{heur.heur_id}'
update_value = {"name": heur.name, "tags": {}}
if section_tags:
update_value = \
{
"name": heur.name,
"tags": merge_tags(heur_tag_map[key]["tags"], section_tags)
}
heur_tag_map[key].update(update_value)
# Recurse through subsections
if section.subsections:
current_max, heur_tag_map, tag_map = preprocess_result_for_dump(
section.subsections, current_max, heur_tag_map,
tag_map)
return current_max, heur_tag_map, tag_map
if not request.result or not request.result.sections:
# No service results, therefore no ontological output
return
max_result_classification, heur_tag_map, tag_map = preprocess_result_for_dump(
request.result.sections,
request.task.service_default_result_classification,
defaultdict(lambda: {"tags": dict()}), defaultdict(list))
if not tag_map and not self.ontologies:
# No tagging or ontologies found, therefore informational results
return
ontology = {
'header': {
'md5': request.md5,
'sha1': request.sha1,
'sha256': request.sha256,
'type': request.file_type,
'size': request.file_size,
'classification': max_result_classification,
'service_name': request.task.service_name,
'service_version': request.task.service_version,
'service_tool_version': request.task.service_tool_version,
'tags': tag_map,
'heuristics': heur_tag_map
}
}
# Include Ontological data
ontology.update(
{type.lower(): data
for type, data in self.ontologies.items()})
ontology_suffix = f"{request.sha256}.ontology"
ontology_path = os.path.join(self.working_directory, ontology_suffix)
try:
open(ontology_path, 'w').write(
json.dumps(
ResultOntology(ontology).as_primitives(strip_null=True)))
attachment_name = f'{request.task.service_name}_{ontology_suffix}'.lower(
)
request.add_supplementary(
path=ontology_path,
name=attachment_name,
description=f"Result Ontology from {request.task.service_name}",
classification=max_result_classification)
except ValueError as e:
self.log.error(f"Problem with generating ontology: {e}")
# Only relevant for services using updaters (reserving 'updates' as the defacto container name)
def _download_rules(self):
url_base = f"http://{self.dependencies['updates']['host']}:{self.dependencies['updates']['port']}/"
headers = {'X_APIKEY': self.dependencies['updates']['key']}
# Check if there are new signatures
retries = 0
while True:
resp = requests.get(url_base + 'status')
resp.raise_for_status()
status = resp.json()
if self.update_time is not None and self.update_time >= status[
'local_update_time']:
self.log.info(
f"There are no new signatures. ({self.update_time} >= {status['local_update_time']})"
)
return
if status['download_available']:
self.log.info(
"A signature update is available, downloading new signatures..."
)
break
self.log.warning('Waiting on update server availability...')
time.sleep(min(5**retries, 30))
retries += 1
# Dedicated directory for updates
if not os.path.exists(UPDATES_DIR):
os.mkdir(UPDATES_DIR)
# Download the current update
temp_directory = tempfile.mkdtemp(dir=UPDATES_DIR)
buffer_handle, buffer_name = tempfile.mkstemp()
old_rules_list = self.rules_list
try:
with os.fdopen(buffer_handle, 'wb') as buffer:
resp = requests.get(url_base + 'tar', headers=headers)
resp.raise_for_status()
for chunk in resp.iter_content(chunk_size=1024):
buffer.write(chunk)
tar_handle = tarfile.open(buffer_name)
tar_handle.extractall(temp_directory)
self.update_time = status['local_update_time']
self.rules_directory, temp_directory = temp_directory, self.rules_directory
# Try to load the rules into the service before declaring we're using these rules moving forward
temp_hash = self._gen_rules_hash()
self._clear_rules()
self._load_rules()
self.rules_hash = temp_hash
except Exception as e:
# Should something happen, we should revert to the old set and log the exception
self.log.error(
f'Error occurred while updating signatures: {e}. Reverting to the former signature set.'
)
self.rules_directory, temp_directory = temp_directory, self.rules_directory
# Clear rules that was added from the new set and reload old set
self.rules_list = old_rules_list
self._clear_rules()
self._load_rules()
finally:
os.unlink(buffer_name)
if temp_directory:
self.log.info(f'Removing temp directory: {temp_directory}')
shutil.rmtree(temp_directory, ignore_errors=True)
# Generate the rules_hash and init rules_list based on the raw files in the rules_directory from updater
def _gen_rules_hash(self) -> str:
self.rules_list = [
str(f) for f in Path(self.rules_directory).rglob("*")
if os.path.isfile(str(f))
]
all_sha256s = [get_sha256_for_file(f) for f in self.rules_list]
if len(all_sha256s) == 1:
return all_sha256s[0][:7]
return hashlib.sha256(' '.join(
sorted(all_sha256s)).encode('utf-8')).hexdigest()[:7]
# Clear all rules from the service; should be followed by a _load_rule()
def _clear_rules(self) -> None:
pass
# Use the rules_list to setup rules-use for the service
def _load_rules(self) -> None:
raise NotImplementedError
class ServiceBase:
def __init__(self, config: Optional[Dict] = None) -> None:
# Load the service attributes from the service manifest
self.service_attributes = helper.get_service_attributes()
# Start with default service parameters and override with anything provided
self.config = self.service_attributes.config
if config:
self.config.update(config)
# Initialize logging for the service
log.init_logging(f'{self.service_attributes.name}', log_level=logging.INFO)
self.log = logging.getLogger(f'assemblyline.service.{self.service_attributes.name.lower()}')
self._task = None
self._working_directory = None
def _cleanup(self) -> None:
self._task = None
self._working_directory = None
def _handle_execute_failure(self, exception, stack_info) -> None:
# Clear the result, in case it caused the problem
self._task.result = None
# Clear the extracted and supplementary files
self._task.clear_extracted()
self._task.clear_supplementary()
if isinstance(exception, exceptions.RecoverableError):
self.log.info(f"Recoverable Service Error "
f"({self._task.sid}/{self._task.sha256}) {exception}: {stack_info}")
self._task.save_error(stack_info, recoverable=True)
else:
self.log.error(f"Nonrecoverable Service Error "
f"({self._task.sid}/{self._task.sha256}) {exception}: {stack_info}")
self._task.save_error(stack_info, recoverable=False)
def _success(self) -> None:
self._task.success()
def execute(self, request: ServiceRequest) -> Dict[str, Any]:
raise NotImplementedError("execute() function not implemented")
def get_service_version(self) -> str:
fw_version = f"{version.FRAMEWORK_VERSION}.{version.SYSTEM_VERSION}."
if self.service_attributes.version.startswith(fw_version):
return self.service_attributes.version
else:
return f"{fw_version}{self.service_attributes.version}"
# noinspection PyMethodMayBeStatic
def get_tool_version(self) -> Optional[str]:
return None
def handle_task(self, task: ServiceTask) -> None:
try:
self._task = Task(task)
self.log.info(f"Starting task: {self._task.sid}/{self._task.sha256} ({self._task.type})")
self._task.start(self.service_attributes.default_result_classification,
self.service_attributes.version, self.get_tool_version())
request = ServiceRequest(self._task)
self.execute(request)
self._success()
except Exception as ex:
self._handle_execute_failure(ex, exceptions.get_stacktrace_info(ex))
finally:
self._cleanup()
def start(self) -> None:
"""
Called at worker start.
:return:
"""
pass
def start_service(self) -> None:
self.log.info(f"Starting service: {self.service_attributes.name}")
self.start()
def stop(self) -> None:
"""
Called at worker stop.
:return:
"""
pass
def stop_service(self) -> None:
# Perform common stop routines and then invoke the child's stop().
self.log.info(f"Stopping service: {self.service_attributes.name}")
self.stop()
@property
def working_directory(self):
temp_dir = os.path.join(tempfile.gettempdir(), 'working_directory')
if not os.path.isdir(temp_dir):
os.makedirs(temp_dir)
if self._working_directory is None:
self._working_directory = tempfile.mkdtemp(dir=temp_dir)
return self._working_directory
def test_execute(sample, intezer_static_class_instance,
dummy_api_interface_class, dummy_get_response_class,
mocker):
from assemblyline_v4_service.common.task import Task
from assemblyline.odm.messages.task import Task as ServiceTask
from assemblyline_v4_service.common.request import ServiceRequest
from json import loads
from intezer_static import ALIntezerApi
mocker.patch.object(intezer_static_class_instance,
"get_api_interface",
return_value=dummy_api_interface_class)
intezer_static_class_instance.start()
service_task = ServiceTask(sample)
task = Task(service_task)
task.service_config = {
"analysis_id": "",
}
intezer_static_class_instance._task = task
service_request = ServiceRequest(task)
intezer_static_class_instance.config["private_only"] = False
mocker.patch.object(ALIntezerApi,
"get_latest_analysis",
return_value={"analysis_id": "blah"})
mocker.patch.object(ALIntezerApi,
"analyze_by_file",
return_value="blah")
mocker.patch.object(ALIntezerApi,
"get_iocs",
return_value={
"files": [],
"network": []
})
mocker.patch.object(ALIntezerApi, "get_dynamic_ttps", return_value=[])
mocker.patch.object(ALIntezerApi,
"get_sub_analyses_by_id",
return_value=[])
# Actually executing the sample
intezer_static_class_instance.execute(service_request)
# Get the result of execute() from the test method
test_result = task.get_service_result()
# Get the assumed "correct" result of the sample
correct_result_path = os.path.join(TEST_DIR, "results",
task.file_name + ".json")
with open(correct_result_path, "r") as f:
correct_result = loads(f.read())
f.close()
# Assert that the appropriate sections of the dict are equal
# Avoiding unique items in the response
test_result_response = test_result.pop("response")
correct_result_response = correct_result.pop("response")
assert test_result == correct_result
# Comparing everything in the response except for the service_completed and the output.json supplementary
test_result_response["milestones"].pop("service_completed")
correct_result_response["milestones"].pop("service_completed")
correct_result_response.pop("supplementary")
test_result_response.pop("supplementary")
correct_result_response.pop("service_context")
test_result_response.pop("service_context")
assert test_result_response == correct_result_response
# Code coverage
task.service_config = {
"analysis_id": "blah",
}
intezer_static_class_instance._task = task
service_request = ServiceRequest(task)
intezer_static_class_instance.execute(service_request)
task.service_config = {"analysis_id": ""}
intezer_static_class_instance.config["is_on_premise"] = False
mocker.patch.object(ALIntezerApi,
"get_latest_analysis",
return_value={"verdict": "not_supported"})
mocker.patch.object(ALIntezerApi, "get_dynamic_ttps", return_value=[])
intezer_static_class_instance.execute(service_request)
mocker.patch.object(ALIntezerApi,
"get_latest_analysis",
return_value={"verdict": "failed"})
intezer_static_class_instance.execute(service_request)
def test_service(sample):
overwrite_results = False # Used temporarily to mass-correct tests
cls = Characterize()
cls.start()
task = Task(create_service_task(sample=sample))
service_request = ServiceRequest(task)
cls.execute(service_request)
result_dir_files = [
os.path.basename(x) for x in glob.glob(
os.path.join(SELF_LOCATION, "tests", "results", sample, "*"))
]
correct_path = os.path.join(SELF_LOCATION, "tests", "results", sample,
"features.json")
if os.path.exists(correct_path):
result_dir_files.remove("features.json")
with open(correct_path, "r") as f:
correct_result = json.load(f)
test_path = os.path.join(cls.working_directory, "features.json")
with open(test_path, "r") as f:
test_result = json.load(f)
if overwrite_results:
if test_result != correct_result:
with open(correct_path, "w") as f:
json.dump(test_result, f)
else:
assert test_result == correct_result
# Get the result of execute() from the test method
test_result = task.get_service_result()
result_dir_files.remove("result.json")
# Get the assumed "correct" result of the sample
correct_path = os.path.join(SELF_LOCATION, "tests", "results", sample,
"result.json")
with open(correct_path, "r") as f:
correct_result = json.load(f)
test_result = generalize_result(test_result)
if overwrite_results:
if test_result != correct_result:
with open(correct_path, "w") as f:
json.dump(test_result, f)
else:
assert test_result == correct_result
for extracted_file in test_result["response"]["extracted"]:
if not overwrite_results or extracted_file[
"name"] in result_dir_files:
result_dir_files.remove(extracted_file["name"])
correct_path = os.path.join(SELF_LOCATION, "tests", "results",
sample, extracted_file["name"])
with open(correct_path, "rb") as f:
correct_result = f.read()
test_path = os.path.join(cls.working_directory,
extracted_file["name"])
with open(test_path, "rb") as f:
test_result = f.read()
if overwrite_results:
if test_result != correct_result:
with open(correct_path, "wb") as f:
f.write(test_result)
else:
assert test_result == correct_result
assert not result_dir_files
