def _retrieve_raw(self):
retrieval_jobs = [
self.train_set_resouce_definition, self.val_set_resouce_definition,
self.test_set_resouce_definition
]
retriever = RetrieverFactory.get_file_retriever(self.storage_connector)
return retriever.retrieve(retrieval_jobs)
def _retrieve_raw(self):
retrieval_jobs = [ResourceDefinition(identifier=resource_definition.identifier,
source=resource_definition.source,
md5_sum=resource_definition.md5_sum)
for split, definitions_list in self.resource_definitions.items()
for resource_definition in definitions_list]
retriever = RetrieverFactory.get_http_retriever(self.storage_connector)
retriever.retrieve(retrieval_jobs)
def _retrieve_raw(self) -> List[str]:
retrieval_jobs = [
self.attack_type_mapping_resouce_definition,
self.features_and_target_names_resouce_definition,
self.test_set_resouce_definition, self.train_set_resouce_definition
]
retriever = RetrieverFactory.get_file_retriever(self.storage_connector)
return retriever.retrieve(retrieval_jobs)
def file_retriever(self, storage_connector: StorageConnector):
return RetrieverFactory.get_file_retriever(storage_connector)
def http_retriever(self, storage_connector: StorageConnector):
return RetrieverFactory.get_http_retriever(storage_connector)
def test_get_http_retriever(self, storage_connector: StorageConnector):
http_retriever = RetrieverFactory.get_http_retriever(storage_connector)
assert isinstance(http_retriever.retriever_impl, HTTPRetrieverImpl)