Exemplo n.º 1
0
 def _retrieve_raw(self):
     retrieval_jobs = [ResourceDefinition(identifier=resource_definition.identifier,
                                          source=resource_definition.source,
                                          md5_sum=resource_definition.md5_sum)
                       for split, definitions_list in self.resource_definitions.items()
                       for resource_definition in definitions_list]
     retriever = RetrieverFactory.get_http_retriever(self.storage_connector)
     retriever.retrieve(retrieval_jobs)
Exemplo n.º 2
0
 def http_retriever(self, storage_connector: StorageConnector):
     return RetrieverFactory.get_http_retriever(storage_connector)
Exemplo n.º 3
0
 def test_get_http_retriever(self, storage_connector: StorageConnector):
     http_retriever = RetrieverFactory.get_http_retriever(storage_connector)
     assert isinstance(http_retriever.retriever_impl, HTTPRetrieverImpl)