def get_data(self, file_format=MediaType.AVRO.value): # type: (str) -> Iterator[Resource] """Get the processed delivery data Args: file_format (str): File format of delivery. Returns: list (:obj:`crux.models.Resource`): List of resources. """ params = {} params["delivery_resource_format"] = file_format response = self.connection.api_call( "GET", ["deliveries", self.dataset_id, self.id, "data"], params=params) resource_list = response.json()["resources"] if resource_list: for resource in resource_list: obj = File(raw_model={"resourceId": resource["resource_id"]}) obj.connection = self.connection obj.refresh() yield obj
def get_raw(self, use_cache=None): # type: (bool) -> Iterator[Resource] """Get the raw delivery data Args: use_cache (bool): Preference to set cached response Returns: list (:obj:`crux.models.Resource`): List of resources. """ params = {} if use_cache is not None: params["useCache"] = use_cache response = self.connection.api_call( "GET", ["deliveries", self.dataset_id, self.id, "raw"], params=params) resource_list = response.json()["resource_ids"] if resource_list: for resource in resource_list: obj = File(raw_model={"resourceId": resource}, connection=self.connection) obj.refresh() yield obj
def get_raw(self): # type: () -> Iterator[Resource] """Get the raw delivery data Returns: list (:obj:`crux.models.Resource`): List of resources. """ response = self.connection.api_call( "GET", ["deliveries", self.dataset_id, self.id, "raw"]) resource_list = response.json()["resource_ids"] if resource_list: for resource in resource_list: obj = File(raw_model={"resourceId": resource}, connection=self.connection) obj.refresh() yield obj