def get_data(self, file_format=MediaType.AVRO.value):
# type: (str) -> Iterator[Resource]
"""Get the processed delivery data
Args:
file_format (str): File format of delivery.
Returns:
list (:obj:`crux.models.Resource`): List of resources.
"""
params = {}
params["delivery_resource_format"] = file_format
response = self.connection.api_call(
"GET", ["deliveries", self.dataset_id, self.id, "data"],
params=params)
resource_list = response.json()["resources"]
if resource_list:
for resource in resource_list:
obj = File(raw_model={"resourceId": resource["resource_id"]})
obj.connection = self.connection
obj.refresh()
yield obj
def get_raw(self, use_cache=None):
# type: (bool) -> Iterator[Resource]
"""Get the raw delivery data
Args:
use_cache (bool): Preference to set cached response
Returns:
list (:obj:`crux.models.Resource`): List of resources.
"""
params = {}
if use_cache is not None:
params["useCache"] = use_cache
response = self.connection.api_call(
"GET", ["deliveries", self.dataset_id, self.id, "raw"],
params=params)
resource_list = response.json()["resource_ids"]
if resource_list:
for resource in resource_list:
obj = File(raw_model={"resourceId": resource},
connection=self.connection)
obj.refresh()
yield obj
def get_raw(self):
# type: () -> Iterator[Resource]
"""Get the raw delivery data
Returns:
list (:obj:`crux.models.Resource`): List of resources.
"""
response = self.connection.api_call(
"GET", ["deliveries", self.dataset_id, self.id, "raw"])
resource_list = response.json()["resource_ids"]
if resource_list:
for resource in resource_list:
obj = File(raw_model={"resourceId": resource},
connection=self.connection)
obj.refresh()
yield obj