from descarteslabs.client.services.raster import Raster
from descarteslabs.client.services.catalog import Catalog
from descarteslabs.client.services.metadata import Metadata
raster = Raster()
catalog = Catalog()
metadata = Metadata()
id_ = '5151d2825f5e29ff129f86d834946363ff3f7e57:modis:09:CREFL_v2_test:2017-01-01-1835_11N_07_MO_09_v2'
scene_meta = metadata.get(id_)
r, meta = raster.ndarray(id_, bands=['red'])
p = catalog.add_product('test_nda_upload',
description="Test uploading georeferenced ndarrays",
title="Test ndarray upload")
band_spec = meta['bands'][0]['description']
catalog.add_band(
p['data']['id'],
'red',
srcband=1,
jpx_layer=0,
**{
k: v
for k, v in band_spec.items()
if k not in ['product', 'id', 'name', 'read', 'owner', 'owner_type']
})
catalog.upload_ndarray(r,
p['data']['id'],
id_[41:],
class TestCatalog(unittest.TestCase):
instance = None
def setUp(self):
self.instance = Catalog()
# product_id = 'test_product:{}'.format(md5(str(randint(0, 2**32))).hexdigest())
# self.instance = Catalog()
# self.product = {
# 'title': 'Test Product',
# 'description': 'A test product',
# 'native_bands': ['red'],
# 'orbit': 'sun-synchronous',
# }
# self.band = {
# 'name': 'red',
# 'wavelength_min': 700,
# 'wavelength_max': 750,
# 'srcfile': 0,
# 'srcband': 1,
# 'jpx_layer': 1,
# 'dtype': 'Byte',
# 'data_range': [0, 255],
# 'nbits': 8,
# 'type': 'spectral',
# }
# self.image = {
# 'bucket': 'dl-storage-{}-data'.format(descartes_auth.namespace),
# 'directory': 'sub_path',
# 'files': ['/path/to/file.jp2'],
# 'geometry': {
# "type": "Polygon",
# "coordinates": [
# [
# [
# 68.961181640625,
# 50.17689812200107,
# 0.0
# ],
# [
# 70.15869140625,
# 50.17689812200107,
# 0.0
# ],
# [
# 70.15869140625,
# 50.80593472676908,
# 0.0
# ],
# [
# 68.961181640625,
# 50.80593472676908,
# 0.0
# ],
# [
# 68.961181640625,
# 50.17689812200107,
# 0.0
# ]
# ]
# ]
# }
# }
# r = self.instance.add_product(product_id, **self.product)
# self.product_id = r['data']['id']
pass
def tearDown(self):
# sleep(1)
# self.instance.remove_product(self.product_id)
pass
@unittest.skip('integration test')
def test_get_product(self):
r = self.instance.get_product(self.product_id)
self.assertEqual(r['data']['id'], self.product_id)
@unittest.skip('integration test')
def test_change_product(self):
self.instance.change_product(self.product_id,
**{'read': ['some_group']})
@unittest.skip('integration test')
def test_replace_product(self):
product = deepcopy(self.product)
product['description'] = 'A new description for this product'
self.instance.replace_product(self.product_id, **product)
@unittest.skip('integration test')
def test_add_band(self):
self.instance.add_band(self.product_id, 'red', **self.band)
sleep(1)
self.instance.get_band(self.product_id, 'red')
self.instance.remove_band(self.product_id, 'red')
@unittest.skip('integration test')
def test_change_band(self):
self.instance.add_band(self.product_id, 'red', **self.band)
sleep(1)
self.instance.change_band(self.product_id, 'red', read=['some_group'])
self.instance.remove_band(self.product_id, 'red')
@unittest.skip('integration test')
def test_replace_band(self):
self.instance.add_band(self.product_id, 'red', **self.band)
sleep(1)
band = deepcopy(self.band)
band['srcfile'] = 1
self.instance.replace_band(self.product_id, 'red', **band)
self.instance.remove_band(self.product_id, 'red')
@unittest.skip('integration test')
def test_add_image(self):
self.instance.add_image(self.product_id, 'some_meta_id', **self.image)
sleep(1)
self.instance.get_image(self.product_id, 'some_meta_id')
self.instance.remove_image(self.product_id, 'some_meta_id')
@unittest.skip('integration test')
def test_change_image(self):
self.instance.add_image(self.product_id, 'some_meta_id', **self.image)
sleep(1)
self.instance.change_image(self.product_id,
'some_meta_id',
read=['some_group'])
self.instance.remove_image(self.product_id, 'some_meta_id')
@unittest.skip('integration test')
def test_replace_image(self):
self.instance.add_image(self.product_id, 'some_meta_id', **self.image)
sleep(1)
image = deepcopy(self.image)
image['cloud_fraction'] = .5
self.instance.replace_image(self.product_id, 'some_meta_id', **image)
self.instance.remove_image(self.product_id, 'some_meta_id')
@unittest.skip('integration test')
def test_own_products(self):
op = self.instance.own_products()
self.assertGreater(len(op), 0)
for p in op:
self.assertEqual(p['owner']['uuid'], descartes_auth.payload['sub'])
@patch('descarteslabs.client.services.catalog.Catalog._do_upload',
return_value=(False, ))
def test_upload_ndarray_dtype(self, _do_upload):
unsupported_dtypes = ['uint64']
for dtype in unsupported_dtypes:
self.assertRaises(TypeError, self.instance.upload_ndarray,
np.zeros((10, 10), dtype=dtype), 'product',
'key')
for dtype in Catalog.UPLOAD_NDARRAY_SUPPORTED_DTYPES:
self.instance.upload_ndarray(np.zeros((10, 10), dtype=dtype),
'product', 'key')
@unittest.skip('integration test')
def test_datetime_backwards_compatibile(self):
product_id = 'test_product:{}'.format(
md5(str(randint(0, 2**32))).hexdigest())
product = {
'title': 'Test Product',
'description': 'A test product',
'native_bands': ['red'],
'orbit': 'sun-synchronous',
'start_date': '2017-01-01',
'end_date': '2017-12-30'
}
self.instance.add_product(product_id, **product)
self.instance.change_product(
product_id, **{
'start_date': '2016-01-01',
'end_date': '2016-12-30'
})
product_copy = deepcopy(self.product)
product_copy['start_date'] = '2015-01-01'
product_copy['end_date'] = '2015-12-30'
self.instance.replace_product(product_id, **product_copy)