def tearDownClass(cls):
with SQLiteTableDataStore(StepscmdTest.db_path,
StepscmdTest.table_name_in,
"ndarray") as sqltable_ds:
sqltable_ds.drop(True)
with SQLiteTableDataStore(StepscmdTest.db_path,
StepscmdTest.table_name_out,
"ndarray") as sqltable_ds:
sqltable_ds.drop(True)
os.remove(StepscmdTest.db_path)
def test_auto_table_names(self):
with SQLiteTableDataStore(SQLiteTableDataStoreNdarrayTestCase.db_path) as sqltable_ds1,\
SQLiteTableDataStore(SQLiteTableDataStoreNdarrayTestCase.db_path) as sqltable_ds2:
sqltable_ds1.save_items_sorted_by_ids(
SQLiteTableDataStoreNdarrayTestCase.items)
sqltable_ds2.save_items_sorted_by_ids(
SQLiteTableDataStoreNdarrayTestCase.items)
items_sorted_by_ids1 = sqltable_ds1.get_items_sorted_by_ids()
items_sorted_by_ids2 = sqltable_ds2.get_items_sorted_by_ids()
for arr1, arr2 in zip(items_sorted_by_ids1, items_sorted_by_ids2):
self.assertTrue((arr1 == arr2).all())
def tearDownClass(cls):
with SQLiteTableDataStore(
SQLTabelDataStoreComputeDescriptorsTestCase.db_path,
SQLTabelDataStoreComputeDescriptorsTestCase.table_name_in,
"ndarray") as sqltable_ds:
sqltable_ds.drop(True)
with SQLiteTableDataStore(
SQLTabelDataStoreComputeDescriptorsTestCase.db_path,
SQLTabelDataStoreComputeDescriptorsTestCase.table_name_out,
"ndarray") as sqltable_ds:
sqltable_ds.drop(True)
os.remove(SQLTabelDataStoreComputeDescriptorsTestCase.db_path)
def test_save_items_sorted_by_ids(self):
sqltable_ds = SQLiteTableDataStore(
StreamNdarrayAdapterDataStoreTestCase.db_path,
StreamNdarrayAdapterDataStoreTestCase.table_name, "ndarray")
adapter_ds = StreamNdarrayAdapterDataStore(
sqltable_ds, detect_final_shape_by_first_elem=True)
adapter_ds.save_items_sorted_by_ids(
StreamNdarrayAdapterDataStoreTestCase.items)
with sqltable_ds:
items_sorted_by_ids = sqltable_ds.get_items_sorted_by_ids()
for arr1, arr2 in zip(items_sorted_by_ids,
StreamNdarrayAdapterDataStoreTestCase.items):
self.assertTrue((arr1 == arr2).all())
def test_sql_transform_step(self):
args = stepscmd.parser.parse_args([
'transform',
'--ds_in',
'sqlite',
StepscmdTest.db_path,
StepscmdTest.table_name_in,
'--ds_out',
'sqlite',
StepscmdTest.db_path,
StepscmdTest.table_name_out,
'--trs',
'reshaper',
'(4,2)',
'--trs',
'reshaper',
'(2,4)',
])
# print(results)
args.func(args)
with SQLiteTableDataStore(StepscmdTest.db_path,
StepscmdTest.table_name_out,
"ndarray") as sqltable_out_ds:
transformed_items = sqltable_out_ds.get_items_sorted_by_ids()
for item, transformed_item in zip(StepscmdTest.items,
transformed_items):
self.assertEqual(transformed_item.shape, (2, 4))
self.assertTrue(
np.array_equal(transformed_item.ravel(), item.ravel()))
def setUpClass(cls):
with SQLiteTableDataStore(
SQLTabelDataStoreComputeDescriptorsTestCase.db_path,
SQLTabelDataStoreComputeDescriptorsTestCase.table_name_in,
"ndarray") as sqltable_ds:
sqltable_ds.save_items_sorted_by_ids(
SQLTabelDataStoreComputeDescriptorsTestCase.items)
def test_get_count(self):
sqltable_ds = SQLiteTableDataStore(
StreamNdarrayAdapterDataStoreTestCase.db_path,
StreamNdarrayAdapterDataStoreTestCase.table_name, "ndarray")
adapter_ds = StreamNdarrayAdapterDataStore(
sqltable_ds, detect_final_shape_by_first_elem=True)
count_ = adapter_ds.get_count()
self.assertEqual(len(StreamNdarrayAdapterDataStoreTestCase.items),
count_)
def test_get_items_sorted_by_ids(self):
with SQLiteTableDataStore(
SQLiteTableDataStoreNdarrayTestCase.db_path,
SQLiteTableDataStoreNdarrayTestCase.table_name,
"ndarray") as sqltable_ds:
items_sorted_by_ids = sqltable_ds.get_items_sorted_by_ids()
for arr1, arr2 in zip(items_sorted_by_ids,
SQLiteTableDataStoreNdarrayTestCase.items):
self.assertTrue((arr1 == arr2).all())
def test_get_items_sorted_by_ids(self):
sqltable_ds = SQLiteTableDataStore(
StreamNdarrayAdapterDataStoreTestCase.db_path,
StreamNdarrayAdapterDataStoreTestCase.table_name, "ndarray")
adapter_ds = StreamNdarrayAdapterDataStore(
sqltable_ds, detect_final_shape_by_first_elem=True)
items_sorted_by_ids = adapter_ds.get_items_sorted_by_ids()
self.assertTrue(
(StreamNdarrayAdapterDataStoreTestCase.items == items_sorted_by_ids
).all())
def test_get_ids_sorted(self):
sqltable_ds = SQLiteTableDataStore(
StreamNdarrayAdapterDataStoreTestCase.db_path,
StreamNdarrayAdapterDataStoreTestCase.table_name, "ndarray")
adapter_ds = StreamNdarrayAdapterDataStore(
sqltable_ds, detect_final_shape_by_first_elem=True)
ids_sorted = adapter_ds.get_ids_sorted()
truth_ids = np.arange(len(
StreamNdarrayAdapterDataStoreTestCase.items)) + 1
self.assertTrue((truth_ids == ids_sorted).all())
def test_get_items_sorted_by_ids_with_slice(self):
sqltable_ds = SQLiteTableDataStore(
StreamNdarrayAdapterDataStoreTestCase.db_path,
StreamNdarrayAdapterDataStoreTestCase.table_name, "ndarray")
adapter_ds = StreamNdarrayAdapterDataStore(
sqltable_ds,
detect_final_shape_by_first_elem=True,
slice_get=(slice(None), slice(3)))
items_sorted_by_ids = adapter_ds.get_items_sorted_by_ids()
truth_items = StreamNdarrayAdapterDataStoreTestCase.items[:, :3]
self.assertTrue(np.array_equal(items_sorted_by_ids, truth_items))
def test_get_items_sorted_by_ids_particular_ids(self):
ids_sorted = (x for x in range(1, 11) if x % 2 == 0)
with SQLiteTableDataStore(
SQLiteTableDataStoreNdarrayTestCase.db_path,
SQLiteTableDataStoreNdarrayTestCase.table_name,
"ndarray") as sqltable_ds:
items_sorted_by_ids = sqltable_ds.get_items_sorted_by_ids(
ids_sorted)
items_each_second = itertools.islice(
SQLiteTableDataStoreNdarrayTestCase.items, 1, None, 2)
for arr1, arr2 in zip(items_each_second, items_sorted_by_ids):
self.assertTrue((arr1 == arr2).all())
def setUpClass(cls):
with SQLiteTableDataStore(StepscmdTest.db_path,
StepscmdTest.table_name_in,
"ndarray") as sqltable_ds:
sqltable_ds.save_items_sorted_by_ids(StepscmdTest.items)
def tearDownClass(cls):
with SQLiteTableDataStore(cls.db_path, cls.table_name,
"ndarray") as sqltable_ds:
sqltable_ds.drop(True)
os.remove(cls.db_path)
def setUpClass(cls):
with SQLiteTableDataStore(cls.db_path, cls.table_name,
"ndarray") as sqltable_ds:
sqltable_ds.save_items_sorted_by_ids(cls.items)