def generic_append_to_check(input_data, overwrite_data):
"""Generic function to test replacing data of appended dimension"""
with temporary_directory() as tmp_dir:
file_path = tmp_dir + '/test.nc'
nc_io_driver = NetCDFIODriver(file_path)
input_type = type(input_data)
# Create a write and an append of the data
append_path = 'data_append'
data_append = nc_io_driver.create_storage_variable(append_path, input_type)
# Append data 3 times
for i in range(3):
data_append.append(input_data)
# Overwrite second entry
data_append.write(overwrite_data, at_index=1)
data_append_out = data_append.read()
try:
for key in input_data.keys(): # Must act on the data_write since it has the .keys method
assert np.all(data_append_out[0][key] == input_data[key])
assert np.all(data_append_out[2][key] == input_data[key])
assert np.all(data_append_out[1][key] == overwrite_data[key])
assert set(input_data.keys()) == set(data_append_out[0].keys()) # Assert keys match
assert set(input_data.keys()) == set(data_append_out[2].keys())
except AttributeError:
assert np.all(data_append_out[0] == input_data)
assert np.all(data_append_out[2] == input_data)
assert np.all(data_append_out[1] == overwrite_data)
def test_netcdf_driver_group_manipulation():
"""Test that the NetCDFIODriver can create groups, rebind to groups, and that they are on the file"""
with temporary_directory() as tmp_dir:
nc_io_driver = NetCDFIODriver(tmp_dir + 'test.nc')
group2 = nc_io_driver.get_directory('group1/group2')
group1 = nc_io_driver.get_directory('group1')
ncfile = nc_io_driver.ncfile
ncgroup1 = ncfile.groups['group1']
ncgroup2 = ncfile.groups['group1'].groups['group2']
assert group1 is ncgroup1
assert group2 is ncgroup2
def test_write_at_index_must_exist():
"""Ensure that the write(data, at_index) must exist first"""
with temporary_directory() as tmp_dir:
file_path = tmp_dir + '/test.nc'
nc_io_driver = NetCDFIODriver(file_path)
input_data = 4
input_type = type(input_data)
# Create a write and an append of the data
append_path = 'data_append'
data_append = nc_io_driver.create_storage_variable(append_path, input_type)
data_append.write(input_data, at_index=0)
def test_write_at_index_is_bound():
"""Ensure that the write(data, at_index) cannot write to an index beyond"""
with temporary_directory() as tmp_dir:
file_path = tmp_dir + '/test.nc'
nc_io_driver = NetCDFIODriver(file_path)
input_data = 4
input_type = type(input_data)
# Create a write and an append of the data
append_path = 'data_append'
data_append = nc_io_driver.create_storage_variable(append_path, input_type)
data_append.append(input_data) # Creates the first data
data_append.write(input_data, at_index=1) # should fail for out of bounds index
def test_netcdf_driver_metadata_creation():
"""Test that the NetCDFIODriver can create metadata on different objects"""
with temporary_directory() as tmp_dir:
nc_io_driver = NetCDFIODriver(tmp_dir + '/test.nc')
group1 = nc_io_driver.get_directory('group1')
nc_io_driver.add_metadata('root_metadata', 'IAm(G)Root!')
nc_io_driver.add_metadata('group_metadata', 'group1_metadata', path='/group1')
ncfile = nc_io_driver.ncfile
nc_metadata = ncfile.getncattr('root_metadata')
group_metadata = group1.getncattr('group_metadata')
assert nc_metadata == 'IAm(G)Root!'
assert group_metadata == 'group1_metadata'
def test_netcdf_driver_dimension_manipulation():
"""Test that the NetCDFIODriver can check and create dimensions"""
with temporary_directory() as tmp_dir:
nc_io_driver = NetCDFIODriver(tmp_dir + '/test.nc')
NetCDFIODriver.check_scalar_dimension(nc_io_driver)
NetCDFIODriver.check_iterable_dimension(nc_io_driver, length=4)
NetCDFIODriver.check_infinite_dimension(nc_io_driver)
ncfile = nc_io_driver.ncfile
dims = ncfile.dimensions
assert 'scalar' in dims
assert 'iterable4' in dims
assert 'iteration' in dims
def generic_type_codec_check(input_data, with_append=True):
"""Generic type codec test to ensure all callable functions are working"""
with temporary_directory() as tmp_dir:
file_path = tmp_dir + '/test.nc'
nc_io_driver = NetCDFIODriver(file_path)
input_type = type(input_data)
# Create a write and an append of the data
write_path = 'data_write'
data_write = nc_io_driver.create_storage_variable(write_path, input_type)
if with_append:
append_path = 'group1/data_append'
data_append = nc_io_driver.create_storage_variable(append_path, input_type)
# Store initial data (unbound write/append)
data_write.write(input_data)
if with_append:
data_append.append(input_data)
# Test that we can act on them again (bound write/append)
data_write.write(input_data)
if with_append:
data_append.append(input_data)
# Test bound read
data_write_out = data_write.read()
if with_append:
data_append_out = data_append.read()
try: # Compound dictionary processing
for key in data_write_out.keys():
assert np.all(data_write_out[key] == input_data[key])
except AttributeError:
assert np.all(data_write_out == input_data)
if with_append:
try:
for key in data_write_out.keys():
assert np.all(data_append_out[0][key] == input_data[key])
assert np.all(data_append_out[1][key] == input_data[key])
except AttributeError:
assert np.all(data_append_out[0] == input_data)
assert np.all(data_append_out[1] == input_data)
# Delete the IO driver (and close the ncfile in the process)
nc_io_driver.close()
del data_write, data_write_out
if with_append:
del data_append, data_append_out
# Reopen and test reading actions
nc_io_driver = NetCDFIODriver(file_path, access_mode='r')
data_write = nc_io_driver.get_storage_variable(write_path)
if with_append:
data_append = nc_io_driver.get_storage_variable(append_path)
# Test unbound read
data_write_out = data_write.read()
if with_append:
data_append_out = data_append.read()
try: # Compound dictionary processing
for key in data_write_out.keys():
assert np.all(data_write_out[key] == input_data[key])
except AttributeError:
assert np.all(data_write_out == input_data)
if with_append:
try:
for key in data_write_out.keys(): # Must act on the data_write since it has the .keys method
assert np.all(data_append_out[0][key] == input_data[key])
assert np.all(data_append_out[1][key] == input_data[key])
except AttributeError:
assert np.all(data_append_out[0] == input_data)
assert np.all(data_append_out[1] == input_data)
def spawn_driver(path):
"""Create a driver that is used to test the StorageInterface class at path location"""
return NetCDFIODriver(path)