def test_rountrip():
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
filename = tempfile.TemporaryFile()
writer = obs_reader_writer.ObservationWriter(True)
writer.write(obs, filename)
# go back to the beginning of the file
filename.seek(0)
obs = reader.read(filename)
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
def test_rountrip():
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
filename = tempfile.TemporaryFile()
writer = obs_reader_writer.ObservationWriter(True)
writer.write(obs, filename)
# go back to the beginning of the file
filename.seek(0)
obs = reader.read(filename)
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
def test_compatibility_simple_obs():
# tests loads a previously generated observation and checks the checksums
# against the previously calculated (in Java) checksums
logger = logging.getLogger('checksum')
level = logger.getEffectiveLevel()
logger.setLevel(logging.DEBUG)
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleSimple-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
writer = obs_reader_writer.ObservationWriter(True)
writer.write(obs, '/tmp/test.xml')
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
logger.setLevel(level)
def _common_check(obs):
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
def test_checksum_diff():
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
output_file = tempfile.NamedTemporaryFile()
sys.argv = 'caom2_checksum -d -o {} {}'.format(
output_file.name, source_file_path).split()
with patch('sys.stdout', new_callable=StringIO) as stdout_mock:
checksum_diff()
output = stdout_mock.getvalue()
assert 'mismatch' not in output, '{} should have correct checksum'.format(
source_file_path)
assert 'chunk' in output
assert 'part' in output
assert 'artifact' in output
assert 'plane' in output
assert 'observation' in output
# original observation and the one outputed should be identical
reader = obs_reader_writer.ObservationReader()
expected = reader.read(source_file_path)
actual = reader.read(output_file.name)
assert get_acc_meta_checksum(expected) == get_acc_meta_checksum(actual)
def test_checksum_diff():
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
output_file = tempfile.NamedTemporaryFile()
sys.argv = 'caom2_checksum -d -o {} {}'.format(
output_file.name, source_file_path).split()
with patch('sys.stdout', new_callable=StringIO) as stdout_mock:
checksum_diff()
output = stdout_mock.getvalue()
assert 'mismatch' not in output, '{} should have correct checksum'.format(
source_file_path)
assert 'chunk' in output
assert 'part' in output
assert 'artifact' in output
assert 'plane' in output
assert 'observation' in output
# original observation and the one outputed should be identical
reader = obs_reader_writer.ObservationReader()
expected = reader.read(source_file_path)
actual = reader.read(output_file.name)
assert get_acc_meta_checksum(expected) == get_acc_meta_checksum(actual)
def test_round_trip():
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
filename = tempfile.TemporaryFile()
writer = obs_reader_writer.ObservationWriter(
True, namespace=obs_reader_writer.CAOM23_NAMESPACE)
writer.write(obs, filename)
# go back to the beginning of the file
filename.seek(0)
obs = reader.read(filename)
_common_check(obs)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
def test_compatibility_simple_obs():
# tests loads a previously generated observation and checks the checksums
# against the previously calculated (in Java) checksums
logger = logging.getLogger('checksum')
level = logger.getEffectiveLevel()
logger.setLevel(logging.DEBUG)
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleSimple-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
writer = obs_reader_writer.ObservationWriter(
True, namespace=obs_reader_writer.CAOM23_NAMESPACE)
writer.write(obs, '/tmp/test.xml')
_common_check(obs)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
logger.setLevel(level)
def test_compatibility():
# tests loads a previously generated observation and checks the checksums
# against the previously calculated (in Java) checksums
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
writer = obs_reader_writer.ObservationWriter(
True, namespace=obs_reader_writer.CAOM23_NAMESPACE)
writer.write(obs, '/tmp/test.xml')
_common_check(obs)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
# white spaces around strings should not affect the checksum
obs.algorithm = ' {}\t\n'.format(obs.algorithm.name)
assert obs.meta_checksum == get_meta_checksum(obs)
# now change some attributes and see how the checksums start to diverge
old_val = obs.collection
obs.collection = 'OTHER'
_common_check(obs)
assert obs.meta_checksum != get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
obs.collection = old_val
# now change a plane
aplane = list(obs.planes.values())[0]
old_val = aplane.product_id
aplane.product_id = 'TESTPRODID'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
if plane._id == aplane._id:
assert plane.meta_checksum != get_meta_checksum(plane)
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
aplane.product_id = old_val
# change an artifact
anartifact = list(aplane.artifacts.values())[0]
old_val = anartifact.content_length
anartifact.content_length = 3344
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
if artifact._id == anartifact._id:
assert artifact.meta_checksum != get_meta_checksum(artifact)
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
anartifact.content_length = old_val
apart = list(anartifact.parts.values())[0]
old_val = apart.name
apart.name = 'therealpart'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
if part._id == apart._id:
assert part.meta_checksum != get_meta_checksum(part)
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
apart.name = old_val
achunk = list(apart.chunks)[0]
old_val = chunk.naxis
if old_val == 5:
achunk.naxis = 4
else:
achunk.naxis = old_val + 1
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
if chunk._id == achunk._id:
assert chunk.meta_checksum != get_meta_checksum(chunk)
assert chunk.acc_meta_checksum !=\
get_acc_meta_checksum(chunk)
else:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum ==\
get_acc_meta_checksum(chunk)
assert part.meta_checksum == get_meta_checksum(part)
if part._id == apart._id:
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
achunk.naxis = old_val
# update the checksums and everything should match again
update_meta_checksum(obs)
_common_check(obs)
def test_compatibility():
# tests loads a previously generated observation and checks the checksums
# against the previously calculated (in Java) checksums
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r'):
obs = reader.read(source_file_path)
writer = obs_reader_writer.ObservationWriter(True)
writer.write(obs, '/tmp/test.xml')
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
# white spaces around strings should not affect the checksum
obs.algorithm = ' {}\t\n'.format(obs.algorithm.name)
assert obs.meta_checksum == get_meta_checksum(obs)
# now change some attributes and see how the checksums start to diverge
old_val = obs.collection
obs.collection = 'OTHER'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum != get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
obs.collection = old_val
# now change a plane
aplane = list(obs.planes.values())[0]
old_val = aplane.product_id
aplane.product_id = 'TESTPRODID'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
if plane._id == aplane._id:
assert plane.meta_checksum != get_meta_checksum(plane)
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
aplane.product_id = old_val
# change an artifact
anartifact = list(aplane.artifacts.values())[0]
old_val = anartifact.content_length
anartifact.content_length = 3344
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
if artifact._id == anartifact._id:
assert artifact.meta_checksum != get_meta_checksum(artifact)
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
anartifact.content_length = old_val
apart = list(anartifact.parts.values())[0]
old_val = apart.name
apart.name = 'therealpart'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
if part._id == apart._id:
assert part.meta_checksum != get_meta_checksum(part)
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
apart.name = old_val
achunk = list(apart.chunks)[0]
old_val = chunk.naxis
if old_val == 5:
achunk.naxis = 4
else:
achunk.naxis = old_val + 1
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
if chunk._id == achunk._id:
assert chunk.meta_checksum != get_meta_checksum(chunk)
assert chunk.acc_meta_checksum !=\
get_acc_meta_checksum(chunk)
else:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum ==\
get_acc_meta_checksum(chunk)
assert part.meta_checksum == get_meta_checksum(part)
if part._id == apart._id:
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
achunk.naxis = old_val
# update the checksums and everything should match again
update_meta_checksum(obs)
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
def test_compatibility():
# tests loads a previously generated observation and checks the checksums against the previously
# calculated (in Java) checksums
source_file_path = os.path.join(THIS_DIR, TEST_DATA,
'SampleComposite-CAOM-2.3.xml')
reader = obs_reader_writer.ObservationReader(True)
with open(source_file_path, 'r') as f:
obs = reader.read(source_file_path)
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
# check observation
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum == get_acc_meta_checksum(obs)
# now change some attributes and see how the checksums start to diverge
old_val = obs.collection
obs.collection = 'OTHER'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum != get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
obs.collection = old_val
# now change a plane
aplane = list(obs.planes.values())[0]
old_val = aplane.product_id
aplane.product_id = 'TESTPRODID'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
if plane._id == aplane._id:
assert plane.meta_checksum != get_meta_checksum(plane)
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.meta_checksum == get_meta_checksum(plane)
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
aplane.product_id = old_val
# change an artifact
anartifact = list(aplane.artifacts.values())[0]
old_val = anartifact.content_length
anartifact.content_length = 3344
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(part)
if artifact._id == anartifact._id:
assert artifact.meta_checksum != get_meta_checksum(artifact)
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.meta_checksum == get_meta_checksum(artifact)
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
anartifact.content_length = old_val
apart = list(anartifact.parts.values())[0]
old_val = apart.name
apart.name = 'therealpart'
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
if part._id == apart._id:
assert part.meta_checksum != get_meta_checksum(part)
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.meta_checksum == get_meta_checksum(part)
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
apart.name = old_val
achunk = list(apart.chunks)[0]
old_val = chunk.naxis
if old_val == 5:
achunk.naxis = 4
else:
achunk.naxis = old_val + 1
for plane in obs.planes.values():
for artifact in plane.artifacts.values():
for part in artifact.parts.values():
for chunk in part.chunks:
if chunk._id == achunk._id:
assert chunk.meta_checksum != get_meta_checksum(chunk)
assert chunk.acc_meta_checksum != get_acc_meta_checksum(
chunk)
else:
assert chunk.meta_checksum == get_meta_checksum(chunk)
assert chunk.acc_meta_checksum == get_acc_meta_checksum(
chunk)
assert part.meta_checksum == get_meta_checksum(part)
if part._id == apart._id:
assert part.acc_meta_checksum != get_acc_meta_checksum(
part)
else:
assert part.acc_meta_checksum == get_acc_meta_checksum(
part)
assert artifact.meta_checksum == get_meta_checksum(artifact)
if artifact._id == anartifact._id:
assert artifact.acc_meta_checksum != get_acc_meta_checksum(
artifact)
else:
assert artifact.acc_meta_checksum == get_acc_meta_checksum(
artifact)
assert plane.meta_checksum == get_meta_checksum(plane)
if plane._id == aplane._id:
assert plane.acc_meta_checksum != get_acc_meta_checksum(plane)
else:
assert plane.acc_meta_checksum == get_acc_meta_checksum(plane)
assert obs.meta_checksum == get_meta_checksum(obs)
assert obs.acc_meta_checksum != get_acc_meta_checksum(obs)
achunk.naxis = old_val