def test_create_buffer_header(cnet_dataframe, tmpdir): with open(tmpdir.join('test.net'), 'rb') as f: f.seek(io_controlnetwork.HEADERSTARTBYTE) raw_header_message = f.read(cnet_dataframe.header_message_size) header_protocol = cnf.ControlNetFileHeaderV0002() header_protocol.ParseFromString(raw_header_message) #Non-repeating #self.assertEqual('None', header_protocol.networkId) assert 'Moon' == header_protocol.targetName assert io_controlnetwork.DEFAULTUSERNAME == header_protocol.userName assert cnet_dataframe.creation_date == header_protocol.created assert 'None' == header_protocol.description assert cnet_dataframe.modified_date == header_protocol.lastModified #Repeating assert cnet_dataframe.measure_size == header_protocol.pointMessageSizes
def create_buffer_header(self, networkid, targetname, description, username, point_sizes, creation_date, modified_date): """ Create the Google Protocol Buffer header using the protobuf spec. Parameters ---------- networkid : str The user defined identifier of this control network targetname : str The name of the target, e.g. Moon description : str A description for the network. username : str The name of the user / application that created the control network point_sizes : list of the point sizes for each point message Returns ------- header_message : str The serialized message to write header_message_size : int The size of the serialized header, in bytes """ raw_header_message = cnf.ControlNetFileHeaderV0002() raw_header_message.created = creation_date raw_header_message.lastModified = modified_date raw_header_message.networkId = networkid raw_header_message.description = description raw_header_message.targetName = targetname raw_header_message.userName = username raw_header_message.pointMessageSizes.extend(point_sizes) header_message_size = raw_header_message.ByteSize() header_message = raw_header_message.SerializeToString() return header_message, header_message_size
def test_create_buffer_header(self): npts = 5 serial_times = { 295: '1971-07-31T01:24:11.754', 296: '1971-07-31T01:24:36.970' } serials = { i: 'APOLLO15/METRIC/{}'.format(j) for i, j in enumerate(serial_times.values()) } columns = [ 'id', 'pointType', 'serialnumber', 'measureType', 'sample', 'line', 'image_index' ] data = [] for i in range(self.npts): data.append((i, 2, serials[0], 2, 0, 0, 0)) data.append((i, 2, serials[1], 2, 0, 0, 1)) df = pd.DataFrame(data, columns=columns) self.creation_date = strftime("%Y-%m-%d %H:%M:%S", gmtime()) self.modified_date = strftime("%Y-%m-%d %H:%M:%S", gmtime()) io_controlnetwork.to_isis(df, 'test.net', mode='wb', targetname='Moon') self.header_message_size = 78 self.point_start_byte = 65614 # 66949 with open('test.net', 'rb') as f: f.seek(io_controlnetwork.HEADERSTARTBYTE) raw_header_message = f.read(self.header_message_size) header_protocol = cnf.ControlNetFileHeaderV0002() header_protocol.ParseFromString(raw_header_message) #Non-repeating #self.assertEqual('None', header_protocol.networkId) self.assertEqual('Moon', header_protocol.targetName) self.assertEqual(io_controlnetwork.DEFAULTUSERNAME, header_protocol.userName) self.assertEqual(self.creation_date, header_protocol.created) self.assertEqual('None', header_protocol.description) self.assertEqual(self.modified_date, header_protocol.lastModified) #Repeating self.assertEqual([135] * self.npts, header_protocol.pointMessageSizes)
def read(self): """ Given an ISIS store, read the underlying ISIS3 compatible control network and return an IsisControlNetwork dataframe. """ pvl_header = pvl.load(self._path) header_start_byte = find_in_dict(pvl_header, 'HeaderStartByte') header_bytes = find_in_dict(pvl_header, 'HeaderBytes') point_start_byte = find_in_dict(pvl_header, 'PointsStartByte') version = find_in_dict(pvl_header, 'Version') if version == 2: point_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002.fields_by_name if i != 'measures' ] measure_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002_MEASURE.fields_by_name ] cols = point_attrs + measure_attrs cp = cnf.ControlPointFileEntryV0002() self._handle.seek(header_start_byte) pbuf_header = cnf.ControlNetFileHeaderV0002() pbuf_header.ParseFromString(self._handle.read(header_bytes)) self._handle.seek(point_start_byte) cp = cnf.ControlPointFileEntryV0002() pts = [] for s in pbuf_header.pointMessageSizes: cp.ParseFromString(self._handle.read(s)) pt = [getattr(cp, i) for i in point_attrs if i != 'measures'] for measure in cp.measures: meas = pt + [getattr(measure, j) for j in measure_attrs] pts.append(meas) df = IsisControlNetwork(pts, columns=cols) df.header = pvl_header return df
def read(self): """ Given an ISIS store, read the underlying ISIS3 compatible control network and return an IsisControlNetwork dataframe. """ pvl_header = pvl.load(self._path) header_start_byte = find_in_dict(pvl_header, 'HeaderStartByte') header_bytes = find_in_dict(pvl_header, 'HeaderBytes') point_start_byte = find_in_dict(pvl_header, 'PointsStartByte') version = find_in_dict(pvl_header, 'Version') if version == 2: self.point_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002.fields_by_name if i != 'measures' ] self.measure_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002_MEASURE.fields_by_name ] cp = cnf.ControlPointFileEntryV0002() self._handle.seek(header_start_byte) pbuf_header = cnf.ControlNetFileHeaderV0002() pbuf_header.ParseFromString(self._handle.read(header_bytes)) self._handle.seek(point_start_byte) cp = cnf.ControlPointFileEntryV0002() pts = [] for s in pbuf_header.pointMessageSizes: cp.ParseFromString(self._handle.read(s)) pt = [ getattr(cp, i) for i in self.point_attrs if i != 'measures' ] for measure in cp.measures: meas = pt + [ getattr(measure, j) for j in self.measure_attrs ] pts.append(meas) elif version == 5: self.point_attrs = [ i for i in cnp5._CONTROLPOINTFILEENTRYV0005.fields_by_name if i != 'measures' ] self.measure_attrs = [ i for i in cnp5._CONTROLPOINTFILEENTRYV0005_MEASURE.fields_by_name ] cp = cnp5.ControlPointFileEntryV0005() self._handle.seek(header_start_byte) pbuf_header = cnh5.ControlNetFileHeaderV0005() pbuf_header.ParseFromString(self._handle.read(header_bytes)) self._handle.seek(point_start_byte) cp = cnp5.ControlPointFileEntryV0005() pts = [] byte_count = 0 while byte_count < find_in_dict(pvl_header, 'PointsBytes'): message_size = struct.unpack('I', self._handle.read(4))[0] cp.ParseFromString(self._handle.read(message_size)) pt = [ getattr(cp, i) for i in self.point_attrs if i != 'measures' ] for measure in cp.measures: meas = pt + [ getattr(measure, j) for j in self.measure_attrs ] pts.append(meas) byte_count += 4 + message_size # Some point and measure fields have the same name, so mangle them as point_ and measure_ point_cols = [ self.point_field_map[attr] if attr in self.point_field_map else attr for attr in self.point_attrs ] measure_cols = [ self.measure_field_map[attr] if attr in self.measure_field_map else attr for attr in self.measure_attrs ] cols = point_cols + measure_cols df = IsisControlNetwork(pts, columns=cols) # Convert the (0.5, 0.5) origin pixels back to (0,0) pixels df['line'] -= 0.5 df['sample'] -= 0.5 df.header = pvl_header return df
def read(self): """ Given an ISIS store, read the underlying ISIS3 compatible control network and return an IsisControlNetwork dataframe. """ pvl_header = pvl.load(self._path) header_start_byte = find_in_dict(pvl_header, 'HeaderStartByte') header_bytes = find_in_dict(pvl_header, 'HeaderBytes') point_start_byte = find_in_dict(pvl_header, 'PointsStartByte') version = find_in_dict(pvl_header, 'Version') if version == 2: self.point_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002.fields_by_name if i != 'measures' ] self.measure_attrs = [ i for i in cnf._CONTROLPOINTFILEENTRYV0002_MEASURE.fields_by_name ] cp = cnf.ControlPointFileEntryV0002() self._handle.seek(header_start_byte) pbuf_header = cnf.ControlNetFileHeaderV0002() pbuf_header.ParseFromString(self._handle.read(header_bytes)) self._handle.seek(point_start_byte) cp = cnf.ControlPointFileEntryV0002() pts = [] for s in pbuf_header.pointMessageSizes: cp.ParseFromString(self._handle.read(s)) pt = [ getattr(cp, i) for i in self.point_attrs if i != 'measures' ] for measure in cp.measures: meas = pt + [ getattr(measure, j) for j in self.measure_attrs ] pts.append(meas) elif version == 5: self.point_attrs = [ i for i in cnp5._CONTROLPOINTFILEENTRYV0005.fields_by_name if i != 'measures' ] self.measure_attrs = [ i for i in cnp5._CONTROLPOINTFILEENTRYV0005_MEASURE.fields_by_name ] cp = cnp5.ControlPointFileEntryV0005() self._handle.seek(header_start_byte) pbuf_header = cnh5.ControlNetFileHeaderV0005() pbuf_header.ParseFromString(self._handle.read(header_bytes)) self._handle.seek(point_start_byte) cp = cnp5.ControlPointFileEntryV0005() pts = [] byte_count = 0 while byte_count < find_in_dict(pvl_header, 'PointsBytes'): message_size = struct.unpack('I', self._handle.read(4))[0] cp.ParseFromString(self._handle.read(message_size)) pt = [ getattr(cp, i) for i in self.point_attrs if i != 'measures' ] for measure in cp.measures: meas = pt + [ getattr(measure, j) for j in self.measure_attrs ] pts.append(meas) byte_count += 4 + message_size self.point_attrs = [ i if i != 'jigsawRejected' else 'pointJigsawRejected' for i in self.point_attrs ] cols = self.point_attrs + self.measure_attrs cols = self.point_attrs + self.measure_attrs df = IsisControlNetwork(pts, columns=cols) df.header = pvl_header return df