class RosbagReader():
def __init__(self, input_bag, save_dir):
self.save_dir = save_dir
Path.mkdir(self.save_dir, parents=True, exist_ok=True)
self.bag = Bag(input_bag)
def print_bag_info(self):
info_dict = yaml.load(Bag(self.bag, 'r')._get_yaml_info())
print(info_dict)
def extract_camera_data(self):
image_topic = '/camera_left/color/image_raw'
bag_name = self.bag.filename.strip(".bag").split('/')[-1]
output_dir = os.path.join(self.save_dir, bag_name, 'camera')
if not os.path.exists(output_dir):
os.makedirs(output_dir)
bridge = CvBridge()
count = 0
for topic, msg, t in self.bag.read_messages(topics=[image_topic]):
cv_img = bridge.imgmsg_to_cv2(msg, desired_encoding="passthrough")
cv2.imwrite(os.path.join(output_dir, "frame%06i.png" % count),
cv_img)
print("Wrote image {}".format(count))
count += 1
def extract_lidar_frames(self, extension, topicList=None):
topic_name = '/front_lidar/velodyne_points'
# bag_name = self.bag.filename.strip(".bag").split('/')[-1]
# save_temp_dir = os.path.join(self.save_dir,bag_name)
i = 0
for topic, msg, t in self.bag.read_messages(topic_name):
# for each instance in time that has data for topicName
# parse data from this instance
save_file = self.save_dir / 'frame_{}.{}'.format(i, extension)
i += 1
if topic == '/front_lidar/velodyne_points':
pc_list = [[p[0], p[1], p[2], p[3]]
for p in pc2.read_points(msg,
skip_nans=True,
field_names=("x", "y", "z",
"intensity"))]
# print(np.array(pc_list, dtype=np.float32).shape)
def read_bag(self, save_to_csv=True):
"""
Return dict with all recorded messages with topics as keys
Args:
save_to_csv (bool, optional): Save data to csv files (one individual file per topic) if True
Returns:
dict: containing all published data points per topic
"""
topics = self.readBagTopicList()
messages = {}
max_it_bag = 10
it_bag = 0
# iterate through topic, message, timestamp of published messages in bag
for topic, msg, _ in self.bag.read_messages(topics=topics):
if type(msg).__name__ == '_sensor_msgs__PointCloud2':
points = np.zeros((msg.height * msg.width, 3))
for pp, ii in zip(
pc2.read_points(msg,
skip_nans=True,
field_names=("x", "y", "z")),
range(points.shape[0])):
points[ii, :] = [pp[0], pp[1], pp[2]]
msg = points
if topic not in messages:
messages[topic] = [msg]
else:
messages[topic].append(msg)
it_bag += 1
if it_bag >= max_it_bag:
break # stop -- too many topics
return messages
def readBagTopicList(self):
"""
Read and save the initial topic list from bag
"""
print("[OK] Reading topics in this bag. Can take a while..")
topicList = []
bag_info = yaml.load(self.bag._get_yaml_info(), Loader=yaml.FullLoader)
for info in bag_info['topics']:
topicList.append(info['topic'])
print('{0} topics found'.format(len(topicList)))
return topicList
class RosbagReader():
def __init__(self, input_bag, save_dir):
self.save_dir = save_dir
Path.mkdir(self.save_dir, parents=True, exist_ok=True)
self.bag = Bag(input_bag)
def print_bag_info(self):
info_dict = yaml.load(Bag(self.bag, 'r')._get_yaml_info())
print(info_dict)
def extract_camera_data(self):
image_topic = '/camera_left/color/image_raw'
bag_name = self.bag.filename.strip(".bag").split('/')[-1]
output_dir = os.path.join(self.save_dir, bag_name, 'camera')
if not os.path.exists(output_dir):
os.makedirs(output_dir)
bridge = CvBridge()
count = 0
for topic, msg, t in self.bag.read_messages(topics=[image_topic]):
cv_img = bridge.imgmsg_to_cv2(msg, desired_encoding="passthrough")
cv2.imwrite(os.path.join(output_dir, "frame%06i.png" % count),
cv_img)
print("Wrote image {}".format(count))
count += 1
def extract_lidar_frames(self, extension, topicList=None):
topic_name = '/front_lidar/velodyne_points'
# bag_name = self.bag.filename.strip(".bag").split('/')[-1]
# save_temp_dir = os.path.join(self.save_dir,bag_name)
i = 0
for topic, msg, t in self.bag.read_messages(topic_name):
# for each instance in time that has data for topicName
# parse data from this instance
save_file = self.save_dir / 'frame_{}.{}'.format(i, extension)
i += 1
if topic == '/front_lidar/velodyne_points':
pc_list = [[p[0], p[1], p[2], p[3]]
for p in pc2.read_points(msg,
skip_nans=True,
field_names=("x", "y", "z",
"intensity"))]
# print(np.array(pc_list, dtype=np.float32).shape)
if extension == 'pcd':
p = pcl.PointCloud(np.array(pc_list, dtype=np.float32))
p.to_file(save_file)
elif extension == 'h5':
save_h5_basic(save_file, np.array(pc_list, dtype=np.float32))
print('---> Saved {} frames to files.'.format(i))
def save_bag_to_csv(self, topicList=None):
if not topicList:
topicList = self.readBagTopicList()
for topic_name in topicList:
bag_name = self.bag.filename.strip(".bag").split('/')[-1]
filename = self.save_dir + bag_name + topic_name.replace(
'/', '-') + '.csv'
# create csv file for topic data
with open(filename, 'w+') as csvfile:
print("Parsing data. This may take a while.")
filewriter = csv.writer(csvfile, delimiter=',')
flag = 1 # use flag to only write header once to csv file
for topic, msg, t in self.bag.read_messages(topic_name):
# for each instance in time that has data for topicName
# parse data from this instance
row = [t]
if topic == '/front_lidar/velodyne_points':
header = [
"rosbagTimestamp", "x", "y", "z", "intensity",
"time"
]
if flag:
filewriter.writerow(header)
flag = 0
for p in pc2.read_points(msg,
skip_nans=True,
field_names=("x", "y", "z",
"intensity",
"time")):
row += [p[0], p[1], p[2], p[3], p[4]]
filewriter.writerow(row)
row = [t]
else:
msg_fields = msg.fields
field_names = []
header = ['rosbagTimestamp']
for f in msg_fields:
field_names.append(f.name)
header.append(f.name)
if flag:
filewriter.writerow(header)
flag = 0
for p in pc2.read_points(
msg,
skip_nans=True,
field_names=tuple(field_names)):
row += list(p)
filewriter.writerow(row)
row = [t]
print("Parsed data. Saved as {}".format(filename))
def save_rwth_detections(self):
"""
Saves Detections generated by RWTH Detector into separate csv files.
"""
os.chdir(self.save_dir)
topic_name = '/drow_detected_persons'
bag_name = string.rstrip(self.bag.filename, ".bag")
filename = self.save_dir + bag_name + string.replace(
topic_name, '/', '-') + '.csv'
# create csv file for topic data
with open(filename, 'w+') as csvfile:
print("Parsing data. This may take a while.")
filewriter = csv.writer(csvfile, delimiter=',')
header = [
'rosbagTimestamp', 'detection_id', 'confidence', 'det_x',
'det_y', 'det_z', 'height'
]
filewriter.writerow(header)
for _, msg, t in self.bag.read_messages(topic_name):
for det in msg.detections:
row = [t]
row.append(det.detection_id)
row.append(det.confidence)
row.append(det.pose.pose.position.x)
row.append(det.pose.pose.position.y)
row.append(det.pose.pose.position.z)
row.append(det.height)
filewriter.writerow(row)
row = [t]
print("Parsed data. Saved as {}".format(filename))
def read_bag(self, save_to_csv=True):
"""
Return dict with all recorded messages with topics as keys
Args:
save_to_csv (bool, optional): Save data to csv files (one individual file per topic) if True
Returns:
dict: containing all published data points per topic
"""
topics = self.readBagTopicList()
messages = {}
max_it_bag = 10
it_bag = 0
# iterate through topic, message, timestamp of published messages in bag
for topic, msg, _ in self.bag.read_messages(topics=topics):
if type(msg).__name__ == '_sensor_msgs__PointCloud2':
points = np.zeros((msg.height * msg.width, 3))
for pp, ii in zip(
pc2.read_points(msg,
skip_nans=True,
field_names=("x", "y", "z")),
range(points.shape[0])):
points[ii, :] = [pp[0], pp[1], pp[2]]
msg = points
if topic not in messages:
messages[topic] = [msg]
else:
messages[topic].append(msg)
it_bag += 1
if it_bag >= max_it_bag:
break # stop -- too many topics
return messages
def readBagTopicList(self):
"""
Read and save the initial topic list from bag
"""
print("[OK] Reading topics in this bag. Can take a while..")
topicList = []
bag_info = yaml.load(self.bag._get_yaml_info(), Loader=yaml.FullLoader)
for info in bag_info['topics']:
topicList.append(info['topic'])
print('{0} topics found'.format(len(topicList)))
return topicList