def print_bufr_content3(input_bufr_file, output_fd, separator, max_msg_nr, expand_flags): # #[ implementation 3 """ example implementation using the BUFRInterfaceECMWF class """ if expand_flags: print('Sorry, expand_flags is not yet implemented ' + 'for example implementation 3') # get an instance of the RawBUFRFile class rbf = RawBUFRFile() # open the file for reading, count nr of BUFR messages in it # and store its content in memory, together with # an array of pointers to the start and end of each BUFR message rbf.open(input_bufr_file, 'rb') # extract the number of BUFR messages from the file num_msgs = rbf.get_num_bufr_msgs() # print('num_msgs = ',num_msgs) for msg_nr in range(1, num_msgs + 1): encoded_message, section_sizes, section_start_locations = \ rbf.get_raw_bufr_msg(msg_nr) bufr_obj = BUFRInterfaceECMWF(encoded_message, section_sizes, section_start_locations) # verbose=True) bufr_obj.decode_sections_012() bufr_obj.setup_tables() # print('num_subsets: ', bufr_obj.get_num_subsets()) # print('num_elements: ',bufr_obj.get_num_elements()) # bufr_obj.decode_sections_0123() # bufr_obj.print_sections_0123_metadata() # d = '/home/jos/werk/pybufr_ecmwf_interface/'+\ # 'BUFR_test_files/radar/bufrtables/' # bufr_obj.setup_tables(table_b_to_use = d+'B0000000000085011012.TXT', # table_d_to_use = d+'D0000000000085011012.TXT') # bufr_obj.print_sections_012() # bufr_obj.fill_descriptor_list() # do the actual decoding bufr_obj.decode_data() # needed to have the units ready, so autoget_cval will work bufr_obj.decode_sections_0123() # Create header lines from variable names and units if msg_nr == 1: list_of_names = [] list_of_units = [] for (cname, cunit) in zip(bufr_obj.cnames, bufr_obj.cunits): # glue the ndarray of characters together to form strings if python3: cname_str = ''.join(c.decode() for c in cname).strip() cunit_str = ''.join(c.decode() for c in cunit).strip() else: cname_str = ''.join(cname).strip() cunit_str = ''.join(cunit).strip() # cnames is a bit over dimensioned, so check for empty values if cname_str.strip() == '': break # append the strings to the head list and quote them list_of_names.append('"' + cname_str + '"') list_of_units.append('"' + cunit_str + '"') output_fd.write('"subset nr"' + separator) output_fd.write(separator.join(list_of_names) + '\n') output_fd.write('""' + separator) output_fd.write(separator.join(list_of_units) + '\n') nsubsets = bufr_obj.get_num_subsets() for subs in range(1, nsubsets + 1): # needed to have the units ready, so autoget_cval will work bufr_obj.fill_descriptor_list_subset(subs) nelements = bufr_obj.get_num_elements() data_list = [] for descr_nr in range(nelements): data = bufr_obj.get_value(descr_nr, subs, autoget_cval=True) data_list.append(data) output_fd.write( str(subs) + separator + separator.join(str(val) for val in data_list) + "\n") print('converted BUFR msg nr. ', msg_nr) if (max_msg_nr > 0) and (msg_nr >= max_msg_nr): print('skipping remainder of this BUFR file') break # close the BUFR file rbf.close() if num_msgs == 0: print('no BUFR messages found, are you sure this is a BUFR file?')
def print_bufr_content3(input_bufr_file, output_fd, separator, max_msg_nr, expand_flags): # #[ implementation 3 """ example implementation using the BUFRInterfaceECMWF class """ if expand_flags: print('Sorry, expand_flags is not yet implemented '+ 'for example implementation 3') # get an instance of the RawBUFRFile class rbf = RawBUFRFile() # open the file for reading, count nr of BUFR messages in it # and store its content in memory, together with # an array of pointers to the start and end of each BUFR message rbf.open(input_bufr_file, 'rb') # extract the number of BUFR messages from the file num_msgs = rbf.get_num_bufr_msgs() # print('num_msgs = ',num_msgs) for msg_nr in range(1, num_msgs+1): encoded_message, section_sizes, section_start_locations = \ rbf.get_raw_bufr_msg(msg_nr) bufr_obj = BUFRInterfaceECMWF(encoded_message, section_sizes, section_start_locations) # verbose=True) bufr_obj.decode_sections_012() bufr_obj.setup_tables() # print('num_subsets: ', bufr_obj.get_num_subsets()) # print('num_elements: ',bufr_obj.get_num_elements()) # bufr_obj.decode_sections_0123() # bufr_obj.print_sections_0123_metadata() # d = '/home/jos/werk/pybufr_ecmwf_interface/'+\ # 'BUFR_test_files/radar/bufrtables/' # bufr_obj.setup_tables(table_b_to_use = d+'B0000000000085011012.TXT', # table_d_to_use = d+'D0000000000085011012.TXT') # bufr_obj.print_sections_012() # bufr_obj.fill_descriptor_list() # do the actual decoding bufr_obj.decode_data() # needed to have the units ready, so autoget_cval will work bufr_obj.decode_sections_0123() # Create header lines from variable names and units if msg_nr == 1: list_of_names = [] list_of_units = [] for (cname, cunit) in zip(bufr_obj.cnames, bufr_obj.cunits): # glue the ndarray of characters together to form strings if python3: cname_str = ''.join(c.decode() for c in cname).strip() cunit_str = ''.join(c.decode() for c in cunit).strip() else: cname_str = ''.join(cname).strip() cunit_str = ''.join(cunit).strip() # cnames is a bit over dimensioned, so check for empty values if cname_str.strip() == '': break # append the strings to the head list and quote them list_of_names.append('"'+cname_str+'"') list_of_units.append('"'+cunit_str+'"') output_fd.write('"subset nr"'+separator) output_fd.write(separator.join(list_of_names) + '\n') output_fd.write('""'+separator) output_fd.write(separator.join(list_of_units) + '\n') nsubsets = bufr_obj.get_num_subsets() for subs in range(1, nsubsets+1): # needed to have the units ready, so autoget_cval will work bufr_obj.fill_descriptor_list_subset(subs) nelements = bufr_obj.get_num_elements() data_list = [] for descr_nr in range(nelements): data = bufr_obj.get_value(descr_nr, subs, autoget_cval=True) data_list.append(data) output_fd.write(str(subs)+separator+ separator.join(str(val) for val in data_list)+ "\n") print('converted BUFR msg nr. ', msg_nr) if (max_msg_nr > 0) and (msg_nr >= max_msg_nr): print('skipping remainder of this BUFR file') break # close the BUFR file rbf.close() if num_msgs == 0: print('no BUFR messages found, are you sure this is a BUFR file?')