def read_bufr_desc(args): """Read BUFR(s), decode meta-data and descriptor list, write to file-handle. """ try: fh_out = open(args.out_file, "w") except: fh_out = sys.stdout for fn_in in args.in_file: print("FILE\t%s" % os.path.basename(fn_in), file=fh_out) i = 0 for blob, size, header in load_file.next_bufr(fn_in): if args.bulletin is not None and i != args.bulletin: i += 1 continue print("BUFR\t#%d (%d B)" % (i, size), file=fh_out) i += 1 print("HEADER\t%s" % header, file=fh_out) try: bufr = Bufr(args.tables_type, args.tables_path) bufr.decode_meta(blob, load_tables=(not args.sparse)) print("META\n%s" % bufr.get_meta_str(), file=fh_out) if args.sparse: d = bufr.get_descr_short() else: d = bufr.get_descr_full() print("DESC :\n%s" % "\n".join(d), file=fh_out) except Exception as e: print("ERROR\t%s" % e, file=fh_out) if logger.isEnabledFor(logging.DEBUG): logger.exception(e) if fh_out is not sys.stdout: fh_out.close()
def runner(args): bufr = Bufr(os.environ["BUFR_TABLES_TYPE"], os.environ["BUFR_TABLES"]) with open(args.filename[0], "rb") as fh_in: bufr_data = fh_in.read() if args.amtl: station_descr = (1002, ) else: station_descr = (1002, 1018) try: with gzip_open("%s.geojson.gz" % args.filename[0], "wt") as fh_out: i = 0 if args.jsonp: fh_out.write('appendData( ') fh_out.write('{ "type" : "FeatureCollection",\n') fh_out.write('"datetime_current" : "%s",\n' % (datetime.utcnow().strftime("%Y-%m-%d %H:%M"))) fh_out.write('"features" : [') for blob, size, header in trollbufr.load_file.next_bufr( bin_data=bufr_data): bufr.decode_meta(blob) tabl = bufr.get_tables() for report in bufr.next_subset(): station_accepted = False feature_set = { "type": "Feature", "geometry": { "type": "Point", "coordinates": [] }, "properties": {} } feature_coordinates = [0, 0, 0] feature_properties = {"abbreviated_heading": header} try: j = 0 for descr_entry in report.next_data(): if descr_entry.mark is not None: continue if descr_entry.descr in (5001, 5002, 27001, 27002): feature_coordinates[1] = descr_entry.value continue if descr_entry.descr in (6001, 6002, 28001, 28002): feature_coordinates[0] = descr_entry.value continue if descr_entry.descr in ( 7001, 7002, 7007, 7030, 10007) and descr_entry.value: feature_coordinates[2] = descr_entry.value continue if descr_entry.descr in station_descr and descr_entry.value is not None: station_accepted = True # d_name, d_unit, d_typ d_info = tabl.lookup_elem(descr_entry.descr) if d_info.unit.upper() in ("CCITT IA5", "NUMERIC", "CODE TABLE", "FLAG TABLE"): d_unit = None else: d_unit = d_info.unit if descr_entry.value is None or d_info.type in ( TabBType.NUMERIC, TabBType.LONG, TabBType.DOUBLE): d_value = descr_entry.value elif d_info.type in ( TabBType.CODE, TabBType.FLAG ) and descr_entry.value is not None: d_value = tabl.lookup_codeflag( descr_entry.descr, descr_entry.value) else: d_value = str( descr_entry.value).decode("latin1") feature_properties["data_%03d" % (j)] = { "name": d_info.name, "value": d_value } if d_info.shortname is not None: feature_properties[ "data_%03d" % (j)]["shortname"] = d_info.shortname if d_unit is not None: feature_properties["data_%03d" % (j)]["unit"] = str(d_unit) j += 1 except Exception as e: station_accepted = False if "Unknown descriptor" not in str(e): raise e if station_accepted: if i: fh_out.write(",\n") i += 1 feature_set["geometry"][ "coordinates"] = feature_coordinates feature_set["properties"] = feature_properties dump(feature_set, fh_out, indent=3, separators=(',', ': ')) fh_out.write(']\n}\n') if args.jsonp: fh_out.write(');\n') except Exception as e: logger.info(e, exc_info=1) return 0
def read_bufr_data(args): """Read BUFR(s), decode data section and write to file-handle. Depending on command argument "--array", either process the subsets in sequence, which is ideal for un-compressed BUFR, or process each descriptor per all subsets at once, which improves performance for compressed BUFR. """ try: fh_out = open(args.out_file, "w") except: fh_out = sys.stdout bufr = Bufr(args.tables_type, args.tables_path) for fn_in in args.in_file: print("FILE\t%s" % os.path.basename(fn_in), file=fh_out) i = 0 for blob, size, header in load_file.next_bufr(fn_in): if args.bulletin is not None and i != args.bulletin: i += 1 continue print("BUFR\t#%d (%d B)" % (i, size), file=fh_out) i += 1 print("HEADER\t%s" % header, file=fh_out) try: bufr.decode_meta(blob, load_tables=False) tabl = bufr.load_tables() print("META:\n%s" % bufr.get_meta_str(), file=fh_out) for report in bufr.next_subset(args.array and bufr.is_compressed): print("SUBSET\t#%d/%d" % report.subs_num, file=fh_out) if args.sparse or (args.array and bufr.is_compressed): for descr_entry in report.next_data(): if descr_entry.mark is not None: if isinstance(descr_entry.value, (list)): descr_value = "".join( [str(x) for x in descr_entry.value]) else: descr_value = descr_entry.value print(" ", descr_entry.mark, descr_value, end="", file=fh_out) print(file=fh_out) continue if descr_entry.value is None: print("%06d: ///" % (descr_entry.descr), file=fh_out) elif descr_entry.quality is not None: print( "%06d: %s (%s)" % (descr_entry.descr, str(descr_entry.value), descr_entry.quality), file=fh_out) else: print("%06d: %s" % (descr_entry.descr, str(descr_entry.value)), file=fh_out) else: for descr_entry in report.next_data(): if descr_entry.mark is not None: if isinstance(descr_entry.value, (list)): descr_value = "".join( [str(x) for x in descr_entry.value]) else: descr_value = descr_entry.value print(" ", descr_entry.mark, descr_value, end="", file=fh_out) print(file=fh_out) continue descr_info = tabl.lookup_elem(descr_entry.descr) if descr_info.type in (TabBType.CODE, TabBType.FLAG): if descr_entry.value is None: print("%06d %-40s = Missing value" % (descr_entry.descr, descr_info.name), file=fh_out) else: v = tabl.lookup_codeflag( descr_entry.descr, descr_entry.value) print("%06d %-40s = %s" % (descr_entry.descr, descr_info.name, str(v)), file=fh_out) else: if descr_info.unit in ("CCITT IA5", "Numeric"): dinf_unit = "" else: dinf_unit = descr_info.unit if descr_entry.value is None: print("%06d %-40s = /// %s" % (descr_entry.descr, descr_info.name, dinf_unit), file=fh_out) elif descr_entry.quality is not None: print("%06d %-40s = %s %s (%s)" % (descr_entry.descr, descr_info.name, str(descr_entry.value), dinf_unit, descr_entry.quality), file=fh_out) else: print("%06d %-40s = %s %s" % (descr_entry.descr, descr_info.name, str(descr_entry.value), dinf_unit), file=fh_out) except Exception as e: print("ERROR\t%s" % e, file=fh_out) if logger.isEnabledFor(logging.DEBUG): logger.exception(e) else: logger.warning(e) if fh_out is not sys.stdout: fh_out.close()