def read_bufr_desc(args):
"""Read BUFR(s), decode meta-data and descriptor list, write to file-handle.
"""
try:
fh_out = open(args.out_file, "w")
except:
fh_out = sys.stdout
for fn_in in args.in_file:
print("FILE\t%s" % os.path.basename(fn_in), file=fh_out)
i = 0
for blob, size, header in load_file.next_bufr(fn_in):
if args.bulletin is not None and i != args.bulletin:
i += 1
continue
print("BUFR\t#%d (%d B)" % (i, size), file=fh_out)
i += 1
print("HEADER\t%s" % header, file=fh_out)
try:
bufr = Bufr(args.tables_type, args.tables_path)
bufr.decode_meta(blob, load_tables=(not args.sparse))
print("META\n%s" % bufr.get_meta_str(), file=fh_out)
if args.sparse:
d = bufr.get_descr_short()
else:
d = bufr.get_descr_full()
print("DESC :\n%s" % "\n".join(d), file=fh_out)
except Exception as e:
print("ERROR\t%s" % e, file=fh_out)
if logger.isEnabledFor(logging.DEBUG):
logger.exception(e)
if fh_out is not sys.stdout:
fh_out.close()
def runner(args):
bufr = Bufr(os.environ["BUFR_TABLES_TYPE"], os.environ["BUFR_TABLES"])
with open(args.filename[0], "rb") as fh_in:
bufr_data = fh_in.read()
if args.amtl:
station_descr = (1002, )
else:
station_descr = (1002, 1018)
try:
with gzip_open("%s.geojson.gz" % args.filename[0], "wt") as fh_out:
i = 0
if args.jsonp:
fh_out.write('appendData( ')
fh_out.write('{ "type" : "FeatureCollection",\n')
fh_out.write('"datetime_current" : "%s",\n' %
(datetime.utcnow().strftime("%Y-%m-%d %H:%M")))
fh_out.write('"features" : [')
for blob, size, header in trollbufr.load_file.next_bufr(
bin_data=bufr_data):
bufr.decode_meta(blob)
tabl = bufr.get_tables()
for report in bufr.next_subset():
station_accepted = False
feature_set = {
"type": "Feature",
"geometry": {
"type": "Point",
"coordinates": []
},
"properties": {}
}
feature_coordinates = [0, 0, 0]
feature_properties = {"abbreviated_heading": header}
try:
j = 0
for descr_entry in report.next_data():
if descr_entry.mark is not None:
continue
if descr_entry.descr in (5001, 5002, 27001, 27002):
feature_coordinates[1] = descr_entry.value
continue
if descr_entry.descr in (6001, 6002, 28001, 28002):
feature_coordinates[0] = descr_entry.value
continue
if descr_entry.descr in (
7001, 7002, 7007, 7030,
10007) and descr_entry.value:
feature_coordinates[2] = descr_entry.value
continue
if descr_entry.descr in station_descr and descr_entry.value is not None:
station_accepted = True
# d_name, d_unit, d_typ
d_info = tabl.lookup_elem(descr_entry.descr)
if d_info.unit.upper() in ("CCITT IA5", "NUMERIC",
"CODE TABLE",
"FLAG TABLE"):
d_unit = None
else:
d_unit = d_info.unit
if descr_entry.value is None or d_info.type in (
TabBType.NUMERIC, TabBType.LONG,
TabBType.DOUBLE):
d_value = descr_entry.value
elif d_info.type in (
TabBType.CODE, TabBType.FLAG
) and descr_entry.value is not None:
d_value = tabl.lookup_codeflag(
descr_entry.descr, descr_entry.value)
else:
d_value = str(
descr_entry.value).decode("latin1")
feature_properties["data_%03d" % (j)] = {
"name": d_info.name,
"value": d_value
}
if d_info.shortname is not None:
feature_properties[
"data_%03d" %
(j)]["shortname"] = d_info.shortname
if d_unit is not None:
feature_properties["data_%03d" %
(j)]["unit"] = str(d_unit)
j += 1
except Exception as e:
station_accepted = False
if "Unknown descriptor" not in str(e):
raise e
if station_accepted:
if i:
fh_out.write(",\n")
i += 1
feature_set["geometry"][
"coordinates"] = feature_coordinates
feature_set["properties"] = feature_properties
dump(feature_set,
fh_out,
indent=3,
separators=(',', ': '))
fh_out.write(']\n}\n')
if args.jsonp:
fh_out.write(');\n')
except Exception as e:
logger.info(e, exc_info=1)
return 0
def read_bufr_data(args):
"""Read BUFR(s), decode data section and write to file-handle.
Depending on command argument "--array", either process the subsets in
sequence, which is ideal for un-compressed BUFR, or process each descriptor
per all subsets at once, which improves performance for compressed BUFR.
"""
try:
fh_out = open(args.out_file, "w")
except:
fh_out = sys.stdout
bufr = Bufr(args.tables_type, args.tables_path)
for fn_in in args.in_file:
print("FILE\t%s" % os.path.basename(fn_in), file=fh_out)
i = 0
for blob, size, header in load_file.next_bufr(fn_in):
if args.bulletin is not None and i != args.bulletin:
i += 1
continue
print("BUFR\t#%d (%d B)" % (i, size), file=fh_out)
i += 1
print("HEADER\t%s" % header, file=fh_out)
try:
bufr.decode_meta(blob, load_tables=False)
tabl = bufr.load_tables()
print("META:\n%s" % bufr.get_meta_str(), file=fh_out)
for report in bufr.next_subset(args.array
and bufr.is_compressed):
print("SUBSET\t#%d/%d" % report.subs_num, file=fh_out)
if args.sparse or (args.array and bufr.is_compressed):
for descr_entry in report.next_data():
if descr_entry.mark is not None:
if isinstance(descr_entry.value, (list)):
descr_value = "".join(
[str(x) for x in descr_entry.value])
else:
descr_value = descr_entry.value
print(" ",
descr_entry.mark,
descr_value,
end="",
file=fh_out)
print(file=fh_out)
continue
if descr_entry.value is None:
print("%06d: ///" % (descr_entry.descr),
file=fh_out)
elif descr_entry.quality is not None:
print(
"%06d: %s (%s)" %
(descr_entry.descr, str(descr_entry.value),
descr_entry.quality),
file=fh_out)
else:
print("%06d: %s" % (descr_entry.descr,
str(descr_entry.value)),
file=fh_out)
else:
for descr_entry in report.next_data():
if descr_entry.mark is not None:
if isinstance(descr_entry.value, (list)):
descr_value = "".join(
[str(x) for x in descr_entry.value])
else:
descr_value = descr_entry.value
print(" ",
descr_entry.mark,
descr_value,
end="",
file=fh_out)
print(file=fh_out)
continue
descr_info = tabl.lookup_elem(descr_entry.descr)
if descr_info.type in (TabBType.CODE,
TabBType.FLAG):
if descr_entry.value is None:
print("%06d %-40s = Missing value" %
(descr_entry.descr, descr_info.name),
file=fh_out)
else:
v = tabl.lookup_codeflag(
descr_entry.descr, descr_entry.value)
print("%06d %-40s = %s" %
(descr_entry.descr, descr_info.name,
str(v)),
file=fh_out)
else:
if descr_info.unit in ("CCITT IA5", "Numeric"):
dinf_unit = ""
else:
dinf_unit = descr_info.unit
if descr_entry.value is None:
print("%06d %-40s = /// %s" %
(descr_entry.descr, descr_info.name,
dinf_unit),
file=fh_out)
elif descr_entry.quality is not None:
print("%06d %-40s = %s %s (%s)" %
(descr_entry.descr, descr_info.name,
str(descr_entry.value), dinf_unit,
descr_entry.quality),
file=fh_out)
else:
print("%06d %-40s = %s %s" %
(descr_entry.descr, descr_info.name,
str(descr_entry.value), dinf_unit),
file=fh_out)
except Exception as e:
print("ERROR\t%s" % e, file=fh_out)
if logger.isEnabledFor(logging.DEBUG):
logger.exception(e)
else:
logger.warning(e)
if fh_out is not sys.stdout:
fh_out.close()
