def test_bas(self):
"""
BAS Tests
"""
bas_filename = "tests/7_Vernadsky_2013-05-16.txt"
b = load('BAS', bas_filename)
self.assertTrue("CONTENT$1" in b.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in b.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in b.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in b.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in b.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in b.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in b.extcsv_ds.keys())
self.assertTrue("Class" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WLCode" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("ObsCode" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("ColumnO3" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("StdDevO3" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("UTC_Begin" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("UTC_End" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("UTC_Mean" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("nOBs" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("mMu" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("ColumnSO2" in b.extcsv_ds["PROFILE$1"].keys())
self.assertEqual(b.extcsv_ds["PROFILE$1"]["ColumnO3"][0], "264")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["ColumnO3"][1], "264")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["ColumnO3"][10], "286")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["StdDevO3"][10], "4")
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Country"], ["ATA"])
self.assertEqual(b.extcsv_ds["DATA_GENERATION$1"]["Agency"], ["BAS"])
def test_vaisala(self):
"""
Vaisala Tests
"""
Vaisala_filename = "tests/Ozono000121_14SEG_SKBO.txt"
Vai = load('Vaisala', Vaisala_filename, "Vaisala", "Vaisala_Agency", {"ID": "666", "SA": "Vaisala_SA", "country": "Vaisala_Country"}) # noqa
self.assertTrue("CONTENT$1" in Vai.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in Vai.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in Vai.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in Vai.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in Vai.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in Vai.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in Vai.extcsv_ds.keys())
self.assertTrue("Class" in Vai.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in Vai.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in Vai.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in Vai.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in Vai.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in Vai.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in Vai.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("ScientificAuthority" in
Vai.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in Vai.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in Vai.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in Vai.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in Vai.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in Vai.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in Vai.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in Vai.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in Vai.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in Vai.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in Vai.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in Vai.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in Vai.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in Vai.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in Vai.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Pressure" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in Vai.extcsv_ds["PROFILE$1"].keys()) # noqa
self.assertTrue("Temperature" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in Vai.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in Vai.extcsv_ds["PROFILE$1"].keys()) # noqa
self.assertTrue("SampleTemperature" in Vai.extcsv_ds["PROFILE$1"].keys()) # noqa
self.assertEqual(Vai.extcsv_ds["PROFILE$1"]["Pressure"][0], "753.2")
self.assertEqual(Vai.extcsv_ds["PROFILE$1"]["Pressure"][1], "747.3")
self.assertEqual(Vai.extcsv_ds["PROFILE$1"]["Pressure"][10], "692.1")
self.assertEqual(Vai.extcsv_ds["PROFILE$1"]["O3PartialPressure"][10], "2.12") # noqa
self.assertEqual(Vai.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(Vai.extcsv_ds["PLATFORM$1"]["Country"], ["Vaisala_Country"]) # noqa
self.assertEqual(Vai.extcsv_ds["DATA_GENERATION$1"]["Agency"], ["Vaisala_Agency"]) # noqa
def test_shadoz(self):
"""
Tests for SHADOZ
"""
shadoz_filename = "tests/reunion_20141210_V05.dat"
s = load('SHADOZ', shadoz_filename)
self.assertTrue("CONTENT$1" in s.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in s.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in s.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in s.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in s.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in s.extcsv_ds.keys())
self.assertTrue("FLIGHT_SUMMARY$1" in s.extcsv_ds.keys())
self.assertTrue("AUXILIARY_DATA$1" in s.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in s.extcsv_ds.keys())
self.assertTrue("Class" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue(
"IntegratedO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionCode" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"SondeTotalO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionFactor" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("TotalO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("WLCode" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("ObsType" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Instrument" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Number" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("RadioSonde" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"Sonde Climatology" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"Background Current" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("PumpRate" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"KI Solution" in s.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("Pressure" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in s.extcsv_ds["PROFILE$1"].keys())
with open(shadoz_filename) as f:
counter = 0
line_counter = 0
payload_val = 0
for line in f:
if line_counter == 0:
payload_val = int(line)
if line_counter >= payload_val and line.strip() != '':
payload_list = [
v.strip() for v in re.split(r'\s{2,}', line.strip())
] # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["Pressure"][counter],
payload_list[1]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["O3PartialPressure"][counter],
payload_list[5]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["Temperature"][counter],
payload_list[3]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["WindSpeed"][counter],
payload_list[9]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["WindDirection"][counter],
payload_list[8]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["Duration"][counter],
payload_list[0]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["GPHeight"][counter],
str(float(payload_list[2]) * 1000)) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["RelativeHumidity"][counter],
payload_list[4]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["SampleTemperature"][counter],
payload_list[10]) # noqa
self.assertEqual(
s.extcsv_ds["PROFILE$1"]["LevelCode"][counter],
'') # noqa
counter += 1
line_counter += 1
for val in [
'Pressure', 'O3PartialPressure', 'Temperature', 'WindSpeed',
'WindDirection', 'Duration', 'GPHeight', 'RelativeHumidity',
'SampleTemperature', 'LevelCode'
]:
self.assertEqual(len(s.extcsv_ds["PROFILE$1"][val]), counter)
self.assertEqual(s.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(s.extcsv_ds["PLATFORM$1"]["Country"], ["FRA"])
self.assertEqual(s.extcsv_ds["DATA_GENERATION$1"]["Agency"],
["U_LaReunion"])
def test_AMES(self):
"""
Tests for AMES-2160
"""
AMES_filename = "tests/le140101.b11"
AMES_filename2 = 'tests/bu20170609.b18'
# test for error when agency name is None
# (not passed in CLI)
with self.assertRaises(WOUDCFormatParserError):
a = load('AMES-2160', AMES_filename)
a = load('AMES-2160', AMES_filename, agency_name="UKMO")
b = load('AMES-2160', AMES_filename2, agency_name="NOAA-CMDL")
self.assertTrue("CONTENT$1" in a.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in a.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in a.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in a.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in a.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in a.extcsv_ds.keys())
self.assertTrue("AUXILIARY_DATA$1" in a.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in a.extcsv_ds.keys())
self.assertTrue("Class" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("MeteoSonde" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("ib1" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("ib2" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("PumpRate" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in a.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("Pressure" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in a.extcsv_ds["PROFILE$1"].keys())
with open(AMES_filename) as f:
payload = False
counter = 0
for line in f:
if payload:
payload_list = [str(float(x)) for x in line.split()]
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["Pressure"][counter],
payload_list[0]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["O3PartialPressure"][counter],
payload_list[6]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["Temperature"][counter],
payload_list[3]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["WindSpeed"][counter],
payload_list[8]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["WindDirection"][counter],
payload_list[7]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["Duration"][counter],
payload_list[1]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["GPHeight"][counter],
payload_list[2]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["RelativeHumidity"][counter],
payload_list[4]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["SampleTemperature"][counter],
payload_list[5]) # noqa
self.assertEqual(
a.extcsv_ds["PROFILE$1"]["LevelCode"][counter],
'') # noqa
counter += 1
if 'ECC6A' in line:
payload = True
self.assertEqual(a.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(a.extcsv_ds["PLATFORM$1"]["Country"], ["GBR"])
self.assertEqual(a.extcsv_ds["DATA_GENERATION$1"]["Agency"], ["UKMO"])
self.assertTrue("CONTENT$1" in b.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in b.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in b.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in b.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in b.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in b.extcsv_ds.keys())
self.assertTrue("AUXILIARY_DATA$1" in b.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in b.extcsv_ds.keys())
self.assertTrue("Class" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("MeteoSonde" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("ib1" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("ib2" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("PumpRate" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in b.extcsv_ds["AUXILIARY_DATA$1"].keys())
self.assertTrue("Pressure" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in b.extcsv_ds["PROFILE$1"].keys())
with open(AMES_filename2) as f:
payload = False
counter = 0
for line in f:
if payload:
payload_list = [str(float(x)) for x in line.split()]
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["Pressure"][counter],
payload_list[1]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["O3PartialPressure"][counter],
payload_list[5]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["Temperature"][counter],
str(float(payload_list[3]) - 273.15)) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["WindSpeed"][counter],
payload_list[7]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["WindDirection"][counter],
payload_list[6]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["Duration"][counter],
payload_list[0]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["GPHeight"][counter],
payload_list[2]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["RelativeHumidity"][counter],
payload_list[4]) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["SampleTemperature"][counter],
str(float(payload_list[11]) - 273.15)) # noqa
self.assertEqual(
b.extcsv_ds["PROFILE$1"]["LevelCode"][counter],
'') # noqa
counter += 1
if ' s hPa' in line:
payload = True
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Country"], ["USA"])
self.assertEqual(b.extcsv_ds["DATA_GENERATION$1"]["Agency"],
["NOAA-CMDL"])
# OTHER DEALINGS IN THE SOFTWARE.
#
# =================================================================
# Convert SHADOZ file to ext-csv file
# Example : Use woudc_format.load function and dump function to create file
# Optional argument 'metadata' is used
import woudc_formats
import logging
from woudc_formats.util import setup_logger
logfile = 'PATH TO LOG FILE'
loglevel = 'DEBUG'
setup_logger(logfile, loglevel)
LOGGER = logging.getLogger(__name__)
outpath = 'PATH TO OUTPUT EXT-CSV FILE'
inpath = 'PATH TO INPUT SHADOZ FILE'
metadata = {
'station': 'San Pedro',
'type': 'STN',
'ID': '523',
'country': 'Costa Rica'
}
ecsv = woudc_formats.load('SHADOZ', inpath, metadata)
woudc_formats.dump(ecsv, outpath)
def test_shadoz(self):
"""
Tests for SHADOZ
"""
shadoz_filename = "tests/reunion_20141210_V05.dat"
s = load('SHADOZ', shadoz_filename)
self.assertTrue("CONTENT$1" in s.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in s.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in s.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in s.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in s.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in s.extcsv_ds.keys())
self.assertTrue("FLIGHT_SUMMARY$1" in s.extcsv_ds.keys())
self.assertTrue("AIXILLARY_DATA$1" in s.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in s.extcsv_ds.keys())
self.assertTrue("Class" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in s.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in s.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in s.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in s.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in s.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in s.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue(
"IntegratedO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionCode" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"SondeTotalO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionFactor" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("TotalO3" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("WLCode" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("ObsType" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Instrument" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Number" in s.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("MeteoSonde" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib1" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib2" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("PumpRate" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in s.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("Pressure" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in s.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in s.extcsv_ds["PROFILE$1"].keys())
self.assertEqual(s.extcsv_ds["PROFILE$1"]["Pressure"][0], "1014.200")
self.assertEqual(s.extcsv_ds["PROFILE$1"]["Pressure"][1], "1012.300")
self.assertEqual(s.extcsv_ds["PROFILE$1"]["Pressure"][10], "1006.300")
self.assertEqual(s.extcsv_ds["PROFILE$1"]["O3PartialPressure"][10],
"2.082")
self.assertEqual(s.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(s.extcsv_ds["PLATFORM$1"]["Country"], ["REU"])
self.assertEqual(s.extcsv_ds["DATA_GENERATION$1"]["Agency"],
["U_LaReunion"])
def test_AMES(self):
"""
Tests for AMES-2160
"""
AMES_filename = "tests/le140101.b11"
AMES_filename2 = 'tests/bu20170609.b18'
a = load('AMES-2160', AMES_filename, "Lerwick", "UKMO")
b = load('AMES-2160', AMES_filename2, "Boulder ESRL HQ (CO)",
"NOAA-CMDL")
self.assertTrue("CONTENT$1" in a.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in a.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in a.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in a.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in a.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in a.extcsv_ds.keys())
self.assertTrue("FLIGHT_SUMMARY$1" in a.extcsv_ds.keys())
self.assertTrue("AIXILLARY_DATA$1" in a.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in a.extcsv_ds.keys())
self.assertTrue("Class" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in a.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in a.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in a.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in a.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in a.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in a.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue(
"IntegratedO3" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionCode" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"SondeTotalO3" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionFactor" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("TotalO3" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("WLCode" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("ObsType" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Instrument" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Number" in a.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("MeteoSonde" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib1" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib2" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("PumpRate" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in a.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("Pressure" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in a.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in a.extcsv_ds["PROFILE$1"].keys())
self.assertEqual(a.extcsv_ds["PROFILE$1"]["Pressure"][0], "980.2")
self.assertEqual(a.extcsv_ds["PROFILE$1"]["Pressure"][1], "979.1")
self.assertEqual(a.extcsv_ds["PROFILE$1"]["Pressure"][10], "969.4")
self.assertEqual(a.extcsv_ds["PROFILE$1"]["O3PartialPressure"][10],
"3.31")
self.assertEqual(a.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(a.extcsv_ds["PLATFORM$1"]["Country"], ["GBR"])
self.assertEqual(a.extcsv_ds["DATA_GENERATION$1"]["Agency"], ["UKMO"])
self.assertTrue("CONTENT$1" in b.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in b.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in b.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in b.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in b.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in b.extcsv_ds.keys())
self.assertTrue("FLIGHT_SUMMARY$1" in b.extcsv_ds.keys())
self.assertTrue("AIXILLARY_DATA$1" in b.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in b.extcsv_ds.keys())
self.assertTrue("Class" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in b.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in b.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in b.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in b.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in b.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in b.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue(
"IntegratedO3" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionCode" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"SondeTotalO3" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionFactor" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("TotalO3" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("WLCode" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("ObsType" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Instrument" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Number" in b.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("MeteoSonde" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib1" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib2" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("PumpRate" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in b.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("Pressure" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("O3PartialPressure" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in b.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("SampleTemperature" in b.extcsv_ds["PROFILE$1"].keys())
self.assertEqual(b.extcsv_ds["PROFILE$1"]["Pressure"][0], "820.26")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["Pressure"][1], "820.05")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["Pressure"][10], "816.04")
self.assertEqual(b.extcsv_ds["PROFILE$1"]["O3PartialPressure"][10],
"4.8607")
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(b.extcsv_ds["PLATFORM$1"]["Country"], ["USA"])
self.assertEqual(b.extcsv_ds["DATA_GENERATION$1"]["Agency"],
["NOAA-CMDL"])
# Due to the fact that AMES files' structure may vary from file to file, it
# is possible to raise some exception. As a result, it is beneficial to pass
# in station metadata through optional argument 'metadata'.
# Please review README file for more instructions on how to use argument
# 'metadata'
import woudc_formats
import logging
from woudc_formats.util import setup_logger
logfile = 'PATH TO LOG FILE'
loglevel = 'DEBUG'
setup_logger(logfile, loglevel)
LOGGER = logging.getLogger(__name__)
outpath = 'PATH TO OUTPUT EXT-CSV FILE'
inpath = 'PATH TO INPUT AMES-2160 FILE'
metadata = {
'station': 'San Pedro',
'agency': 'U_Colorado',
'ID': '523',
'country': 'Costa Rica'
}
ecsv = woudc_formats.load('AMES-2160', inpath, metadata)
woudc_formats.dump(ecsv, outpath)
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
#
# =================================================================
# Convert BAS file to ext-csv file
# Example : Use woudc_format.load function and dump function to create file
import woudc_formats
import logging
from woudc_formats.util import setup_logger
logfile = 'PATH TO LOG FILE'
loglevel = 'DEBUG'
setup_logger(logfile, loglevel)
LOGGER = logging.getLogger(__name__)
outpath = 'PATH TO OUTPUT EXT-CSV FILE'
inpath = 'PATH TO INPUT BAS FILE'
ecsv = woudc_formats.load('BAS', inpath)
woudc_formats.dump(ecsv, outpath)
def test_Boulder(self):
"""
Test for Boulder
"""
Boulder_filename = "tests/Boulder.txt"
bd = load('AMES-2160-Boulder', Boulder_filename)
self.assertTrue("CONTENT$1" in bd.extcsv_ds.keys())
self.assertTrue("DATA_GENERATION$1" in bd.extcsv_ds.keys())
self.assertTrue("PLATFORM$1" in bd.extcsv_ds.keys())
self.assertTrue("INSTRUMENT$1" in bd.extcsv_ds.keys())
self.assertTrue("LOCATION$1" in bd.extcsv_ds.keys())
self.assertTrue("TIMESTAMP$1" in bd.extcsv_ds.keys())
self.assertTrue("FLIGHT_SUMMARY$1" in bd.extcsv_ds.keys())
self.assertTrue("AIXILLARY_DATA$1" in bd.extcsv_ds.keys())
self.assertTrue("PROFILE$1" in bd.extcsv_ds.keys())
self.assertTrue("Class" in bd.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Category" in bd.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Level" in bd.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Form" in bd.extcsv_ds["CONTENT$1"].keys())
self.assertTrue("Date" in bd.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Agency" in bd.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Version" in bd.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue(
"ScientificAuthority" in bd.extcsv_ds["DATA_GENERATION$1"].keys())
self.assertTrue("Type" in bd.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("ID" in bd.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in bd.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Country" in bd.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("GAW_ID" in bd.extcsv_ds["PLATFORM$1"].keys())
self.assertTrue("Name" in bd.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Model" in bd.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Number" in bd.extcsv_ds["INSTRUMENT$1"].keys())
self.assertTrue("Latitude" in bd.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Longitude" in bd.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("Height" in bd.extcsv_ds["LOCATION$1"].keys())
self.assertTrue("UTCOffset" in bd.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Date" in bd.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue("Time" in bd.extcsv_ds["TIMESTAMP$1"].keys())
self.assertTrue(
"IntegratedO3" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionCode" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"SondeTotalO3" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"CorrectionFactor" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("TotalO3" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("WLCode" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("ObsType" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"Instrument" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue("Number" in bd.extcsv_ds["FLIGHT_SUMMARY$1"].keys())
self.assertTrue(
"MeteoSonde" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib1" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("ib2" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("PumpRate" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"BackgroundCorr" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"SampleTemperatureType" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue(
"MinutesGroundO3" in bd.extcsv_ds["AIXILLARY_DATA$1"].keys())
self.assertTrue("Pressure" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue(
"O3PartialPressure" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Temperature" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindSpeed" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("WindDirection" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("LevelCode" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("Duration" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("GPHeight" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue("RelativeHumidity" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertTrue(
"SampleTemperature" in bd.extcsv_ds["PROFILE$1"].keys())
self.assertEqual(bd.extcsv_ds["PROFILE$1"]["Pressure"][0], "823.12")
self.assertEqual(bd.extcsv_ds["PROFILE$1"]["Pressure"][1], "822.47")
self.assertEqual(bd.extcsv_ds["PROFILE$1"]["Pressure"][10], "815.19")
self.assertEqual(bd.extcsv_ds["PROFILE$1"]["O3PartialPressure"][10],
"3.1742")
self.assertEqual(bd.extcsv_ds["PLATFORM$1"]["Type"], ["STN"])
self.assertEqual(bd.extcsv_ds["PLATFORM$1"]["Country"],
["United States"])
self.assertEqual(bd.extcsv_ds["DATA_GENERATION$1"]["Agency"],
["NOAA-CMDL"])
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
# HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
# OTHER DEALINGS IN THE SOFTWARE.
#
# =================================================================
# Convert SHADOZ file to ext-csv file
# Example : Use woudc_format.load function and dump function to create file
# Without optional argument 'metadata'
import woudc_formats
import logging
from woudc_formats.util import setup_logger
logfile = 'PATH TO LOG FILE'
loglevel = 'DEBUG'
setup_logger(logfile, loglevel)
LOGGER = logging.getLogger(__name__)
outpath = 'PATH TO OUTPUT EXT-CSV FILE'
inpath = 'PATH TO INPUT SHADOZ FILE'
ecsv = woudc_formats.load('SHADOZ', inpath)
woudc_formats.dump(ecsv, outpath)
