def wqp_task():
processor = WaterQualityPortalProcessor()
processor.run()
def setUp(self):
self.processor = WaterQualityPortalProcessor(days=7)
httpretty.enable()
def setUp(self):
self.processor = WaterQualityPortalProcessor(days=7)
httpretty.enable()
class WaterQualityTest(TestCase):
"""
Tests the dataqs.wqp module. Since each processor is highly
dependent on a running GeoNode instance for most functions, only
independent functions are tested here.
"""
def setUp(self):
self.processor = WaterQualityPortalProcessor(days=7)
httpretty.enable()
def tearDown(self):
httpretty.disable()
def test_download(self):
"""
Verify that files are downloaded.
"""
for qtype in ('Result', 'Station'):
url = ('http://www.waterqualitydata.us/{}/search?'.format(qtype) +
'countrycode=US&startDateLo=12-27-2015' +
'&startDateHi=01-26-2016' +
'&characteristicName=pH')
httpretty.register_uri(httpretty.GET, url,
body=get_mock_response(
'test_wqp_ph_{}.csv'.format(qtype)))
files = self.processor.download('pH')
self.assertTrue('Result' in files)
self.assertTrue('Station' in files)
station_file = os.path.join(self.processor.tmp_dir, files['Station'])
result_file = os.path.join(self.processor.tmp_dir, files['Result'])
self.assertTrue(os.path.exists(station_file), "Station file not found")
self.assertTrue(os.path.exists(result_file), "Result file not found")
stations = []
with open(station_file) as inputfile:
reader = csv.DictReader(inputfile)
for row in reader:
stations.append(row['MonitoringLocationIdentifier'])
with open(result_file) as inputfile:
reader = csv.DictReader(inputfile)
for row in reader:
self.assertEquals(row['CharacteristicName'], 'pH')
self.assertTrue(row['MonitoringLocationIdentifier'] in stations)
def test_safe_name(self):
"""
Verify that the correct safe name is returned for indicators
"""
self.assertEquals('inorganicnitrogennitrateandnitrite',
self.processor.safe_name(
'Inorganic nitrogen (nitrate and nitrite)'))
self.assertEquals('temperaturewater',
self.processor.safe_name(
'Temperature, water'))
def test_cleanup(self):
"""
Verify that no stray files exist after cleanup
"""
self.processor.cleanup()
self.assertEquals([], glob.glob(os.path.join(
self.processor.tmp_dir, self.processor.prefix + '*')))
class WaterQualityTest(TestCase):
"""
Tests the dataqs.wqp module. Since each processor is highly
dependent on a running GeoNode instance for most functions, only
independent functions are tested here.
"""
def setUp(self):
self.processor = WaterQualityPortalProcessor(days=7)
httpretty.enable()
def tearDown(self):
httpretty.disable()
self.processor.cleanup()
def test_download(self):
"""
Verify that files are downloaded.
"""
for qtype in ('Result', 'Station'):
url = ('http://www.waterqualitydata.us/{}/search?'.format(qtype) +
'countrycode=US&startDateLo=12-27-2015' +
'&startDateHi=01-26-2016' +
'&characteristicName=pH')
httpretty.register_uri(httpretty.GET, url,
body=get_mock_response(
'test_wqp_ph_{}.csv'.format(qtype)))
files = self.processor.download('pH')
self.assertTrue('Result' in files)
self.assertTrue('Station' in files)
station_file = os.path.join(self.processor.tmp_dir, files['Station'])
result_file = os.path.join(self.processor.tmp_dir, files['Result'])
self.assertTrue(os.path.exists(station_file), "Station file not found")
self.assertTrue(os.path.exists(result_file), "Result file not found")
stations = []
with open(station_file) as inputfile:
reader = csv.DictReader(inputfile)
for row in reader:
stations.append(row['MonitoringLocationIdentifier'])
with open(result_file) as inputfile:
reader = csv.DictReader(inputfile)
for row in reader:
self.assertEquals(row['CharacteristicName'], 'pH')
self.assertTrue(row['MonitoringLocationIdentifier'] in stations)
def test_safe_name(self):
"""
Verify that the correct safe name is returned for indicators
"""
self.assertEquals('inorganicnitrogennitrateandnitrite',
self.processor.safe_name(
'Inorganic nitrogen (nitrate and nitrite)'))
self.assertEquals('temperaturewater',
self.processor.safe_name(
'Temperature, water'))
def test_cleanup(self):
"""
Verify that no stray files exist after cleanup
"""
self.processor.cleanup()
self.assertEquals([], glob.glob(os.path.join(
self.processor.tmp_dir, self.processor.prefix + '*')))
