def test_export_for_scenario(self):
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.get_data_path('scenario_hazard/job.ini')
# run the calculation in process to create something to export
os.environ['OQ_NO_DISTRIBUTE'] = '1'
try:
helpers.run_hazard_job(cfg)
finally:
del os.environ['OQ_NO_DISTRIBUTE']
job = models.OqJob.objects.latest('id')
self.assertEqual(job.status, 'complete')
outputs = export_core.get_outputs(job.id)
self.assertEqual(1, len(outputs)) # 1 GMF
gmf_outputs = outputs.filter(output_type='gmf_scenario')
self.assertEqual(1, len(gmf_outputs))
exported_files = check_export(gmf_outputs[0].id, target_dir)
self.assertEqual(1, len(exported_files))
# Check the file paths exist, is absolute, and the file isn't
# empty.
f = exported_files[0]
self._test_exported_file(f)
# Check for the correct number of GMFs in the file:
tree = etree.parse(f)
self.assertEqual(20, number_of('nrml:gmf', tree))
finally:
shutil.rmtree(target_dir)
def test_export_for_scenario(self):
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.demo_file('scenario_hazard/job.ini')
# run the calculation to create something to export
retcode = helpers.run_hazard_job_sp(cfg, silence=True)
self.assertEqual(0, retcode)
job = models.OqJob.objects.latest('id')
outputs = export_core.get_outputs(job.id)
self.assertEqual(1, len(outputs)) # 1 GMF
gmf_outputs = outputs.filter(output_type='gmf_scenario')
self.assertEqual(1, len(gmf_outputs))
exported_files = hazard.export(gmf_outputs[0].id, target_dir)
self.assertEqual(1, len(exported_files))
# Check the file paths exist, is absolute, and the file isn't
# empty.
f = exported_files[0]
self._test_exported_file(f)
# Check for the correct number of GMFs in the file:
tree = etree.parse(f)
self.assertEqual(10, number_of('nrml:gmf', tree))
finally:
shutil.rmtree(target_dir)
def test_export_for_scenario(self):
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.get_data_path('scenario_hazard/job.ini')
# run the calculation in process to create something to export
os.environ['OQ_NO_DISTRIBUTE'] = '1'
try:
helpers.run_hazard_job(cfg)
finally:
del os.environ['OQ_NO_DISTRIBUTE']
job = models.OqJob.objects.latest('id')
self.assertEqual(job.status, 'complete')
outputs = export_core.get_outputs(job.id)
self.assertEqual(1, len(outputs)) # 1 GMF
gmf_outputs = outputs.filter(output_type='gmf_scenario')
self.assertEqual(1, len(gmf_outputs))
exported_file = check_export(gmf_outputs[0].id, target_dir)
# Check the file paths exist, is absolute, and the file isn't
# empty.
self._test_exported_file(exported_file)
# Check for the correct number of GMFs in the file:
tree = etree.parse(exported_file)
self.assertEqual(20, number_of('nrml:gmf', tree))
finally:
shutil.rmtree(target_dir)
def test_export_for_event_based(self):
# Run an event-based hazard calculation to compute SESs and GMFs
# Call the exporters for both SES and GMF results and verify that
# files were created
# Since the XML writers (in `openquake.nrmllib.writers`) are concerned
# with correctly generating the XML, we don't test that here...
# but we should still have an end-to-end QA test.
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.get_data_path('event_based_hazard/job.ini')
# run the calculation in process to create something to export
os.environ['OQ_NO_DISTRIBUTE'] = '1'
try:
helpers.run_hazard_job(cfg)
finally:
del os.environ['OQ_NO_DISTRIBUTE']
job = models.OqJob.objects.latest('id')
self.assertEqual(job.status, 'complete')
outputs = export_core.get_outputs(job.id)
# 2 GMFs, 2 SESs, 1 complete logic tree SES, 1 complete LT GMF,
# ((2 imts * 2 realizations)
# + ((2 imts + 1 multi) * (1 mean + 3 quantiles))
# hazard curves,
# (2 poes * 2 imts * 2 realizations)
# + (2 poes * 2 imts * (1 mean + 3 quantiles)) hazard maps
# Total: 42
self.assertEqual(46, len(outputs))
#######
# SESs:
ses_outputs = outputs.filter(output_type='ses')
self.assertEqual(2, len(ses_outputs))
exported_files = []
for ses_output in ses_outputs:
files = check_export(ses_output.id, target_dir)
exported_files.extend(files)
self.assertEqual(2, len(exported_files))
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT SES:
[complete_lt_ses] = outputs.filter(output_type='complete_lt_ses')
[exported_file] = check_export(complete_lt_ses.id, target_dir)
self._test_exported_file(exported_file)
#######
# GMFs:
gmf_outputs = outputs.filter(output_type='gmf')
self.assertEqual(2, len(gmf_outputs))
exported_files = []
for gmf_output in gmf_outputs:
files = check_export(gmf_output.id, target_dir)
exported_files.extend(files)
self.assertEqual(2, len(exported_files))
# Check the file paths exist, are absolute, and the files aren't
# empty.
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT GMF:
[complete_lt_gmf] = outputs.filter(output_type='complete_lt_gmf')
[exported_file] = check_export(complete_lt_gmf.id, target_dir)
self._test_exported_file(exported_file)
# Check for the correct number of GMFs in the file:
tree = etree.parse(exported_file)
# NB: the number of generated gmfs depends on the number
# of ruptures, which is stochastic number; even having fixed
# the seed, it will change by changing the order in which the
# stochastic functions are called; a test relying on that
# precise number would be fragile, this is why here we just
# check that there are gmfs (MS)
self.assertGreater(number_of('nrml:gmf', tree), 0)
################
# Hazard curves:
haz_curves = outputs.filter(output_type='hazard_curve')
self.assertEqual(12, haz_curves.count())
for curve in haz_curves:
[exported_file] = check_export(curve.id, target_dir)
self._test_exported_file(exported_file)
##############
# Hazard maps:
haz_maps = outputs.filter(output_type='hazard_map')
self.assertEqual(24, haz_maps.count())
for hmap in haz_maps:
[exported_file] = check_export(hmap.id, target_dir)
self._test_exported_file(exported_file)
finally:
shutil.rmtree(target_dir)
def test_export_for_event_based(self):
# Run an event-based hazard calculation to compute SESs and GMFs
# Call the exporters for both SES and GMF results and verify that
# files were created
# Since the XML writers (in `openquake.nrmllib.writers`) are concerned
# with correctly generating the XML, we don't test that here...
# but we should still have an end-to-end QA test.
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.demo_file('event_based_hazard/job.ini')
# run the calculation to create something to export
retcode = helpers.run_hazard_job_sp(cfg, silence=True)
self.assertEqual(0, retcode)
job = models.OqJob.objects.latest('id')
outputs = export_core.get_outputs(job.id)
# 2 GMFs, 2 SESs, 1 complete logic tree SES, 1 complete LT GMF,
# and 4 hazard curve collections
self.assertEqual(18, len(outputs))
#######
# SESs:
ses_outputs = outputs.filter(output_type='ses')
self.assertEqual(2, len(ses_outputs))
exported_files = []
for ses_output in ses_outputs:
files = hazard.export(ses_output.id, target_dir)
exported_files.extend(files)
self.assertEqual(2, len(exported_files))
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT SES:
[complete_lt_ses] = outputs.filter(output_type='complete_lt_ses')
[exported_file] = hazard.export(complete_lt_ses.id, target_dir)
self._test_exported_file(exported_file)
#######
# GMFs:
gmf_outputs = outputs.filter(output_type='gmf')
self.assertEqual(2, len(gmf_outputs))
exported_files = []
for gmf_output in gmf_outputs:
files = hazard.export(gmf_output.id, target_dir)
exported_files.extend(files)
self.assertEqual(2, len(exported_files))
# Check the file paths exist, are absolute, and the files aren't
# empty.
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT GMF:
[complete_lt_gmf] = outputs.filter(output_type='complete_lt_gmf')
[exported_file] = hazard.export(complete_lt_gmf.id, target_dir)
self._test_exported_file(exported_file)
# Check for the correct number of GMFs in the file:
tree = etree.parse(exported_file)
self.assertEqual(442, number_of('nrml:gmf', tree))
################
# Hazard curves:
haz_curves = outputs.filter(output_type='hazard_curve')
for curve in haz_curves:
[exported_file] = hazard.export(curve.id, target_dir)
self._test_exported_file(exported_file)
finally:
shutil.rmtree(target_dir)
def test_export_for_event_based(self):
# Run an event-based hazard calculation to compute SESs and GMFs
# Call the exporters for both SES and GMF results and verify that
# files were created
# Since the XML writers (in `openquake.nrmllib.writers`) are concerned
# with correctly generating the XML, we don't test that here...
# but we should still have an end-to-end QA test.
target_dir = tempfile.mkdtemp()
try:
cfg = helpers.get_data_path('event_based_hazard/job.ini')
# run the calculation in process to create something to export
os.environ['OQ_NO_DISTRIBUTE'] = '1'
try:
helpers.run_hazard_job(cfg)
finally:
del os.environ['OQ_NO_DISTRIBUTE']
job = models.OqJob.objects.latest('id')
self.assertEqual(job.status, 'complete')
outputs = export_core.get_outputs(job.id)
# 2 GMFs, 2 SESs, 1 complete logic tree SES, 1 complete LT GMF,
# ((2 imts * 2 realizations)
# + ((2 imts + 1 multi) * (1 mean + 3 quantiles))
# hazard curves,
# (2 poes * 2 imts * 2 realizations)
# + (2 poes * 2 imts * (1 mean + 3 quantiles)) hazard maps
# Total: 42
self.assertEqual(46, len(outputs))
#######
# SESs:
ses_outputs = outputs.filter(output_type='ses')
self.assertEqual(2, len(ses_outputs))
exported_files = []
for ses_output in ses_outputs:
out_file = check_export(ses_output.id, target_dir)
exported_files.append(out_file)
self.assertEqual(2, len(exported_files))
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT SES:
[complete_lt_ses] = outputs.filter(output_type='complete_lt_ses')
exported_file = check_export(complete_lt_ses.id, target_dir)
self._test_exported_file(exported_file)
#######
# GMFs:
gmf_outputs = outputs.filter(output_type='gmf')
self.assertEqual(2, len(gmf_outputs))
exported_files = []
for gmf_output in gmf_outputs:
out_file = check_export(gmf_output.id, target_dir)
exported_files.append(out_file)
self.assertEqual(2, len(exported_files))
# Check the file paths exist, are absolute, and the files aren't
# empty.
for f in exported_files:
self._test_exported_file(f)
##################
# Complete LT GMF:
[complete_lt_gmf] = outputs.filter(output_type='complete_lt_gmf')
exported_file = check_export(complete_lt_gmf.id, target_dir)
self._test_exported_file(exported_file)
# Check for the correct number of GMFs in the file:
tree = etree.parse(exported_file)
# NB: the number of generated gmfs depends on the number
# of ruptures, which is stochastic number; even having fixed
# the seed, it will change by changing the order in which the
# stochastic functions are called; a test relying on that
# precise number would be fragile, this is why here we just
# check that there are gmfs (MS)
self.assertGreater(number_of('nrml:gmf', tree), 0)
################
# Hazard curves:
haz_curves = outputs.filter(output_type='hazard_curve')
self.assertEqual(12, haz_curves.count())
for curve in haz_curves:
exported_file = check_export(curve.id, target_dir)
self._test_exported_file(exported_file)
##############
# Hazard maps:
haz_maps = outputs.filter(output_type='hazard_map')
self.assertEqual(24, haz_maps.count())
for hmap in haz_maps:
exported_file = check_export(hmap.id, target_dir)
self._test_exported_file(exported_file)
finally:
shutil.rmtree(target_dir)