def to_node(self):
node = Node('discreteVulnerabilitySet', dict(
vulnerabilitySetID=self['vulnerabilitySetID'],
assetCategory=self['assetCategory'],
lossCategory=self['lossCategory']))
node.append(Node('IML', dict(IMT=self['IMT'])))
return node
def point_node(self, loc):
"""
:param loc: a location object with attributes x and y
:returns: a `gml:Point` node
"""
return Node('gml:Point',
nodes=[Node('gml:pos', text='%s %s' % (loc.x, loc.y))])
def to_node(self):
"""
Build a full discrete fragility node from CSV
"""
tset = self.tableset
frag = tset.tableFragilityDiscrete[0].to_node()
ffs_node = record.nodedict(tset.tableFFSetDiscrete)
nodamage = float(ffs_node['noDamageLimit']) \
if 'noDamageLimit' in ffs_node else None
frag.nodes.extend(ffs_node.values())
for (ls, ordinal), data in groupby(
tset.tableFFDataDiscrete, ['limitState', 'ffs_ordinal']):
data = list(data)
# check that we can instantiate a FragilityFunction in risklib
if nodamage:
scientific.FragilityFunctionDiscrete(
ls, [nodamage] + [rec.iml for rec in data],
[0.0] + [rec.poe for rec in data], nodamage)
else:
scientific.FragilityFunctionDiscrete(
ls, [rec.iml for rec in data],
[rec.poe for rec in data], nodamage)
imls = ' '.join(rec['iml'] for rec in data)
ffs_node[(ordinal,)].IML.text = imls
poes = ' '.join(rec['poe'] for rec in data)
n = Node('ffd', dict(ls=ls))
n.append(Node('poEs', text=poes))
ffs_node[(ordinal,)].append(n)
return frag
def upgrade_file(path):
"""Upgrade to the latest NRML version"""
node0 = nrml.read(path, chatty=False)[0]
shutil.copy(path, path + '.bak') # make a backup of the original file
tag = striptag(node0.tag)
gml = True
if tag == 'vulnerabilityModel':
vf_dict, cat_dict = get_vulnerability_functions_04(path)
# below I am converting into a NRML 0.5 vulnerabilityModel
node0 = Node(
'vulnerabilityModel', cat_dict,
nodes=list(map(riskmodels.obj_to_node, vf_dict.values())))
gml = False
elif tag == 'fragilityModel':
node0 = riskmodels.convert_fragility_model_04(
nrml.read(path)[0], path)
gml = False
elif tag == 'sourceModel':
node0 = nrml.read(path)[0]
dic = groupby(node0.nodes, operator.itemgetter('tectonicRegion'))
node0.nodes = [Node('sourceGroup',
dict(tectonicRegion=trt, name="group %s" % i),
nodes=srcs)
for i, (trt, srcs) in enumerate(dic.items(), 1)]
with open(path, 'w') as f:
nrml.write([node0], f, gml=gml)
def to_node(self):
node = Node(
'discreteVulnerability',
dict(vulnerabilityFunctionID=self['vulnerabilityFunctionID'],
probabilisticDistribution=self['probabilisticDistribution']))
node.append(Node('lossRatio'))
node.append(Node('coefficientsVariation'))
return node
def to_node(self):
node = Node('ffs')
ndl = self['noDamageLimit']
if ndl:
node['noDamageLimit'] = ndl
node.append(Node('taxonomy', text=self['taxonomy']))
node.append(Node('IML', dict(IMT=self['IMT'],
imlUnit=self['imlUnit'])))
return node
def dmg_dist_total_node(self, data):
"""
:param data: a sequence of records with attributes .dmg_state,
.mean and .stddev
:returns: a `totalDmgDist` node
"""
total = Node("totalDmgDist", nodes=[self.dmg_states])
for row in sorted(data, key=lambda r: r.dmg_state.lsi):
damage = Node("damage", dict(ds=row.dmg_state.dmg_state, mean=row.mean, stddev=row.stddev))
total.append(damage)
return total
def dd_node_taxo(self, taxonomy, means, stddevs):
"""
:param taxonomy: taxonomy string
:param means: array of means, one per damage state
:param stddevs: array of stddevs, one per damage state
:returns: a `DDNode` node
"""
taxonomy = Node('taxonomy', text=taxonomy)
dd = Node('DDNode',
nodes=[taxonomy] + self.damage_nodes(means, stddevs))
return dd
def build_slip_list_node(slip_list):
"""
:param slip_list:
an array of shape (N, 2) with columns (slip, weight)
:returns:
a hypoList node containing N slip nodes
"""
sliplist = Node('slipList', {})
for row in slip_list:
sliplist.append(
Node('slip', dict(weight=row[1]), row[0]))
return sliplist
def cm_node(self, loc, asset_refs, means, stddevs):
"""
:param loc: a location object with attributes x and y
:param asset_refs: asset reference strings
:param means: array of means, one per asset
:param stddevs: array of stddevs, one per asset
:returns: a `CMNode` node
"""
cm = Node('CMNode', nodes=[self.point_node(loc)])
for asset_ref, mean, stddev in zip(asset_refs, means, stddevs):
cf = Node('cf', dict(assetRef=asset_ref, mean=mean, stdDev=stddev))
cm.append(cf)
return cm
def dmg_dist_per_taxonomy_node(self, data):
"""
:param data: a sequence of records with attributes .taxonomy,
.mean and .stddev
:returns: a `dmgDistPerTaxonomy` node
"""
node = Node('dmgDistPerTaxonomy', nodes=[self.dmg_states])
data_by_taxo = groupby(data, operator.attrgetter('taxonomy'))
for taxonomy in data_by_taxo:
means = [row.mean for row in data_by_taxo[taxonomy]]
stddevs = [row.stddev for row in data_by_taxo[taxonomy]]
node.append(self.dd_node_taxo(taxonomy, means, stddevs))
return node
def dmg_dist_total_node(self, data):
"""
:param data: a sequence of records with attributes .dmg_state,
.mean and .stddev
:returns: a `totalDmgDist` node
"""
total = Node('totalDmgDist', nodes=[self.dmg_states])
for row in sorted(data, key=lambda r: r.dmg_state.lsi):
damage = Node('damage',
dict(ds=row.dmg_state.dmg_state, mean=row.mean,
stddev=row.stddev))
total.append(damage)
return total
def to_node(self):
node = Node('ffs')
node.append(Node('taxonomy', text=self['taxonomy']))
ndl = self['noDamageLimit']
if ndl:
node['noDamageLimit'] = ndl
typ = self['type']
if typ:
node['type'] = typ
node.append(Node('IML',
dict(IMT=self['IMT'], imlUnit=self['imlUnit'],
minIML=self['minIML'], maxIML=self['maxIML'])))
return node
def build_hypo_list_node(hypo_list):
"""
:param hypo_list:
an array of shape (N, 3) with columns (alongStrike, downDip, weight)
:returns:
a hypoList node containing N hypo nodes
"""
hypolist = Node('hypoList', {})
for row in hypo_list:
n = Node(
'hypo', dict(alongStrike=row[0], downDip=row[1], weight=row[2]))
hypolist.append(n)
return hypolist
def cm_node(self, loc, asset_refs, means, stddevs):
"""
:param loc: a location object with attributes x and y
:param asset_refs: asset reference strings
:param means: array of means, one per asset
:param stddevs: array of stddevs, one per asset
:returns: a `CMNode` node
"""
cm = Node('CMNode', nodes=[self.point_node(loc)])
for asset_ref, mean, stddev in zip(asset_refs, means, stddevs):
cf = Node('cf', dict(assetRef=asset_ref, mean=mean, stdDev=stddev))
cm.append(cf)
return cm
def dmg_dist_per_taxonomy_node(self, data):
"""
:param data: a sequence of records with attributes .taxonomy,
.mean and .stddev
:returns: a `dmgDistPerTaxonomy` node
"""
node = Node('dmgDistPerTaxonomy', nodes=[self.dmg_states])
data_by_taxo = groupby(data, operator.attrgetter('taxonomy'))
for taxonomy in data_by_taxo:
means = [row.mean for row in data_by_taxo[taxonomy]]
stddevs = [row.stddev for row in data_by_taxo[taxonomy]]
node.append(self.dd_node_taxo(taxonomy, means, stddevs))
return node
def asset_node(self, asset_ref, means, stddevs):
"""
:param asset_ref: asset reference string
:param means: array of means, one per damage state
:param stddevs: array of stddevs, one per damage state
:returns: an `asset` node
"""
return Node('asset', dict(assetRef=asset_ref),
nodes=self.damage_nodes(means, stddevs))
def collapse_map_node(self, data):
"""
:param data: a sequence of records with attributes .exposure_data,
.mean and .stddev
:returns: a `dmgDistPerAsset` node
"""
node = Node("collapseMap")
data_by_location = groupby(data, lambda r: r.exposure_data.site)
for loc in data_by_location:
asset_refs = []
means = []
stddevs = []
for row in sorted(data_by_location[loc], key=lambda r: r.exposure_data.asset_ref):
asset_refs.append(row.exposure_data.asset_ref)
means.append(row.mean)
stddevs.append(row.stddev)
node.append(self.cm_node(loc, asset_refs, means, stddevs))
return node
def collapse_map_node(self, data):
"""
:param data: a sequence of records with attributes .exposure_data,
.mean and .stddev
:returns: a `dmgDistPerAsset` node
"""
node = Node('collapseMap')
data_by_location = groupby(data, lambda r: r.exposure_data.site)
for loc in data_by_location:
asset_refs = []
means = []
stddevs = []
for row in sorted(data_by_location[loc],
key=lambda r: r.exposure_data.asset_ref):
asset_refs.append(row.exposure_data.asset_ref)
means.append(row.mean)
stddevs.append(row.stddev)
node.append(self.cm_node(loc, asset_refs, means, stddevs))
return node
def write(self, destination, source_model, name=None):
"""
Exports to NRML
"""
if os.path.exists(destination):
os.remove(destination)
self.destination = destination
if name:
source_model.name = name
output_source_model = Node("sourceModel", {"name": name})
dic = groupby(source_model.sources,
operator.itemgetter('tectonicRegion'))
for i, (trt, srcs) in enumerate(dic.items(), 1):
output_source_model.append(
Node('sourceGroup',
{'tectonicRegion': trt, 'name': 'group %d' % i},
nodes=srcs))
print("Exporting Source Model to %s" % self.destination)
with open(self.destination, "wb") as f:
nrml.write([output_source_model], f, "%s")
def to_node(self):
"""
Build a full continuous fragility node from CSV
"""
tset = self.tableset
frag = tset.tableFragilityContinuous[0].to_node()
ffs_node = record.nodedict(tset.tableFFSetContinuous)
frag.nodes.extend(ffs_node.values())
for (ls, ordinal), data in groupby(
tset.tableFFDataContinuous, ['limitState', 'ffs_ordinal']):
data = list(data)
n = Node('ffc', dict(ls=ls))
param = dict(row[2:] for row in data) # param, value
# check that we can instantiate a FragilityFunction in risklib
scientific.FragilityFunctionContinuous(
ls, float(param['mean']), float(param['stddev']))
n.append(Node('params', param))
ffs_node[(ordinal,)].append(n)
return frag
def damage_nodes(self, means, stddevs):
"""
:param means: array of means, one per damage state
:param stddevs: array of stddevs, one per damage state
:returns: a list of `damage` nodes
"""
nodes = []
for dmg_state, mean, stddev in zip(self.damage_states, means, stddevs):
nodes.append(
Node('damage',
dict(ds=dmg_state.dmg_state, mean=mean, stddev=stddev)))
return nodes
def write(nodes, output=sys.stdout, fmt='%8.4E'):
"""
Convert nodes into a NRML file. output must be a file
object open in write mode. If you want to perform a
consistency check, open it in read-write mode, then it will
be read after creation and validated.
:params nodes: an iterable over Node objects
:params output: a file-like object in write or read-write mode
"""
root = Node('nrml', nodes=nodes)
with writers.floatformat(fmt):
node_to_xml(root, output, {NRML05: '', GML_NAMESPACE: 'gml:'})
if hasattr(output, 'mode') and '+' in output.mode: # read-write mode
output.seek(0)
read(output) # validate the written file
def dmg_dist_per_asset_node(self, data):
"""
:param data: a sequence of records with attributes .exposure_data,
.mean and .stddev
:returns: a `dmgDistPerAsset` node
"""
node = Node('dmgDistPerAsset', nodes=[self.dmg_states])
data_by_location = groupby(data, lambda r: r.exposure_data.site)
for loc in data_by_location:
dd = Node('DDNode', nodes=[self.point_node(loc)])
data_by_asset = groupby(
data_by_location[loc], lambda r: r.exposure_data.asset_ref,
lambda rows: [(r.mean, r.stddev) for r in rows])
for asset_ref, data in data_by_asset.items():
means, stddevs = zip(*data)
dd.append(self.asset_node(asset_ref, means, stddevs))
node.append(dd)
return node
def dmg_dist_per_asset_node(self, data):
"""
:param data: a sequence of records with attributes .exposure_data,
.mean and .stddev
:returns: a `dmgDistPerAsset` node
"""
node = Node('dmgDistPerAsset', nodes=[self.dmg_states])
data_by_location = groupby(data, lambda r: r.exposure_data.site)
for loc in data_by_location:
dd = Node('DDNode', nodes=[self.point_node(loc)])
data_by_asset = groupby(
data_by_location[loc],
lambda r: r.exposure_data.asset_ref,
lambda rows: [(r.mean, r.stddev) for r in rows])
for asset_ref, data in data_by_asset.items():
means, stddevs = zip(*data)
dd.append(self.asset_node(asset_ref, means, stddevs))
node.append(dd)
return node
def convert_fragility_model_04(node, fname, fmcounter=itertools.count(1)):
"""
:param node:
an :class:`openquake.commonib.node.Node` in NRML 0.4
:param fname:
path of the fragility file
:returns:
an :class:`openquake.commonib.node.Node` in NRML 0.5
"""
convert_type = {"lognormal": "logncdf"}
new = Node('fragilityModel',
dict(assetCategory='building',
lossCategory='structural',
id='fm_%d_converted_from_NRML_04' %
next(fmcounter)))
with context(fname, node):
fmt = node['format']
descr = ~node.description
limit_states = ~node.limitStates
new.append(Node('description', {}, descr))
new.append((Node('limitStates', {}, ' '.join(limit_states))))
for ffs in node[2:]:
IML = ffs.IML
# NB: noDamageLimit = None is different than zero
nodamage = ffs.attrib.get('noDamageLimit')
ff = Node('fragilityFunction', {'format': fmt})
ff['id'] = ~ffs.taxonomy
ff['shape'] = convert_type[ffs.attrib.get('type', 'lognormal')]
if fmt == 'continuous':
with context(fname, IML):
attr = dict(imt=IML['IMT'],
minIML=IML['minIML'],
maxIML=IML['maxIML'])
if nodamage is not None:
attr['noDamageLimit'] = nodamage
ff.append(Node('imls', attr))
for ffc in ffs[2:]:
with context(fname, ffc):
ls = ffc['ls']
param = ffc.params
with context(fname, param):
m, s = param['mean'], param['stddev']
ff.append(Node('params', dict(ls=ls, mean=m, stddev=s)))
else: # discrete
with context(fname, IML):
imls = ' '.join(map(str, (~IML)[1]))
attr = dict(imt=IML['IMT'])
if nodamage is not None:
attr['noDamageLimit'] = nodamage
ff.append(Node('imls', attr, imls))
for ffd in ffs[2:]:
ls = ffd['ls']
with context(fname, ffd):
poes = ' '.join(map(str, ~ffd.poEs))
ff.append(Node('poes', dict(ls=ls), poes))
new.append(ff)
return new
def to_node(self):
node = Node('fragilityModel', dict(format=self['format']))
node.append(Node('description', text=self['description']))
node.append(Node('limitStates', text=self['limitStates']))
return node
def to_node(self):
node = Node('exposureModel', dict(
id=self['id'],
category=self['category'],
taxonomySource=self['taxonomySource']))
node.append(Node('description', text=self['description']))
if node['category'] == 'buildings':
conv = Node('conversions')
conv.append(Node('area', dict(type=self['area_type'],
unit=self['area_unit'])))
conv.append(Node('costTypes'))
conv.append(Node('deductible', dict(
isAbsolute=self['deductible_is_absolute'])))
conv.append(Node('insuranceLimit', dict(
isAbsolute=self['insurance_limit_is_absolute'])))
node.append(conv)
node.append(Node('assets'))
return node
def __init__(self, damage_states):
self.damage_states = damage_states
self.dmg_states = Node('damageStates',
text=' '.join(ds.dmg_state
for ds in damage_states))
