def assemble_model(infiles, model_overrides):
mdl = datamodel.get_model_base()
for filespec in infiles:
try:
mdl = load_model_part(mdl, filespec)
except Exception as ex:
raise Exception("Failed reading %s due to: %s" %
(filespec, ex)) from ex
if model_overrides:
model_overrides = functools.reduce(lambda x, y: x + y,
model_overrides) # join all -m
for (json_path, value) in model_overrides:
try:
if not json_path.startswith("/"):
json_path = _default_model_override_path + json_path
pandel.set_jsonpointer(mdl, json_path, value)
except Exception as ex:
raise Exception(
"Failed setting model-value(%s)@(%s) due to: %s" %
(json_path, value, ex)) from ex
return mdl
def load_model_part(mdl, filespec):
dfin = load_file_as_df(filespec)
log.debug(" +-input-file(%s):\n%s", filespec.fname, dfin.head())
if filespec.path:
pandel.set_jsonpointer(mdl, filespec.path, dfin)
else:
mdl = dfin
return mdl
def test_set_jsonpointer_append_path_preserves_intermediate(self):
doc = {"foo": {"bar": 1}, 1: 2}
path = "/foo/foo2"
value = "value"
pandata.set_jsonpointer(doc, path, value)
print(doc)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/foo/bar"), 1)
def test_set_jsonpointer_append_path_preserves_intermediate(self):
doc = {'foo': {'bar': 1}, 1: 2}
path = '/foo/foo2'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
print(doc)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/foo/bar'), 1)
def build_models(vehs_df, **locals_kws):
"""
Builds all input-dataframes as Experiment classes and returns them in a list of (veh_id, exp) pairs.
:param vehs_df: A dataframe indexed by veh_id, and with columns *json-pointer* paths into the model
:return: a list of (veh_id, :class:`wltp.experiment.Experiment`) tuples
"""
experiment_pairs = []
for veh_id, row in vehs_df.iterrows():
try:
mdl_in = {}
for colname, colval in row.items():
log.debug("veh_id(%s): Column(%s): %s", veh_id, colname,
colval)
if not colval or (isinstance(colval, str)
and not colval.strip()):
continue
if isinstance(colval, str):
## Is it an excel-ref like:
# @<sheet_name>!A1[:R10:c1].table
#
try:
colval = resolve_excel_ref(colval)
except ValueError:
## Try to parse value as python-code.
#
try:
old_v = colval
colval = eval(
colval, globals(), locals_kws
) ## NOTE: Total insecure, but we're scientists, aren't we?
except Exception:
log.info(
"Failed parsing value(%s) as python code due to: %s\n Assuming plain string.",
old_v,
traceback.format_exc(),
)
else:
log.info(
"Parsed value(%s) as python code into: %s",
old_v,
colval,
)
pdl.set_jsonpointer(mdl_in, colname, colval)
exp = Experiment(mdl_in)
experiment_pairs.append((veh_id, exp))
except Exception as ex:
raise Exception("Invalid model for vehicle(%s): %s" %
(veh_id, ex)) from ex
return experiment_pairs
def test_set_jsonpointer_empty_doc(self):
doc = {}
path = '/foo'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
doc = {}
path = '/foo/bar'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
def test_set_jsonpointer_empty_doc(self):
doc = {}
path = "/foo"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
doc = {}
path = "/foo/bar"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
def test_set_jsonpointer_sequence(self):
doc = [1, 2]
path = '/1'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
doc = [1, 2]
path = '/1/foo/bar'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
def test_set_jsonpointer_sequence(self):
doc = [1, 2]
path = "/1"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
doc = [1, 2]
path = "/1/foo/bar"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
def test_set_jsonpointer_missing(self):
doc = {'foo': 1, 1: 2}
path = '/foo/bar'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {'foo': 1, 1: 2}
path = '/foo/bar/some/other'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
def test_set_jsonpointer_missing(self):
doc = {"foo": 1, 1: 2}
path = "/foo/bar"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {"foo": 1, 1: 2}
path = "/foo/bar/some/other"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
def test_set_jsonpointer_sequence_insert_end(self):
doc = [0, 1]
path = '/2'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/0'), 0)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/1'), 1)
doc = [0, 1]
path = '/-'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/2'), value)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/0'), 0)
self.assertEqual(pandata.resolve_jsonpointer(doc, '/1'), 1)
def test_set_jsonpointer_sequence_insert_end(self):
doc = [0, 1]
path = "/2"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/0"), 0)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/1"), 1)
doc = [0, 1]
path = "/-"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/2"), value)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/0"), 0)
self.assertEqual(pandata.resolve_jsonpointer(doc, "/1"), 1)
def test_set_jsonpointer_replace_value(self):
doc = {"foo": "bar", 1: 2}
path = "/foo"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {"foo": 1, 1: 2}
path = "/foo"
value = "value"
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {"foo": {"bar": 1}, 1: 2}
path = "/foo"
value = 2
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
def test_set_jsonpointer_replace_value(self):
doc = {'foo': 'bar', 1: 2}
path = '/foo'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {'foo': 1, 1: 2}
path = '/foo'
value = 'value'
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
doc = {'foo': {'bar': 1}, 1: 2}
path = '/foo'
value = 2
pandata.set_jsonpointer(doc, path, value)
self.assertEqual(pandata.resolve_jsonpointer(doc, path), value)
self.assertEqual(doc[1], 2)
def test_set_jsonpointer_sequence_with_str_screams(self):
doc = [0, 1]
path = '/str'
value = 'value'
with self.assertRaises(RefResolutionError):
pandata.set_jsonpointer(doc, path, value)
def test_set_jsonpointer_sequence_out_of_bounds(self):
doc = [0, 1]
path = '/3'
value = 'value'
with self.assertRaises(RefResolutionError):
pandata.set_jsonpointer(doc, path, value)
def test_set_jsonpointer_sequence_with_str_screams(self):
doc = [0, 1]
path = "/str"
value = "value"
with self.assertRaises(RefResolutionError):
pandata.set_jsonpointer(doc, path, value)
def test_set_jsonpointer_sequence_out_of_bounds(self):
doc = [0, 1]
path = "/3"
value = "value"
with self.assertRaises(RefResolutionError):
pandata.set_jsonpointer(doc, path, value)
