def test_read_zinc_error_grid():
err_grid = ('ver:"3.0" errType:"sys::NullErr" err '
'errTrace:"sys::NullErr: java.lang.NullPointerException\n" '
'dis:"sys::NullErr: java.lang.NullPointerException"\n'
'empty')
with pytest.raises(zincio.ZincErrorGridException):
zincio.read(io.StringIO(err_grid))
def test_grid_to_zinc_file(tmp_path):
with open(SINGLE_SERIES_FILE, encoding="utf-8") as f:
expected = f.read()
output_file = tmp_path / "output.zinc"
zincio.read(SINGLE_SERIES_FILE).to_zinc(output_file)
with open(output_file, encoding="utf-8") as f:
actual = f.read()
assert actual == expected
def test_read_zinc_deficient_column_info():
expected_grid_info = dict(
id=zincio.Ref("p:q01b001:r:20aad139-beff4e8c",
"Building One VAV1-01 DA Temp"),
hisStart=zincio.Datetime(pd.Timestamp("2020-04-01T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-04-02T00:00:00-07:00"),
tz="Los_Angeles"))
expected_column_info = dict(ts={}, val={})
expected_data = pd.DataFrame(
data={'val': [66.092, 66.002, 65.930]},
index=pd.DatetimeIndex(
[
pd.to_datetime('2020-04-01T00:00:00-07:00'),
pd.to_datetime('2020-04-01T00:05:00-07:00'),
pd.to_datetime('2020-04-01T00:10:00-07:00'),
],
name='ts',
))
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(HISREAD_SERIES_FILE)
assert_grid_equal(actual, expected)
pd.testing.assert_series_equal(actual.to_pandas(), expected.data['val'])
def test_read_zinc_single_series():
expected_grid_info = dict(
view=zincio.String("chart"),
hisStart=zincio.Datetime(pd.Timestamp("2020-05-18T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-05-18T01:15:00-07:00"),
tz="Los_Angeles"),
hisLimit=zincio.Number(10000),
dis=zincio.String("Mon 18-May-2020"))
expected_column_info = dict(
ts=dict(
disKey=zincio.String('ui::timestamp'),
tz=zincio.String('Los_Angeles'),
chartFormat=zincio.String('ka'),
),
v0=dict(id=zincio.Ref('p:q01b001:r:0197767d-c51944e4',
'Building One VAV1-01 Eff Heat SP'),
navName=zincio.String('Eff Heat SP'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(65.972, '°F'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°F'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
air=zincio.MARKER,
effective=zincio.MARKER,
heating=zincio.MARKER),
)
dname = '@p:q01b001:r:0197767d-c51944e4 "Building One VAV1-01 Eff Heat SP"'
expected_data = pd.DataFrame(
data={dname: [np.nan, 68.553, 68.554, 69.723, np.nan]},
index=pd.DatetimeIndex(
[
pd.to_datetime('2020-05-17T23:47:08-07:00'),
pd.to_datetime('2020-05-17T23:55:00-07:00'),
pd.to_datetime('2020-05-18T00:00:00-07:00'),
pd.to_datetime('2020-05-18T00:05:00-07:00'),
pd.to_datetime('2020-05-18T01:13:09-07:00'),
],
name='ts',
))
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(SINGLE_SERIES_FILE)
assert_grid_equal(actual, expected)
pd.testing.assert_series_equal(actual.to_pandas(), expected.data[dname])
def test_read_zinc_minimal_colinfo():
expected_grid_info = dict(hisEnd=zincio.MARKER, hisStart=zincio.MARKER)
expected_column_info = dict(
ts=dict(),
v0=dict(id=zincio.Ref("vrt.x02.motion_state", None)),
v1=dict(id=zincio.Ref("vrt.x02.temperature", None)),
v2=dict(id=zincio.Ref("vrt.x18.humidity", None)),
v3=dict(id=zincio.Ref("vrt.x18.illuminance", None)),
v4=dict(id=zincio.Ref("vrt.x18.motion_count", None)),
v5=dict(id=zincio.Ref("vrt.x18.motion_state", None)),
v6=dict(id=zincio.Ref("vrt.x18.temperature", None)),
v7=dict(id=zincio.Ref("vrt.x19.humidity", None)),
v8=dict(id=zincio.Ref("vrt.x19.illuminance", None)),
v9=dict(id=zincio.Ref("vrt.x19.motion_count", None)))
expected_data = pd.DataFrame(
data={
"@vrt.x02.motion_state": [False, None, None],
"@vrt.x02.temperature": [25.5586, np.nan, np.nan],
"@vrt.x18.humidity": [np.nan, 62.3369, np.nan],
"@vrt.x18.illuminance": [np.nan, 927, np.nan],
"@vrt.x18.motion_count": [np.nan, 1, np.nan],
"@vrt.x18.motion_state": [None, True, None],
"@vrt.x18.temperature": [np.nan, 26.1035, np.nan],
"@vrt.x19.humidity": [np.nan, np.nan, 63.5195],
"@vrt.x19.illuminance": [np.nan, np.nan, 945],
"@vrt.x19.motion_count": [np.nan, np.nan, 11],
},
index=pd.Series(data=[
pd.to_datetime("2018-03-21T15:45:00+10:00"),
pd.to_datetime("2018-03-21T14:30:00+10:00"),
pd.to_datetime("2018-03-21T14:45:00+10:00"),
],
name='ts'))
expected = zincio.Grid(version=2,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(MINIMAL_COLINFO_FILE)
assert_grid_equal(actual, expected)
def test_grid_to_zinc_string():
with open(SINGLE_SERIES_FILE, encoding="utf-8") as f:
expected = f.read()
actual = zincio.read(SINGLE_SERIES_FILE).to_zinc()
assert actual == expected
def test_read_zinc_stringio_same_as_file():
expected = zincio.read(FULL_GRID_FILE)
with open(FULL_GRID_FILE, encoding='utf-8') as f:
raw = f.read()
actual = zincio.read(io.StringIO(raw))
assert_grid_equal(actual, expected)
def test_read_zinc_malformed_grid():
grid = 'this is not a legal grid'
with pytest.raises(zincio.ZincParseException):
zincio.read(io.StringIO(grid))
def test_read_zinc_grid():
expected_grid_info = dict(
view=zincio.String("chart"),
hisStart=zincio.Datetime(pd.Timestamp("2020-05-18T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-05-18T01:15:00-07:00"),
tz="Los_Angeles"),
hisLimit=zincio.Number(10000),
dis=zincio.String("Mon 18-May-2020"))
expected_column_info = dict(
ts=dict(
disKey=zincio.String('ui::timestamp'),
tz=zincio.String('Los_Angeles'),
chartFormat=zincio.String('ka'),
),
v0=dict(id=zincio.Ref('p:q01b001:r:0197767d-c51944e4',
'Building One VAV1-01 Eff Heat SP'),
navName=zincio.String('Eff Heat SP'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b', None),
curVal=zincio.Number(65.972, '°F'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°F'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
air=zincio.MARKER,
effective=zincio.MARKER,
heating=zincio.MARKER),
v1=dict(
id=zincio.Ref('p:q01b001:r:e69a7401-f4b340ff',
'Building One VAV1-01 Eff Occupancy'),
navName=zincio.String('Eff Occupancy'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.String('Occupied'),
curStatus=zincio.String('ok'),
kind=zincio.String('Str'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
hisCollectCov=zincio.MARKER,
enum=zincio.String('Nul,Occupied,Unoccupied,Bypass,Standby'),
effective=zincio.MARKER,
occupied=zincio.MARKER,
),
v2=dict(id=zincio.Ref('p:q01b001:r:dcfe87d9-cd034388',
'Building One VAV1-01 Damper Pos'),
navName=zincio.String('Damper Pos'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(41.5, '%'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('%'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
damper=zincio.MARKER,
precision=zincio.Number(1.0),
haystackPoint=zincio.MARKER,
air=zincio.MARKER),
v3=dict(id=zincio.Ref('p:q01b001:r:8fab195e-58ffca99',
'Building One VAV1-01 Occ Heat SP Offset'),
navName=zincio.String('Occ Heat SP Offset'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(-2.394, '°C'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°C'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
air=zincio.MARKER,
occ=zincio.MARKER,
writable=zincio.MARKER,
writeStatus=zincio.String('unknown'),
zone=zincio.MARKER,
hisCollectInterval=zincio.Number(5.0, 'min'),
heating=zincio.MARKER,
offset=zincio.MARKER,
writeLevel=zincio.Number(8.0, None),
haystackPoint=zincio.MARKER,
writeVal=zincio.Number(-10.0),
actions=zincio.String(
'ver:\\"3.0\\"\\ndis,expr\\n\\"Override\\",'
'\\"pointOverride(\\$self, \\$val, \\$duration)\\"\\n'
'\\"Auto\\",\\"pointAuto(\\$self)\\"\\n')),
v4=dict(
id=zincio.Ref('p:q01b001:r:260ce2bb-2ef5065f',
'Building One VAV1-01 Air Flow'),
navName=zincio.String('Air Flow'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(117.6611, 'cfm'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('cfm'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
))
expected_index = pd.DatetimeIndex([
pd.to_datetime('2020-05-17T23:47:08-07:00'),
pd.to_datetime('2020-05-17T23:55:00-07:00'),
pd.to_datetime('2020-05-18T00:00:00-07:00'),
pd.to_datetime('2020-05-18T00:05:00-07:00'),
pd.to_datetime('2020-05-18T01:13:09-07:00'),
],
name='ts')
expected_dataframe = pd.DataFrame(
index=expected_index,
data={
('@p:q01b001:r:0197767d-c51944e4 '
'"Building One VAV1-01 Eff Heat SP"'): [
np.nan,
68.553,
68.554,
69.723,
np.nan,
],
('@p:q01b001:r:e69a7401-f4b340ff '
'"Building One VAV1-01 Eff Occupancy"'):
pd.Series(['Occupied', '', '', '', 'Unoccupied'],
index=expected_index,
dtype=CategoricalDtype(categories=[
'Nul', 'Occupied', 'Unoccupied', 'Bypass', 'Standby'
])),
('@p:q01b001:r:dcfe87d9-cd034388 '
'"Building One VAV1-01 Damper Pos"'): [np.nan, 3, 7, 18, np.nan],
('@p:q01b001:r:8fab195e-58ffca99 '
'"Building One VAV1-01 Occ Heat SP Offset"'): [
np.nan,
-1.984,
-2.203,
5.471,
np.nan,
],
'@p:q01b001:r:260ce2bb-2ef5065f "Building One VAV1-01 Air Flow"': [
np.nan,
118.65,
62.0,
np.nan,
np.nan,
],
})
actual = zincio.read(FULL_GRID_FILE)
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_dataframe)
assert_grid_equal(actual, expected)
def test_parse_zinc_grid_same_as_read_from_file():
with open(FULL_GRID_FILE) as f:
actual = zincio.parse(f.read())
expected = zincio.read(FULL_GRID_FILE)
assert_grid_equal(actual, expected)