def test_parse_grid_with_sentinels():
s = ('ver:"3.0" hisEnd:M hisStart:M\n'
'ts,v0 id:@vrt.x02.motion_state,v1 id:@vrt.x03.motion_amount\n'
'2018-03-21T15:45:00+10:00 GMT-10,F,INF\n'
'2018-03-21T15:50:00+10:00 GMT-10,N,NA\n'
'2018-03-21T15:55:00+10:00 GMT-10,T,NaN\n\n')
expected_grid_info = dict(hisEnd=zincio.MARKER, hisStart=zincio.MARKER)
expected_column_info = dict(
ts=dict(),
v0=dict(id=zincio.Ref("vrt.x02.motion_state", None)),
v1=dict(id=zincio.Ref("vrt.x03.motion_amount", None)),
)
expected_data = pd.DataFrame(
data={
'@vrt.x02.motion_state': [False, None, True],
'@vrt.x03.motion_amount': [np.inf, np.nan, np.nan],
},
index=pd.Series(
data=[
pd.to_datetime('2018-03-21T15:45:00+10:00'),
pd.to_datetime('2018-03-21T15:50:00+10:00'),
pd.to_datetime('2018-03-21T15:55:00+10:00'),
],
name='ts',
),
)
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual_from_string = zincio.parse(s)
assert_grid_equal(actual_from_string, expected)
actual_from_bytes = zincio.parse(s.encode())
assert_grid_equal(actual_from_bytes, expected)
def test_read_zinc_deficient_column_info():
expected_grid_info = dict(
id=zincio.Ref("p:q01b001:r:20aad139-beff4e8c",
"Building One VAV1-01 DA Temp"),
hisStart=zincio.Datetime(pd.Timestamp("2020-04-01T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-04-02T00:00:00-07:00"),
tz="Los_Angeles"))
expected_column_info = dict(ts={}, val={})
expected_data = pd.DataFrame(
data={'val': [66.092, 66.002, 65.930]},
index=pd.DatetimeIndex(
[
pd.to_datetime('2020-04-01T00:00:00-07:00'),
pd.to_datetime('2020-04-01T00:05:00-07:00'),
pd.to_datetime('2020-04-01T00:10:00-07:00'),
],
name='ts',
))
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(HISREAD_SERIES_FILE)
assert_grid_equal(actual, expected)
pd.testing.assert_series_equal(actual.to_pandas(), expected.data['val'])
def test_read_zinc_single_series():
expected_grid_info = dict(
view=zincio.String("chart"),
hisStart=zincio.Datetime(pd.Timestamp("2020-05-18T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-05-18T01:15:00-07:00"),
tz="Los_Angeles"),
hisLimit=zincio.Number(10000),
dis=zincio.String("Mon 18-May-2020"))
expected_column_info = dict(
ts=dict(
disKey=zincio.String('ui::timestamp'),
tz=zincio.String('Los_Angeles'),
chartFormat=zincio.String('ka'),
),
v0=dict(id=zincio.Ref('p:q01b001:r:0197767d-c51944e4',
'Building One VAV1-01 Eff Heat SP'),
navName=zincio.String('Eff Heat SP'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(65.972, '°F'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°F'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
air=zincio.MARKER,
effective=zincio.MARKER,
heating=zincio.MARKER),
)
dname = '@p:q01b001:r:0197767d-c51944e4 "Building One VAV1-01 Eff Heat SP"'
expected_data = pd.DataFrame(
data={dname: [np.nan, 68.553, 68.554, 69.723, np.nan]},
index=pd.DatetimeIndex(
[
pd.to_datetime('2020-05-17T23:47:08-07:00'),
pd.to_datetime('2020-05-17T23:55:00-07:00'),
pd.to_datetime('2020-05-18T00:00:00-07:00'),
pd.to_datetime('2020-05-18T00:05:00-07:00'),
pd.to_datetime('2020-05-18T01:13:09-07:00'),
],
name='ts',
))
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(SINGLE_SERIES_FILE)
assert_grid_equal(actual, expected)
pd.testing.assert_series_equal(actual.to_pandas(), expected.data[dname])
def test_read_zinc_minimal_colinfo():
expected_grid_info = dict(hisEnd=zincio.MARKER, hisStart=zincio.MARKER)
expected_column_info = dict(
ts=dict(),
v0=dict(id=zincio.Ref("vrt.x02.motion_state", None)),
v1=dict(id=zincio.Ref("vrt.x02.temperature", None)),
v2=dict(id=zincio.Ref("vrt.x18.humidity", None)),
v3=dict(id=zincio.Ref("vrt.x18.illuminance", None)),
v4=dict(id=zincio.Ref("vrt.x18.motion_count", None)),
v5=dict(id=zincio.Ref("vrt.x18.motion_state", None)),
v6=dict(id=zincio.Ref("vrt.x18.temperature", None)),
v7=dict(id=zincio.Ref("vrt.x19.humidity", None)),
v8=dict(id=zincio.Ref("vrt.x19.illuminance", None)),
v9=dict(id=zincio.Ref("vrt.x19.motion_count", None)))
expected_data = pd.DataFrame(
data={
"@vrt.x02.motion_state": [False, None, None],
"@vrt.x02.temperature": [25.5586, np.nan, np.nan],
"@vrt.x18.humidity": [np.nan, 62.3369, np.nan],
"@vrt.x18.illuminance": [np.nan, 927, np.nan],
"@vrt.x18.motion_count": [np.nan, 1, np.nan],
"@vrt.x18.motion_state": [None, True, None],
"@vrt.x18.temperature": [np.nan, 26.1035, np.nan],
"@vrt.x19.humidity": [np.nan, np.nan, 63.5195],
"@vrt.x19.illuminance": [np.nan, np.nan, 945],
"@vrt.x19.motion_count": [np.nan, np.nan, 11],
},
index=pd.Series(data=[
pd.to_datetime("2018-03-21T15:45:00+10:00"),
pd.to_datetime("2018-03-21T14:30:00+10:00"),
pd.to_datetime("2018-03-21T14:45:00+10:00"),
],
name='ts'))
expected = zincio.Grid(version=2,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.read(MINIMAL_COLINFO_FILE)
assert_grid_equal(actual, expected)
def test_parse_kitchen_sink_data():
raw_coord = 'C(37.427539, -122.170244)'
long_action_str = (
'"ver:\\"3.0\\"\\ndis,expr\\n\\"Override\\",\\"pointOverride(\\$self,'
' \\$val, \\$duration)\\"\\n\\"Auto\\",\\"pointAuto(\\$self)\\"\\n"')
s = (
# grid meta
'ver:"3.0" '
'hisStart:2020-05-18T03:00:00-07:00 GMT-8 '
'hisEnd:2020-05-18T04:00:00-07:00 GMT-8 '
'mod:2020-03-23T23:36:40.343Z\n'
# column info
'ts,v0 id:@point.location "LatLng",'
'v1 id:@point.temp unit:"°F" link:`http://www.example.com/`,'
f'v2 id:@point.boolean actions:{long_action_str},'
'v3 id:@point.sometimes_inf_nan\n'
# rows
f'2020-05-18T03:00:00-07:00 GMT-8,{raw_coord},65.972°F,T,2.34E-3\n'
f'2020-05-18T03:05:00-07:00 GMT-8,{raw_coord},-13.232°F,F,INF\n'
f'2020-05-18T03:10:00-07:00 GMT-8,{raw_coord},85.103°F,N,NA\n'
f'2020-05-18T03:15:00-07:00 GMT-8,{raw_coord},44.072°F,T,NaN\n\n')
expected_grid_info = dict(
hisStart=zincio.Datetime(pd.Timestamp("2020-05-18T03:00:00-07:00"),
tz="GMT-8"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-05-18T04:00:00-07:00"),
tz="GMT-8"),
mod=zincio.Datetime(pd.Timestamp('2020-03-23T23:36:40.343Z')),
)
expected_column_info = dict(
ts={},
v0=dict(id=zincio.Ref('point.location', 'LatLng')),
v1=dict(
id=zincio.Ref('point.temp'),
unit=zincio.String('°F'),
link=zincio.Uri('http://www.example.com/'),
),
v2=dict(
id=zincio.Ref('point.boolean'),
actions=zincio.String(long_action_str.strip('"')),
),
v3=dict(id=zincio.Ref('point.sometimes_inf_nan')))
coord = zincio.Coord(37.427539, -122.170244)
expected_data = pd.DataFrame(
data={
'@point.location "LatLng"': [coord, coord, coord, coord],
'@point.temp': [65.972, -13.232, 85.103, 44.072],
'@point.boolean': [True, False, None, True],
'@point.sometimes_inf_nan': [
0.00234,
float("inf"),
np.nan,
np.nan,
],
},
index=pd.Series(
data=[
pd.to_datetime('2020-05-18T03:00:00-07:00'),
pd.to_datetime('2020-05-18T03:05:00-07:00'),
pd.to_datetime('2020-05-18T03:10:00-07:00'),
pd.to_datetime('2020-05-18T03:15:00-07:00'),
],
name='ts',
),
)
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_data)
actual = zincio.parse(s)
assert_grid_equal(actual, expected)
def test_read_zinc_grid():
expected_grid_info = dict(
view=zincio.String("chart"),
hisStart=zincio.Datetime(pd.Timestamp("2020-05-18T00:00:00-07:00"),
tz="Los_Angeles"),
hisEnd=zincio.Datetime(pd.Timestamp("2020-05-18T01:15:00-07:00"),
tz="Los_Angeles"),
hisLimit=zincio.Number(10000),
dis=zincio.String("Mon 18-May-2020"))
expected_column_info = dict(
ts=dict(
disKey=zincio.String('ui::timestamp'),
tz=zincio.String('Los_Angeles'),
chartFormat=zincio.String('ka'),
),
v0=dict(id=zincio.Ref('p:q01b001:r:0197767d-c51944e4',
'Building One VAV1-01 Eff Heat SP'),
navName=zincio.String('Eff Heat SP'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b', None),
curVal=zincio.Number(65.972, '°F'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°F'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
air=zincio.MARKER,
effective=zincio.MARKER,
heating=zincio.MARKER),
v1=dict(
id=zincio.Ref('p:q01b001:r:e69a7401-f4b340ff',
'Building One VAV1-01 Eff Occupancy'),
navName=zincio.String('Eff Occupancy'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.String('Occupied'),
curStatus=zincio.String('ok'),
kind=zincio.String('Str'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
haystackPoint=zincio.MARKER,
hisCollectCov=zincio.MARKER,
enum=zincio.String('Nul,Occupied,Unoccupied,Bypass,Standby'),
effective=zincio.MARKER,
occupied=zincio.MARKER,
),
v2=dict(id=zincio.Ref('p:q01b001:r:dcfe87d9-cd034388',
'Building One VAV1-01 Damper Pos'),
navName=zincio.String('Damper Pos'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(41.5, '%'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('%'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
damper=zincio.MARKER,
precision=zincio.Number(1.0),
haystackPoint=zincio.MARKER,
air=zincio.MARKER),
v3=dict(id=zincio.Ref('p:q01b001:r:8fab195e-58ffca99',
'Building One VAV1-01 Occ Heat SP Offset'),
navName=zincio.String('Occ Heat SP Offset'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(-2.394, '°C'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('°C'),
tz=zincio.String('Los_Angeles'),
sp=zincio.MARKER,
temp=zincio.MARKER,
cur=zincio.MARKER,
air=zincio.MARKER,
occ=zincio.MARKER,
writable=zincio.MARKER,
writeStatus=zincio.String('unknown'),
zone=zincio.MARKER,
hisCollectInterval=zincio.Number(5.0, 'min'),
heating=zincio.MARKER,
offset=zincio.MARKER,
writeLevel=zincio.Number(8.0, None),
haystackPoint=zincio.MARKER,
writeVal=zincio.Number(-10.0),
actions=zincio.String(
'ver:\\"3.0\\"\\ndis,expr\\n\\"Override\\",'
'\\"pointOverride(\\$self, \\$val, \\$duration)\\"\\n'
'\\"Auto\\",\\"pointAuto(\\$self)\\"\\n')),
v4=dict(
id=zincio.Ref('p:q01b001:r:260ce2bb-2ef5065f',
'Building One VAV1-01 Air Flow'),
navName=zincio.String('Air Flow'),
point=zincio.MARKER,
his=zincio.MARKER,
siteRef=zincio.Ref('p:q01b001:r:8fc116f8-72c5320c',
'Building One'),
equipRef=zincio.Ref('p:q01b001:r:b78a8dcc-828caa1b',
'Building One VAV1-01'),
curVal=zincio.Number(117.6611, 'cfm'),
curStatus=zincio.String('ok'),
kind=zincio.String('Number'),
unit=zincio.String('cfm'),
tz=zincio.String('Los_Angeles'),
sensor=zincio.MARKER,
cur=zincio.MARKER,
))
expected_index = pd.DatetimeIndex([
pd.to_datetime('2020-05-17T23:47:08-07:00'),
pd.to_datetime('2020-05-17T23:55:00-07:00'),
pd.to_datetime('2020-05-18T00:00:00-07:00'),
pd.to_datetime('2020-05-18T00:05:00-07:00'),
pd.to_datetime('2020-05-18T01:13:09-07:00'),
],
name='ts')
expected_dataframe = pd.DataFrame(
index=expected_index,
data={
('@p:q01b001:r:0197767d-c51944e4 '
'"Building One VAV1-01 Eff Heat SP"'): [
np.nan,
68.553,
68.554,
69.723,
np.nan,
],
('@p:q01b001:r:e69a7401-f4b340ff '
'"Building One VAV1-01 Eff Occupancy"'):
pd.Series(['Occupied', '', '', '', 'Unoccupied'],
index=expected_index,
dtype=CategoricalDtype(categories=[
'Nul', 'Occupied', 'Unoccupied', 'Bypass', 'Standby'
])),
('@p:q01b001:r:dcfe87d9-cd034388 '
'"Building One VAV1-01 Damper Pos"'): [np.nan, 3, 7, 18, np.nan],
('@p:q01b001:r:8fab195e-58ffca99 '
'"Building One VAV1-01 Occ Heat SP Offset"'): [
np.nan,
-1.984,
-2.203,
5.471,
np.nan,
],
'@p:q01b001:r:260ce2bb-2ef5065f "Building One VAV1-01 Air Flow"': [
np.nan,
118.65,
62.0,
np.nan,
np.nan,
],
})
actual = zincio.read(FULL_GRID_FILE)
expected = zincio.Grid(version=3,
grid_info=expected_grid_info,
column_info=expected_column_info,
data=expected_dataframe)
assert_grid_equal(actual, expected)