def test_add_event_create_files_and_batch_events(self):
run_path = tempfile.mkdtemp()
ew = EventWriter(run_path=run_path, backend=EventWriter.EVENTS_BACKEND)
events = [
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=1, metric=1.12)
),
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=2, metric=1.13)
),
LoggedEventSpec(
name="test2", kind="metric", event=V1Event.make(step=2, metric=1.13)
),
LoggedEventSpec(
name="test", kind="text", event=V1Event.make(step=1, text="text")
),
LoggedEventSpec(
name="test", kind="html", event=V1Event.make(step=1, html="html")
),
]
ew.write(events)
for event in events:
new_event_file = ew._get_event_path(kind=event.kind, name=event.name)
assert os.path.exists(new_event_file) is True
assert len(os.listdir(run_path + "/events")) == 3
# Check the queues
assert len(ew._files) == 4
assert ew._files["metric.test"].name == "test"
assert ew._files["metric.test"].kind == "metric"
assert [e.to_dict() for e in ew._files["metric.test"].events] == [
events[0].event.to_dict(),
events[1].event.to_dict(),
]
assert ew._files["metric.test2"].name == "test2"
assert ew._files["metric.test2"].kind == "metric"
assert [e.to_dict() for e in ew._files["metric.test2"].events] == [
events[2].event.to_dict()
]
assert ew._files["text.test"].name == "test"
assert ew._files["text.test"].kind == "text"
assert [e.to_dict() for e in ew._files["text.test"].events] == [
events[3].event.to_dict()
]
assert ew._files["html.test"].name == "test"
assert ew._files["html.test"].kind == "html"
assert [e.to_dict() for e in ew._files["html.test"].events] == [
events[4].event.to_dict()
]
def test_expect_closing_flushes_data_to_files(self):
run_path = tempfile.mkdtemp()
ew = EventWriter(run_path=run_path, backend=EventWriter.EVENTS_BACKEND)
events = [
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=1, metric=1.12)
),
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=12, metric=1.12)
),
]
ew.write(events)
ew.close()
assert len(os.listdir(run_path + "/events")) == 1
assert len(os.listdir(run_path + "/events/metric")) == 1
results = V1Events.read(
name="test",
kind="metric",
data=ew._get_event_path(kind="metric", name="test"),
)
assert results.name == "test"
assert results.kind == "metric"
assert len(results.df.values) == 2
assert results.get_event_at(0).to_dict() == events[0].event.to_dict()
assert results.get_event_at(1).to_dict() == events[1].event.to_dict()
# all flushed
assert ew._files["metric.test"].events == []
# Adding more events
new_events = [
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=13, metric=1.12)
),
LoggedEventSpec(
name="test", kind="metric", event=V1Event.make(step=14, metric=1.12)
),
LoggedEventSpec(
name="test2", kind="metric", event=V1Event.make(step=14, metric=1.12)
),
LoggedEventSpec(
name="test", kind="html", event=V1Event.make(step=12, html="some div")
),
]
ew.write(new_events)
ew.close()
assert len(os.listdir(run_path + "/events")) == 2 # metric and html
assert len(os.listdir(run_path + "/events/metric")) == 2
results = V1Events.read(
name="test",
kind="metric",
data=ew._get_event_path(kind="metric", name="test"),
)
assert results.name == "test"
assert results.kind == "metric"
assert len(results.df.values) == 4
assert results.get_event_at(0).to_dict() == events[0].event.to_dict()
assert results.get_event_at(1).to_dict() == events[1].event.to_dict()
assert results.get_event_at(2).to_dict() == new_events[0].event.to_dict()
assert results.get_event_at(3).to_dict() == new_events[1].event.to_dict()