def test_grafana_list_endpoints(db: Session, client: TestClient):
endpoints_in = [_mock_random_endpoint("active") for _ in range(5)]
for endpoint in endpoints_in:
_write_endpoint_to_kv(endpoint)
response = client.post(
url="/api/grafana-proxy/model-endpoints/query",
headers={"X-V3io-Session-Key": _get_access_key()},
json={"targets": [{"target": "project=test;target_endpoint=list_endpoints"}]},
)
response_json = response.json()
if not response_json:
fail(f"Empty response, expected list of dictionaries. {response_json}")
response_json = response_json[0]
if not response_json:
fail(
f"Empty dictionary, expected dictionary with 'columns', 'rows' and 'type' fields. {response_json}"
)
if "columns" not in response_json:
fail(f"Missing 'columns' key in response dictionary. {response_json}")
if "rows" not in response_json:
fail(f"Missing 'rows' key in response dictionary. {response_json}")
if "type" not in response_json:
fail(f"Missing 'type' key in response dictionary. {response_json}")
assert len(response_json["rows"]) == 5
def test_grafana_incoming_features(db: Session, client: TestClient):
path = config.model_endpoint_monitoring.store_prefixes.default.format(
project=TEST_PROJECT, kind=EVENTS)
_, container, path = parse_model_endpoint_store_prefix(path)
frames = get_frames_client(
token=_get_access_key(),
container=container,
address=config.v3io_framesd,
)
frames.create(backend="tsdb", table=path, rate="10/m", if_exists=1)
start = datetime.utcnow()
endpoints = [_mock_random_endpoint() for _ in range(5)]
for e in endpoints:
e.spec.feature_names = ["f0", "f1", "f2", "f3"]
for endpoint in endpoints:
ModelEndpoints.create_or_patch(_get_access_key(), endpoint)
total = 0
dfs = []
for i in range(10):
count = randint(1, 10)
total += count
data = {
"f0": i,
"f1": i + 1,
"f2": i + 2,
"f3": i + 3,
"endpoint_id": endpoint.metadata.uid,
"timestamp": start - timedelta(minutes=10 - i),
}
df = pd.DataFrame(data=[data])
dfs.append(df)
frames.write(
backend="tsdb",
table=path,
dfs=dfs,
index_cols=["timestamp", "endpoint_id"],
)
for endpoint in endpoints:
response = client.post(
url="/api/grafana-proxy/model-endpoints/query",
headers={"X-V3io-Session-Key": _get_access_key()},
json={
"targets": [{
"target":
f"project={TEST_PROJECT};endpoint_id={endpoint.metadata.uid};target_endpoint=incoming_features" # noqa
}]
},
)
response = response.json()
targets = [t["target"] for t in response]
assert targets == ["f0", "f1", "f2", "f3"]
lens = [t["datapoints"] for t in response]
assert all(map(lambda l: len(l) == 10, lens))
async def test_grafana_incoming_features(db: Session, client: TestClient):
frames = get_frames_client(
token=_get_access_key(),
container="projects",
address=config.v3io_framesd,
)
await run_in_threadpool(
frames.create,
backend="tsdb",
table=f"test/{ENDPOINT_EVENTS_TABLE_PATH}",
rate="10/m",
if_exists=1,
)
start = datetime.utcnow()
endpoints = [_mock_random_endpoint() for _ in range(5)]
for e in endpoints:
e.spec.feature_names = ["f0", "f1", "f2", "f3"]
for endpoint in endpoints:
await ModelEndpoints.create_or_patch(_get_access_key(), endpoint)
total = 0
dfs = []
for i in range(10):
count = randint(1, 10)
total += count
data = {
"f0": i,
"f1": i + 1,
"f2": i + 2,
"f3": i + 3,
"endpoint_id": endpoint.metadata.uid,
"timestamp": start - timedelta(minutes=10 - i),
}
df = pd.DataFrame(data=[data])
dfs.append(df)
await run_in_threadpool(
frames.write,
backend="tsdb",
table=f"test/{ENDPOINT_EVENTS_TABLE_PATH}",
dfs=dfs,
index_cols=["timestamp", "endpoint_id"],
)
for endpoint in endpoints:
response = await run_in_threadpool(
client.post,
url="/api/grafana-proxy/model-endpoints/query",
headers={"X-V3io-Session-Key": _get_access_key()},
json={
"targets": [{
"target":
f"project=test;endpoint_id={endpoint.metadata.uid};target_endpoint=incoming_features"
}]
},
)
response = response.json()
targets = [t["target"] for t in response]
assert targets == ["f0", "f1", "f2", "f3"]
lens = [t["datapoints"] for t in response]
assert all(map(lambda l: len(l) == 10, lens))