def test_get_models_api():
pm.init(ctx=None, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
with pytest.raises(MLOpsException):
pm.get_models_by_time(start_time=None, end_time=None)
pm.done()
def test_set_events_api():
pm.init(ctx=None, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
with pytest.raises(MLOpsException):
pm.set_event(name=None, data=None, type=EventType.System)
with pytest.raises(MLOpsException):
pm.set_event(name="ssss", data=None, type=None)
pm.done()
def test_data_distribution_stat_api(generate_da_with_missing_data):
pm.init(ctx=None, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
# basic test
data = np.array([[1, 2], [3, 4]])
pm.set_data_distribution_stat(data)
# test with column missing
blah = pd.read_csv(generate_da_with_missing_data)
pm.set_data_distribution_stat(blah)
pm.done()
def test_data_distribution_stat_api_spark(spark_session, generate_da_with_missing_data):
sc = spark_session.sparkContext
pm.init(ctx=sc, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
pdf = pd.read_csv(generate_da_with_missing_data)
spark_df = spark_session.createDataFrame(pdf)
pm.set_data_distribution_stat(data=spark_df)
sc.stop()
pm.done()
def test_kpi_api():
pm.init(ctx=None, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
with pytest.raises(MLOpsException):
ts = time.time()
pm.set_kpi(None, 5.5, ts, KpiValue.TIME_NSEC)
with pytest.raises(MLOpsException):
ts = time.time()
pm.set_kpi("user-kpi-1", ["1"], ts, KpiValue.TIME_SEC)
with pytest.raises(MLOpsException):
ts = time.time()
pm.set_kpi("user-kpi-1", 5.5, ts, "no-such-time-unit")
with pytest.raises(MLOpsException):
pm.get_kpi("user-kpi-1", None, None)
now = datetime.utcnow()
last_hour = (now - timedelta(hours=1))
pm.get_kpi("user-kpi-1", last_hour, now)
pm.done()
def test_get_stats_api():
pm.init(ctx=None, mlops_mode=MLOpsMode.STAND_ALONE)
pm._set_api_test_mode()
now = datetime.utcnow()
last_hour = (now - timedelta(hours=1))
with pytest.raises(MLOpsException):
pm.get_stats(name=None,
mlapp_node="33",
agent=1,
start_time=None,
end_time=None)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node="33",
agent="aaa",
start_time=None,
end_time=None)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node="33",
agent="aaa",
start_time=last_hour,
end_time=None)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node="33",
agent="aaa",
start_time=None,
end_time=now)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node="33",
agent=1,
start_time=last_hour,
end_time=now)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node=None,
agent=None,
start_time=now,
end_time=last_hour)
agent_obj = Agent()
pm.get_stats(name="stat_1",
mlapp_node="1",
agent=agent_obj,
start_time=last_hour,
end_time=now)
with pytest.raises(MLOpsException):
pm.get_stats(name="stat_1",
mlapp_node=None,
agent=agent_obj,
start_time=last_hour,
end_time=now)
pm.get_stats(name="stat_1",
mlapp_node=None,
agent=None,
start_time=last_hour,
end_time=now)
pm.done()