def test_cli_diff_metric_configs(caplog):
previous, exit_code = read_config_file("./tests/data/metric-config.json")
assert exit_code == 0
current, exit_code = read_config_file("./tests/data/metric-config-v2.json")
assert len(caplog.records) == 2
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/metric-config.json"
assert caplog.records[
1].msg == "Reading configuration file: ./tests/data/metric-config-v2.json"
diff = diff_metric_configs(previous, current)
assert len(diff["added"]) == 1
assert diff["added"][0]["name"] == "My App Request Count Fixed"
assert len(diff["modified"]) == 1
assert diff["modified"][0]["name"] == "My App Error Count"
assert len(diff["deleted"]) == 1
assert diff["deleted"][0]["name"] == "My App Request Count"
def test_cli_build_detectors_already_exists(caplog):
responses.add(
responses.POST,
"http://modelservice/api/detectorMappings/findMatchingByTags",
json=FIND_BY_MATCHING_TAGS_MOCK_RESPONSE,
status=200)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=4fdc3395-e969-449a-a306-201db183c6d7",
json=MOCK_DETECTORS[0],
status=200)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=47a0661d-aceb-4ef2-bf06-0828f28631b4",
json=MOCK_DETECTORS[1],
status=200)
metric_configs, exit_code = read_config_file(
"./tests/data/metric-config.json")
build_exit_code = build_detectors_for_metric_configs(metric_configs)
print(caplog.records)
assert build_exit_code == 0
assert len(caplog.records) == 5
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/metric-config.json"
assert caplog.records[
1].msg == "No detectors built for metric 'My App Request Count'"
assert caplog.records[
2].msg == "No detectors built for metric 'My App Error Count'"
assert caplog.records[
3].msg == "No detectors built for metric 'My App Success Rate'"
assert caplog.records[
4].msg == "No detectors built for metric 'My App Latency'"
def test_cli_missing_metric_config_file(caplog):
metric_configs, exit_code = read_config_file(
"./tests/data/missing-metric-config.json")
assert exit_code == 1
assert len(caplog.records) == 2
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/missing-metric-config.json"
assert caplog.records[
1].msg == "Exception FileNotFoundError while reading config file './tests/data/missing-metric-config.json'! Skipping!"
def test_cli_invalid_metric_config(caplog):
metric_configs, exit_code = read_config_file(
"./tests/data/invalid-metric-config.json")
assert exit_code == 0
assert len(caplog.records) == 2
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/invalid-metric-config.json"
assert caplog.records[
1].msg == "Exception ValueError while reading config file 'Failed to convert value (INVALID_METRIC_TYPE) to child object class (<enum 'MetricType'>). ... [Original error message: 'INVALID_METRIC_TYPE' is not a valid MetricType]'! Skipping!"
def test_cli_disable_metric_detectors(caplog):
responses.add(
responses.POST,
"http://modelservice/api/detectorMappings/findMatchingByTags",
json=FIND_BY_MATCHING_TAGS_MOCK_RESPONSE,
status=200)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=4fdc3395-e969-449a-a306-201db183c6d7",
json=MOCK_DETECTORS[0],
status=200)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=47a0661d-aceb-4ef2-bf06-0828f28631b4",
json=MOCK_DETECTORS[1],
status=200)
responses.add(responses.POST,
"http://modelservice/api/detectorMappings/search",
json=[DETECTOR_MAPPINGS_SEARCH_MOCK_RESPONSE[0]],
status=200)
responses.add(responses.POST,
"http://modelservice/api/detectorMappings/search",
json=[DETECTOR_MAPPINGS_SEARCH_MOCK_RESPONSE[1]],
status=200)
responses.add(
responses.PUT,
"http://modelservice/api/detectorMappings/disable?id=5XeANXABlK1-eG-Fo78V",
status=200)
responses.add(
responses.PUT,
"http://modelservice/api/detectorMappings/disable?id=6XeANXABlK1-eG-Fo78V",
status=200)
responses.add(
responses.POST,
"http://modelservice/api/v2/detectors/toggleDetector?enabled=false&uuid=4fdc3395-e969-449a-a306-201db183c6d7",
status=200)
responses.add(
responses.POST,
"http://modelservice/api/v2/detectors/toggleDetector?enabled=false&uuid=47a0661d-aceb-4ef2-bf06-0828f28631b4",
status=200)
metric_configs, exit_code = read_config_file(
"./tests/data/metric-config-request-count.json")
disable_exit_code = disable_detectors_for_metric_configs(metric_configs)
assert disable_exit_code == 0
assert len(caplog.records) == 3
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/metric-config-request-count.json"
assert caplog.records[
1].msg == "Detector/Detector Mapping with UUID '4fdc3395-e969-449a-a306-201db183c6d7' disabled."
assert caplog.records[
2].msg == "Detector/Detector Mapping with UUID '47a0661d-aceb-4ef2-bf06-0828f28631b4' disabled."
def test_cli_train_metric_detectors_sparse_data(caplog):
responses.add(
responses.POST,
"http://modelservice/api/detectorMappings/findMatchingByTags",
json={
"groupedDetectorsBySearchIndex": {
"0": [{
"uuid": "5afc2bb3-4a5b-4a4b-8e30-890d67904588"
}]
},
"lookupTimeInMillis": 2
},
status=200)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=5afc2bb3-4a5b-4a4b-8e30-890d67904588",
json=MOCK_DETECTORS[3],
status=200)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=tp90'))&from=-168hours&until=now&format=json",
json=GRAPHITE_SPARSE_DATA_MOCK_RESPONSE,
status=200,
)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=tp90'))&from=-168hours&until=now&format=json&maxDataPoints=10080",
json=GRAPHITE_SPARSE_DATA_MOCK_RESPONSE,
status=200,
)
metric_configs, exit_code = read_config_file(
"./tests/data/metric-config-latency.json")
train_exit_code = train_detectors_for_metric_configs(metric_configs)
assert train_exit_code == 0
assert len(caplog.records) == 2
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/metric-config-latency.json"
assert caplog.records[
1].msg == "Unable to train detector for metric 'My App Request Latency', Sample must have at least thirty elements! Skipping!"
def test_cli_build_new_detectors(caplog):
responses.add(
responses.POST,
"http://modelservice/api/detectorMappings/findMatchingByTags",
json=FIND_BY_MATCHING_TAGS_EMPTY_MOCK_RESPONSE,
status=200)
# request_count
responses.add(responses.POST,
"http://modelservice/api/detectorMappings",
json=[],
status=200)
responses.add(responses.POST,
"http://modelservice/api/v2/detectors",
body="4fdc3395-e969-449a-a306-201db183c6d7",
status=201)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=4fdc3395-e969-449a-a306-201db183c6d7",
json=MOCK_DETECTORS[0],
status=200)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_2xx'))&from=-168hours&until=now&format=json",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_2xx'))&from=-168hours&until=now&format=json&maxDataPoints=10080",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
# error_count
responses.add(responses.POST,
"http://modelservice/api/v2/detectors",
body="47a0661d-aceb-4ef2-bf06-0828f28631b4",
status=201)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=47a0661d-aceb-4ef2-bf06-0828f28631b4",
json=MOCK_DETECTORS[1],
status=200)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_5xx'))&from=-168hours&until=now&format=json",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_5xx'))&from=-168hours&until=now&format=json&maxDataPoints=10080",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
# success_rate
responses.add(responses.POST,
"http://modelservice/api/v2/detectors",
body="16769303-a950-4d0f-a5a6-8d00eef886ec",
status=201)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=16769303-a950-4d0f-a5a6-8d00eef886ec",
json=MOCK_DETECTORS[2],
status=200)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_success_rate'))&from=-168hours&until=now&format=json",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=elb_success_rate'))&from=-168hours&until=now&format=json&maxDataPoints=10080",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
# latency
responses.add(responses.POST,
"http://modelservice/api/v2/detectors",
body="5afc2bb3-4a5b-4a4b-8e30-890d67904588",
status=201)
responses.add(
responses.GET,
"http://modelservice/api/v2/detectors/findByUuid?uuid=5afc2bb3-4a5b-4a4b-8e30-890d67904588",
json=MOCK_DETECTORS[3],
status=200)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=tp90'))&from=-168hours&until=now&format=json",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
responses.add(
responses.GET,
"http://graphite/render?target=sumSeries(seriesByTag('app=my-web-app','what=tp90'))&from=-168hours&until=now&format=json&maxDataPoints=10080",
json=GRAPHITE_MOCK_RESPONSE,
status=200,
)
metric_configs, exit_code = read_config_file(
"./tests/data/metric-config.json")
build_exit_code = build_detectors_for_metric_configs(metric_configs)
assert build_exit_code == 0
assert len(caplog.records) == 5
assert caplog.records[
0].msg == "Reading configuration file: ./tests/data/metric-config.json"
assert caplog.records[
1].msg == "New 'constant-detector' detector created with UUID: 4fdc3395-e969-449a-a306-201db183c6d7"
assert caplog.records[
2].msg == "New 'constant-detector' detector created with UUID: 47a0661d-aceb-4ef2-bf06-0828f28631b4"
assert caplog.records[
3].msg == "New 'constant-detector' detector created with UUID: 16769303-a950-4d0f-a5a6-8d00eef886ec"
assert caplog.records[
4].msg == "New 'constant-detector' detector created with UUID: 5afc2bb3-4a5b-4a4b-8e30-890d67904588"