def test_success_with_redacted_raw_crash(self, espy_mock):
"""Test a successful index of a crash report"""
modified_config = deepcopy(self.config)
modified_config.es_redactor = DotDict()
modified_config.es_redactor.redactor_class = Redactor
modified_config.es_redactor.forbidden_keys = 'unsused'
modified_config.raw_crash_es_redactor = DotDict()
modified_config.raw_crash_es_redactor.redactor_class = RawCrashRedactor
modified_config.raw_crash_es_redactor.forbidden_keys = 'unsused'
sub_mock = mock.MagicMock()
espy_mock.Elasticsearch.return_value = sub_mock
es_storage = ESCrashStorageRedactedSave(config=modified_config)
crash_id = a_processed_crash['uuid']
# Add a 'StackTraces' field to be redacted.
raw_crash = deepcopy(a_raw_crash)
raw_crash['StackTraces'] = 'something'
# Submit a crash like normal, except that the back-end ES object is
# mocked (see the decorator above).
es_storage.save_raw_and_processed(
raw_crash=deepcopy(raw_crash),
dumps=None,
processed_crash=deepcopy(a_processed_crash),
crash_id=crash_id,
)
# Ensure that the ES objects were instantiated by ConnectionContext.
assert espy_mock.Elasticsearch.called
# Ensure that the IndicesClient was also instantiated (this happens in
# IndexCreator but is part of the crashstorage workflow).
assert espy_mock.client.IndicesClient.called
expected_processed_crash = deepcopy(a_processed_crash)
reconstitute_datetimes(expected_processed_crash)
# The actual call to index the document (crash).
document = {
'crash_id': crash_id,
'processed_crash': expected_processed_crash,
'raw_crash': a_raw_crash # Note here we expect the original dict
}
additional = {
'doc_type': 'crash_reports',
'id': crash_id,
'index': 'socorro_integration_test_reports'
}
sub_mock.index.assert_called_with(
body=document,
**additional
)
def test_success_with_redacted_raw_crash(self, espy_mock):
"""Test a successful index of a crash report"""
modified_config = deepcopy(self.config)
modified_config.es_redactor = DotDict()
modified_config.es_redactor.redactor_class = Redactor
modified_config.es_redactor.forbidden_keys = 'unsused'
modified_config.raw_crash_es_redactor = DotDict()
modified_config.raw_crash_es_redactor.redactor_class = RawCrashRedactor
modified_config.raw_crash_es_redactor.forbidden_keys = 'unsused'
sub_mock = mock.MagicMock()
espy_mock.Elasticsearch.return_value = sub_mock
es_storage = ESCrashStorageRedactedSave(config=modified_config)
crash_id = a_processed_crash['uuid']
# Add a 'StackTraces' field to be redacted.
raw_crash = deepcopy(a_raw_crash)
raw_crash['StackTraces'] = 'something'
# Submit a crash like normal, except that the back-end ES object is
# mocked (see the decorator above).
es_storage.save_raw_and_processed(
raw_crash=deepcopy(raw_crash),
dumps=None,
processed_crash=deepcopy(a_processed_crash),
crash_id=crash_id,
)
# Ensure that the ES objects were instantiated by ConnectionContext.
assert espy_mock.Elasticsearch.called
# Ensure that the IndicesClient was also instantiated (this happens in
# IndexCreator but is part of the crashstorage workflow).
assert espy_mock.client.IndicesClient.called
expected_processed_crash = deepcopy(a_processed_crash)
reconstitute_datetimes(expected_processed_crash)
# The actual call to index the document (crash).
document = {
'crash_id': crash_id,
'processed_crash': expected_processed_crash,
'raw_crash': a_raw_crash # Note here we expect the original dict
}
additional = {
'doc_type': 'crash_reports',
'id': crash_id,
'index': 'socorro_integration_test_reports'
}
sub_mock.index.assert_called_with(
body=document,
**additional
)
def test_success_with_no_stackwalker_class(self, espy_mock):
"""Test a successful index of a crash report.
"""
modified_config = deepcopy(self.config)
modified_config.es_redactor = DotDict()
modified_config.es_redactor.redactor_class = Redactor
modified_config.es_redactor.forbidden_keys = (
"json_dump, "
"upload_file_minidump_flash1.json_dump, "
"upload_file_minidump_flash2.json_dump, "
"upload_file_minidump_browser.json_dump"
)
modified_config.raw_crash_es_redactor = DotDict()
modified_config.raw_crash_es_redactor.redactor_class = RawCrashRedactor
modified_config.raw_crash_es_redactor.forbidden_keys = 'unsused'
# It's mocks all the way down.
sub_mock = mock.MagicMock()
espy_mock.Elasticsearch.return_value = sub_mock
es_storage = ESCrashStorageRedactedSave(config=modified_config)
crash_id = a_processed_crash['uuid']
# Submit a crash like normal, except that the back-end ES object is
# mocked (see the decorator above).
es_storage.save_raw_and_processed(
raw_crash=a_raw_crash,
dumps=None,
processed_crash=a_processed_crash,
crash_id=crash_id,
)
# Ensure that the ES objects were instantiated by ConnectionContext.
ok_(espy_mock.Elasticsearch.called)
# Ensure that the IndicesClient was also instantiated (this happens in
# IndexCreator but is part of the crashstorage workflow).
ok_(espy_mock.client.IndicesClient.called)
# The actual call to index the document (crash).
document = {
'crash_id': crash_id,
'processed_crash': a_processed_crash_with_no_stackwalker,
'raw_crash': a_raw_crash
}
additional = {
'doc_type': 'crash_reports',
'id': crash_id,
'index': 'socorro_integration_test_reports'
}
sub_mock.index.assert_called_with(
body=document,
**additional
)
def test_success_with_no_stackwalker_class(self, espy_mock):
"""Test a successful index of a crash report.
"""
modified_config = deepcopy(self.config)
modified_config.es_redactor = DotDict()
modified_config.es_redactor.redactor_class = Redactor
modified_config.es_redactor.forbidden_keys = (
"json_dump, "
"upload_file_minidump_flash1.json_dump, "
"upload_file_minidump_flash2.json_dump, "
"upload_file_minidump_browser.json_dump"
)
modified_config.raw_crash_es_redactor = DotDict()
modified_config.raw_crash_es_redactor.redactor_class = RawCrashRedactor
modified_config.raw_crash_es_redactor.forbidden_keys = 'unsused'
# It's mocks all the way down.
sub_mock = mock.MagicMock()
espy_mock.Elasticsearch.return_value = sub_mock
es_storage = ESCrashStorageRedactedSave(config=modified_config)
crash_id = a_processed_crash['uuid']
# Submit a crash like normal, except that the back-end ES object is
# mocked (see the decorator above).
es_storage.save_raw_and_processed(
raw_crash=a_raw_crash,
dumps=None,
processed_crash=a_processed_crash,
crash_id=crash_id,
)
# Ensure that the ES objects were instantiated by ConnectionContext.
ok_(espy_mock.Elasticsearch.called)
# Ensure that the IndicesClient was also instantiated (this happens in
# IndexCreator but is part of the crashstorage workflow).
ok_(espy_mock.client.IndicesClient.called)
# The actual call to index the document (crash).
document = {
'crash_id': crash_id,
'processed_crash': a_processed_crash_with_no_stackwalker,
'raw_crash': a_raw_crash
}
additional = {
'doc_type': 'crash_reports',
'id': crash_id,
'index': 'socorro_integration_test_reports'
}
sub_mock.index.assert_called_with(
body=document,
**additional
)