def setUp(self):
super(IntegrationTestSettings, self).setUp()
config = self.get_config_context()
self.storage = crashstorage.ElasticSearchCrashStorage(config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
self.now = utc_now()
# Create the supersearch fields.
self.storage.es.bulk_index(
index=config.webapi.elasticsearch_default_index,
doc_type='supersearch_fields',
docs=SUPERSEARCH_FIELDS.values(),
id_field='name',
refresh=True,
)
# Create the index that will be used.
es_index = self.storage.get_index_for_crash(self.now)
self.storage.create_socorro_index(es_index)
self.api = SuperSearch(config=config)
def setUp(self):
super(IntegrationTestSettings, self).setUp()
config = self.get_config_context()
self.storage = crashstorage.ElasticSearchCrashStorage(config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
self.now = utc_now()
# Create the index that will be used.
es_index = self.storage.get_index_for_crash(self.now)
self.storage.create_socorro_index(es_index)
# Create the supersearch fields.
self.storage.es.bulk_index(
index=config.webapi.elasticsearch_default_index,
doc_type='supersearch_fields',
docs=SUPERSEARCH_FIELDS.values(),
id_field='name',
refresh=True,
)
self.api = SuperSearch(config=config)
# This an ugly hack to give elasticsearch some time to finish creating
# the new index. It is needed for jenkins only, because we have a
# special case here where we index only one or two documents before
# querying. Other tests are not affected.
# TODO: try to remove it, or at least understand why it is needed.
time.sleep(1)
def setUp(self):
super(IntegrationTestQuery, self).setUp()
config = self.get_config_context()
self.storage = crashstorage.ElasticSearchCrashStorage(config)
self.api = Query(config=config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
# Create the supersearch fields.
self.storage.es.bulk_index(
index=config.webapi.elasticsearch_default_index,
doc_type='supersearch_fields',
docs=SUPERSEARCH_FIELDS.values(),
id_field='name',
refresh=True,
)
self.now = datetimeutil.utc_now()
yesterday = self.now - datetime.timedelta(days=1)
yesterday = datetimeutil.date_to_string(yesterday)
# insert data into elasticsearch
default_crash_report = {
'uuid': 100,
'signature': 'js::break_your_browser',
'date_processed': yesterday,
'product': 'WaterWolf',
'version': '1.0',
'release_channel': 'release',
'os_name': 'Linux',
'build': '1234567890',
'reason': 'MOZALLOC_WENT_WRONG',
'hangid': None,
'process_type': None,
}
self.storage.save_processed(default_crash_report)
self.storage.save_processed(
dict(default_crash_report, uuid=1, product='EarthRaccoon'))
self.storage.save_processed(
dict(default_crash_report, uuid=2, version='2.0'))
self.storage.save_processed(
dict(default_crash_report, uuid=3, release_channel='aurora'))
# As indexing is asynchronous, we need to force elasticsearch to
# make the newly created content searchable before we run the tests
self.storage.es.refresh()
def setUp(self):
super(IntegrationTestSuperSearch, self).setUp()
with _get_config_manager(self.config).context() as config:
self.storage = crashstorage.ElasticSearchCrashStorage(config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
now = datetimeutil.utc_now()
yesterday = now - datetime.timedelta(days=1)
yesterday = datetimeutil.date_to_string(yesterday)
last_month = now - datetime.timedelta(weeks=4)
last_month = datetimeutil.date_to_string(last_month)
# insert data into elasticsearch
default_crash_report = {
'uuid': 100,
'address': '0x0',
'signature': 'js::break_your_browser',
'date_processed': yesterday,
'product': 'WaterWolf',
'version': '1.0',
'release_channel': 'release',
'os_name': 'Linux',
'build': 1234567890,
'reason': 'MOZALLOC_WENT_WRONG',
'hangid': None,
'process_type': None,
'email': '*****@*****.**',
'url': 'https://mozilla.org',
'user_comments': '',
'install_age': 0,
}
self.storage.save_processed(default_crash_report)
self.storage.save_processed(
dict(default_crash_report, uuid=1, product='EarthRaccoon'))
self.storage.save_processed(
dict(default_crash_report, uuid=2, version='2.0'))
self.storage.save_processed(
dict(default_crash_report, uuid=3, release_channel='aurora'))
self.storage.save_processed(
dict(default_crash_report, uuid=4, os_name='Windows NT'))
self.storage.save_processed(
dict(default_crash_report, uuid=5, build=987654321))
self.storage.save_processed(
dict(default_crash_report, uuid=6, reason='VERY_BAD_EXCEPTION'))
self.storage.save_processed(
dict(default_crash_report, uuid=7, hangid=12))
self.storage.save_processed(
dict(default_crash_report, uuid=8, process_type='plugin'))
self.storage.save_processed(
dict(default_crash_report, uuid=9, signature='my_bad'))
self.storage.save_processed(
dict(
default_crash_report,
uuid=10,
date_processed=last_month,
signature='my_little_signature',
))
# for plugin terms test
self.storage.save_processed(
dict(
default_crash_report,
uuid=11,
product='PluginSoft',
process_type='plugin',
PluginFilename='carly.dll',
PluginName='Hey I just met you',
PluginVersion='1.2',
))
self.storage.save_processed(
dict(
default_crash_report,
uuid=12,
product='PluginSoft',
process_type='plugin',
PluginFilename='hey.dll',
PluginName='Hey Plugin',
PluginVersion='10.7.0.2a',
))
self.storage.save_processed(
dict(default_crash_report, uuid=13, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=14, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=15, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=16, install_age=87234))
self.storage.save_processed(
dict(default_crash_report, uuid=17, url='http://www.mozilla.org'))
self.storage.save_processed(
dict(default_crash_report, uuid=18, url='http://www.example.com'))
self.storage.save_processed(
dict(
default_crash_report,
uuid=19,
user_comments='I love WaterWolf',
))
self.storage.save_processed(
dict(
default_crash_report,
uuid=20,
user_comments='WaterWolf is so bad',
))
self.storage.save_processed(
dict(default_crash_report, uuid=21, address='0xa2e4509ca0'))
# As indexing is asynchronous, we need to force elasticsearch to
# make the newly created content searchable before we run the tests
self.storage.es.refresh()
def setUp(self):
super(IntegrationElasticsearchSearch, self).setUp()
with self.get_config_manager().context() as config:
self.storage = crashstorage.ElasticSearchCrashStorage(config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
now = datetimeutil.utc_now()
yesterday = now - datetime.timedelta(days=1)
yesterday = datetimeutil.date_to_string(yesterday)
last_month = now - datetime.timedelta(weeks=4)
last_month = datetimeutil.date_to_string(last_month)
# insert data into elasticsearch
default_crash_report = {
'uuid': 100,
'signature': 'js::break_your_browser',
'date_processed': yesterday,
'product': 'WaterWolf',
'version': '1.0',
'release_channel': 'release',
'os_name': 'Linux',
'build': '1234567890',
'reason': 'MOZALLOC_WENT_WRONG',
'hangid': None,
'process_type': None,
}
self.storage.save_processed(default_crash_report)
self.storage.save_processed(
dict(default_crash_report, uuid=1, product='EarthRaccoon')
)
self.storage.save_processed(
dict(default_crash_report, uuid=2, version='2.0')
)
self.storage.save_processed(
dict(default_crash_report, uuid=3, release_channel='aurora')
)
self.storage.save_processed(
dict(default_crash_report, uuid=4, os_name='Windows NT')
)
self.storage.save_processed(
dict(default_crash_report, uuid=5, build='0987654321')
)
self.storage.save_processed(
dict(default_crash_report, uuid=6, reason='VERY_BAD_EXCEPTION')
)
self.storage.save_processed(
dict(default_crash_report, uuid=7, hangid='12')
)
self.storage.save_processed(
dict(default_crash_report, uuid=8, process_type='plugin')
)
self.storage.save_processed(
dict(default_crash_report, uuid=9, signature='my_bad')
)
self.storage.save_processed(
dict(
default_crash_report,
uuid=10,
date_processed=last_month,
signature='my_little_signature',
)
)
# for plugin terms test
self.storage.save_processed(
dict(
default_crash_report,
uuid=11,
product='PluginSoft',
process_type='plugin',
PluginFilename='carly.dll',
PluginName='Hey I just met you',
PluginVersion='1.2',
)
)
self.storage.save_processed(
dict(
default_crash_report,
uuid=12,
product='PluginSoft',
process_type='plugin',
PluginFilename='hey.dll',
PluginName='Hey Plugin',
PluginVersion='10.7.0.2a',
)
)
self.storage.save_processed(
dict(
default_crash_report,
uuid=13,
product='EarlyOwl',
version='11.0b1',
release_channel='beta',
)
)
self.storage.save_processed(
dict(
default_crash_report,
uuid=14,
product='EarlyOwl',
version='11.0b2',
release_channel='beta',
)
)
# As indexing is asynchronous, we need to force elasticsearch to
# make the newly created content searchable before we run the tests
self.storage.es.refresh()
def setUp(self):
super(IntegrationTestSuperSearch, self).setUp()
config = self.get_config_context()
self.api = SuperSearch(config=config)
self.storage = crashstorage.ElasticSearchCrashStorage(config)
# clear the indices cache so the index is created on every test
self.storage.indices_cache = set()
now = datetimeutil.utc_now()
yesterday = now - datetime.timedelta(days=1)
yesterday = datetimeutil.date_to_string(yesterday)
last_month = now - datetime.timedelta(weeks=4)
last_month = datetimeutil.date_to_string(last_month)
# insert data into elasticsearch
default_crash_report = {
'uuid': 100,
'address': '0x0',
'signature': 'js::break_your_browser',
'date_processed': yesterday,
'product': 'WaterWolf',
'version': '1.0',
'release_channel': 'release',
'os_name': 'Linux',
'build': 1234567890,
'reason': 'MOZALLOC_WENT_WRONG',
'hangid': None,
'process_type': None,
'email': '*****@*****.**',
'url': 'https://mozilla.org',
'user_comments': '',
'install_age': 0,
}
default_raw_crash_report = {
'Accessibility': True,
'AvailableVirtualMemory': 10211743,
'B2G_OS_Version': '1.1.203448',
'BIOS_Manufacturer': 'SUSA',
'IsGarbageCollecting': False,
'Vendor': 'mozilla',
'useragent_locale': 'en-US',
}
self.storage.save_raw_and_processed(default_raw_crash_report, None,
default_crash_report,
default_crash_report['uuid'])
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, Accessibility=False), None,
dict(default_crash_report, uuid=1, product='EarthRaccoon'), 1)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, AvailableVirtualMemory=0), None,
dict(default_crash_report, uuid=2, version='2.0'), 2)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, B2G_OS_Version='1.3'), None,
dict(default_crash_report, uuid=3, release_channel='aurora'), 3)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, BIOS_Manufacturer='aidivn'), None,
dict(default_crash_report, uuid=4, os_name='Windows NT'), 4)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, IsGarbageCollecting=True), None,
dict(default_crash_report, uuid=5, build=987654321), 5)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, Vendor='gnusmas'), None,
dict(default_crash_report, uuid=6, reason='VERY_BAD_EXCEPTION'), 6)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, useragent_locale='fr'), None,
dict(default_crash_report, uuid=7, hangid=12), 7)
self.storage.save_raw_and_processed(
dict(default_raw_crash_report, Android_Model='PediaMad 17 Heavy'),
None, dict(default_crash_report, uuid=8, process_type='plugin'), 8)
self.storage.save_processed(
dict(default_crash_report, uuid=9, signature='my_bad'))
self.storage.save_processed(
dict(
default_crash_report,
uuid=10,
date_processed=last_month,
signature='my_little_signature',
))
# for plugin terms test
self.storage.save_processed(
dict(
default_crash_report,
uuid=11,
product='PluginSoft',
process_type='plugin',
PluginFilename='carly.dll',
PluginName='Hey I just met you',
PluginVersion='1.2',
))
self.storage.save_processed(
dict(
default_crash_report,
uuid=12,
product='PluginSoft',
process_type='plugin',
PluginFilename='hey.dll',
PluginName='Hey Plugin',
PluginVersion='10.7.0.2a',
))
self.storage.save_processed(
dict(default_crash_report, uuid=13, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=14, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=15, email='*****@*****.**'))
self.storage.save_processed(
dict(default_crash_report, uuid=16, install_age=87234))
self.storage.save_processed(
dict(default_crash_report, uuid=17, url='http://www.mozilla.org'))
self.storage.save_processed(
dict(default_crash_report, uuid=18, url='http://www.example.com'))
self.storage.save_processed(
dict(
default_crash_report,
uuid=19,
user_comments='I love WaterWolf',
))
self.storage.save_processed(
dict(
default_crash_report,
uuid=20,
user_comments='WaterWolf is so bad',
))
self.storage.save_processed(
dict(default_crash_report, uuid=21, address='0xa2e4509ca0'))
# As indexing is asynchronous, we need to force elasticsearch to
# make the newly created content searchable before we run the tests
self.storage.es.refresh()