def setUp(self):
super(TestMultiSearchView, self).setUp()
post_request_task._start_queuing_tasks()
self.url = reverse('fireplace-multi-search-api')
self.webapp = Webapp.objects.get(pk=337141)
self.webapp.save()
self.extension = Extension.objects.create(name='test-ext-lol')
self.extension.versions.create(status=STATUS_PUBLIC)
self.extension.popularity.add(ExtensionPopularity(region=0, value=999))
self.extension.save()
post_request_task._send_tasks_and_stop_queuing()
self.refresh(doctypes=('extension', 'webapp', 'homescreen'))
def make_homescreen(self):
post_request_task._start_queuing_tasks()
self.homescreen = app_factory(name=u'Elegant Waffle',
description=u'homescreen runner',
created=self.days_ago(5),
manifest_url='http://h.testmanifest.com')
Tag(tag_text='homescreen').save_tag(self.homescreen)
self.homescreen.addondevicetype_set.create(
device_type=mkt.DEVICE_GAIA.id)
self.homescreen.update_version()
self.homescreen.update(categories=['health-fitness', 'productivity'])
post_request_task._send_tasks_and_stop_queuing()
self.refresh(('webapp', 'website', 'extension', 'homescreen'))
return self.homescreen
def make_homescreen(self):
post_request_task._start_queuing_tasks()
self.homescreen = app_factory(name=u'Elegant Waffle',
description=u'homescreen runner',
created=self.days_ago(5),
manifest_url='http://h.testmanifest.com')
Tag(tag_text='homescreen').save_tag(self.homescreen)
self.homescreen.addondevicetype_set.create(
device_type=mkt.DEVICE_GAIA.id)
self.homescreen.update_version()
self.homescreen.update(categories=['health-fitness', 'productivity'])
post_request_task._send_tasks_and_stop_queuing()
self.refresh(('webapp', 'extension', 'homescreen'))
return self.homescreen
def pause_all_tasks():
_start_queuing_tasks()
def pause_all_tasks():
_start_queuing_tasks()
def process(self, version):
"""Process a single version, figuring out if it should be auto-approved
and calling the approval code if necessary."""
already_locked = AutoApprovalSummary.check_is_locked(version)
if not already_locked:
# Lock the addon for ourselves if possible. Even though
# AutoApprovalSummary.create_summary_for_version() will do
# call check_is_locked() again later when calculating the verdict,
# we have to do it now to prevent overwriting an existing lock with
# our own.
set_reviewing_cache(version.addon.pk, settings.TASK_USER_ID)
# Discard any existing celery tasks that may have been queued before:
# If there are any left at this point, it means the transaction from
# the previous loop iteration was not committed and we shouldn't
# trigger the corresponding tasks.
_discard_tasks()
# Queue celery tasks for this version, avoiding triggering them too
# soon...
_start_queuing_tasks()
try:
with transaction.atomic():
# ...and release the queued tasks to celery once transaction
# is committed.
transaction.on_commit(_send_tasks_and_stop_queuing)
log.info(
'Processing %s version %s...',
str(version.addon.name),
str(version.version),
)
if waffle.switch_is_active('run-action-in-auto-approve'):
# We want to execute `run_action()` only once.
summary_exists = AutoApprovalSummary.objects.filter(
version=version).exists()
if summary_exists:
log.info('Not running run_action() because it has '
'already been executed')
else:
ScannerResult.run_action(version)
summary, info = AutoApprovalSummary.create_summary_for_version(
version, dry_run=self.dry_run)
self.stats.update({k: int(v) for k, v in info.items()})
if summary.verdict == self.successful_verdict:
if summary.verdict == amo.AUTO_APPROVED:
self.approve(version)
self.stats['auto_approved'] += 1
verdict_string = summary.get_verdict_display()
else:
verdict_string = '%s (%s)' % (
summary.get_verdict_display(),
', '.join(summary.verdict_info_prettifier(info)),
)
log.info(
'Auto Approval for %s version %s: %s',
str(version.addon.name),
str(version.version),
verdict_string,
)
# At this point, any exception should have rolled back the transaction,
# so even if we did create/update an AutoApprovalSummary instance that
# should have been rolled back. This ensures that, for instance, a
# signing error doesn't leave the version and its autoapprovalsummary
# in conflicting states.
except (AutoApprovalNotEnoughFilesError,
AutoApprovalNoValidationResultError):
log.info(
'Version %s was skipped either because it had no '
'files or because it had no validation attached.',
version,
)
self.stats['error'] += 1
except SigningError:
statsd.incr('reviewers.auto_approve.approve.failure')
log.info('Version %s was skipped because of a signing error',
version)
self.stats['error'] += 1
finally:
# Always clear our own lock no matter what happens (but only ours).
if not already_locked:
clear_reviewing_cache(version.addon.pk)
# Stop post request task queue before moving on (useful in tests to
# leave a fresh state for the next test. Note that we don't want to
# send or clear queued tasks (they may belong to a transaction that
# has been rolled back, or they may not have been processed by the
# on commit handler yet).
_stop_queuing_tasks()
def test_task_queue_is_enabled(self):
self.assertEqual(is_task_queuing_enabled_for_this_thread(), False)
_start_queuing_tasks()
self.assertEqual(is_task_queuing_enabled_for_this_thread(), True)
_stop_queuing_tasks()
self.assertEqual(is_task_queuing_enabled_for_this_thread(), False)
def test_task_queue_is_enabled(self):
self.assertEqual(is_task_queuing_enabled_for_this_thread(), False)
_start_queuing_tasks()
self.assertEqual(is_task_queuing_enabled_for_this_thread(), True)
_stop_queuing_tasks()
self.assertEqual(is_task_queuing_enabled_for_this_thread(), False)
