def nimbus_push_experiment_to_kinto(experiment_id):
"""
An invoked task that given a single experiment id, query it in the db, serialize it,
and push its data to the configured collection. If it fails for any reason, log the
error and reraise it so it will be forwarded to sentry.
"""
metrics.incr("push_experiment_to_kinto.started")
try:
experiment = NimbusExperiment.objects.get(id=experiment_id)
logger.info(f"Pushing {experiment} to Kinto")
kinto_client = KintoClient(
NimbusExperiment.KINTO_APPLICATION_COLLECTION[
experiment.application])
if not NimbusBucketRange.objects.filter(
experiment=experiment).exists():
NimbusIsolationGroup.request_isolation_group_buckets(
experiment.slug,
experiment,
int(experiment.population_percent / Decimal("100.0") *
NimbusExperiment.BUCKET_TOTAL),
)
data = NimbusExperimentSerializer(experiment).data
kinto_client.push_to_kinto(data)
experiment.status = NimbusExperiment.Status.ACCEPTED
experiment.save()
generate_nimbus_changelog(experiment, get_kinto_user())
logger.info(f"{experiment} pushed to Kinto")
metrics.incr("push_experiment_to_kinto.completed")
except Exception as e:
metrics.incr("push_experiment_to_kinto.failed")
logger.info(
f"Pushing experiment id {experiment_id} to Kinto failed: {e}")
raise e
class TestKintoClient(MockKintoClientMixin, TestCase):
def setUp(self):
super().setUp()
self.collection = "test-collection"
self.client = KintoClient(self.collection)
def test_push_to_kinto_sends_data_updates_collection(self):
self.client.push_to_kinto({"test": "data"})
self.mock_kinto_client_creator.assert_called_with(
server_url=settings.KINTO_HOST,
auth=(settings.KINTO_USER, settings.KINTO_PASS),
)
self.mock_kinto_client.create_record.assert_called_with(
data={"test": "data"},
collection=self.collection,
bucket=settings.KINTO_BUCKET,
if_not_exists=True,
)
self.mock_kinto_client.patch_collection.assert_called_with(
id=self.collection,
data={"status": KINTO_REVIEW_STATUS},
bucket=settings.KINTO_BUCKET,
)
def test_rollback_changes_patches_collection(self):
self.client.rollback_changes()
self.mock_kinto_client_creator.assert_called_with(
server_url=settings.KINTO_HOST,
auth=(settings.KINTO_USER, settings.KINTO_PASS),
)
self.mock_kinto_client.patch_collection.assert_called_with(
id=self.collection,
data={"status": KINTO_ROLLBACK_STATUS},
bucket=settings.KINTO_BUCKET,
)
def test_returns_true_for_pending_review(self):
self.setup_kinto_pending_review()
self.assertTrue(self.client.has_pending_review())
def test_returns_false_for_no_pending_review(self):
self.setup_kinto_no_pending_review()
self.assertFalse(self.client.has_pending_review())
def test_returns_records(self):
slug = "test-slug"
self.setup_kinto_get_main_records([slug])
self.assertEqual(self.client.get_main_records(), [{"id": slug}])
def test_returns_no_records(self):
self.setup_kinto_get_main_records([])
self.assertEqual(self.client.get_main_records(), [])
def test_returns_nothing_when_not_rejects(self):
self.setup_kinto_no_pending_review()
self.assertIsNone(self.client.get_rejected_collection_data())
def test_returns_rejected_data(self):
self.setup_kinto_rejected_review()
self.assertTrue(self.client.get_rejected_collection_data())
def test_returns_rejected_record(self):
self.mock_kinto_client.get_records.side_effect = [
[{
"id": "bug-12345-rapid-test-release-55"
}],
[
{
"id": "bug-12345-rapid-test-release-55"
},
{
"id": "bug-9999-rapid-test-release-55"
},
],
]
self.assertEqual(self.client.get_rejected_record(),
"bug-9999-rapid-test-release-55")