def test_invalid_auth(self):
self.project.is_public = False
self.project.save()
wrong_client = APIClient('invalidkey')
resp = wrong_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
def test_invalid_auth(self):
self.project.is_public = False
self.project.save()
wrong_client = APIClient('invalidkey')
resp = wrong_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
class CiApiTest(TestCase):
def setUp(self):
self.group = core_models.Group.objects.create(slug='mygroup')
self.project = self.group.projects.create(slug='myproject')
self.project_submission_user = User.objects.create(
username='******')
usergroup = self.group.user_groups.create()
self.project_submission_user.groups.add(usergroup)
self.build = self.project.builds.create(version='1')
Token.objects.create(user=self.project_submission_user, key='thekey')
self.backend = models.Backend.objects.create(name='lava')
self.client = APIClient('thekey')
def test_auth(self):
args = {
'backend': 'lava',
'definition': 'foo: 1',
}
self.client.token = 'invalid-token'
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(401, r.status_code)
def test_creates_test_run(self):
args = {
'backend': 'lava',
'definition': 'foo: 1',
}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(201, r.status_code)
self.assertEqual(
1,
models.TestJob.objects.filter(
target=self.project,
environment='myenv',
target_build=self.build,
backend=self.backend,
definition='foo: 1',
).count())
def test_invalid_backend_test_run(self):
args = {
'backend': 'lava.foo',
'definition': 'foo: 1',
}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
def test_missing_definition_test_run(self):
args = {'backend': 'lava'}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
def test_accepts_definition_as_file_upload(self):
args = {'backend': 'lava', 'definition': open(job_definition_file)}
self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
@patch("squad.ci.tasks.submit.delay")
def test_schedules_submission(self, submit):
args = {
'backend': 'lava',
'definition': 'foo: 1',
}
self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
job_id = models.TestJob.objects.last().id
submit.assert_called_with(job_id)
@patch("squad.ci.tasks.fetch.delay")
def test_auth_on_watch_testjob(self, fetch):
testjob_id = 1234
args = {
'backend': 'lava',
'testjob_id': testjob_id,
}
self.client.token = 'invalid-token'
r = self.client.post('/api/watchjob/mygroup/myproject/1/myenv', args)
self.assertEqual(401, r.status_code)
@patch("squad.ci.tasks.fetch.delay")
def test_watch_testjob(self, fetch):
testjob_id = 1234
args = {
'backend': 'lava',
'testjob_id': testjob_id,
}
r = self.client.post('/api/watchjob/mygroup/myproject/1/myenv', args)
self.assertEqual(201, r.status_code)
self.assertEqual(
1,
models.TestJob.objects.filter(target=self.project,
environment='myenv',
target_build=self.build,
backend=self.backend,
submitted=True,
job_id=testjob_id).count())
@patch("squad.ci.tasks.fetch.delay")
def test_watch_testjob_mising_id(self, fetch):
args = {'backend': 'lava'}
r = self.client.post('/api/watchjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
@patch('squad.ci.models.Backend.get_implementation')
def test_resubmit(self, get_implementation):
impl = MagicMock()
impl.resubmit = MagicMock()
get_implementation.return_value = impl
t = self.backend.test_jobs.create(target=self.project,
can_resubmit=True)
staff_user_password = "******"
staff_user = User.objects.create_superuser(
username="******",
email="*****@*****.**",
password=staff_user_password,
is_staff=True)
staff_user.save()
client = Client()
client.login(username=staff_user.username,
password=staff_user_password)
r = client.get('/api/resubmit/%s' % t.pk)
self.assertEqual(201, r.status_code)
impl.resubmit.assert_called()
t.refresh_from_db()
self.assertEqual(False, t.can_resubmit)
def test_disallowed_resubmit(self):
t = self.backend.test_jobs.create(target=self.project,
can_resubmit=True)
r = self.client.get('/api/resubmit/%s' % t.pk)
self.assertEqual(401, r.status_code)
def test_resubmit_invalid_id(self):
staff_user_password = "******"
staff_user = User.objects.create_superuser(
username="******",
email="*****@*****.**",
password=staff_user_password,
is_staff=True)
staff_user.save()
client = Client()
client.login(username=staff_user.username,
password=staff_user_password)
r = client.get('/api/resubmit/999')
self.assertEqual(400, r.status_code)
class CiApiTest(TestCase):
def setUp(self):
self.group = core_models.Group.objects.create(slug='mygroup')
self.project = self.group.projects.create(slug='myproject')
self.project.tokens.create(key='thekey')
self.backend = models.Backend.objects.create(name='lava')
self.client = APIClient('thekey')
def test_creates_test_run(self):
args = {
'backend': 'lava',
'definition': 'foo: 1',
}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(201, r.status_code)
self.assertEqual(
1,
models.TestJob.objects.filter(
target=self.project,
environment='myenv',
build='1',
backend=self.backend,
definition='foo: 1',
).count())
def test_invalid_backend_test_run(self):
args = {
'backend': 'lava.foo',
'definition': 'foo: 1',
}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
def test_missing_definition_test_run(self):
args = {'backend': 'lava'}
r = self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
def test_accepts_definition_as_file_upload(self):
args = {'backend': 'lava', 'definition': open(job_definition_file)}
self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
@patch("squad.ci.tasks.submit.delay")
def test_schedules_submission(self, submit):
args = {
'backend': 'lava',
'definition': 'foo: 1',
}
self.client.post('/api/submitjob/mygroup/myproject/1/myenv', args)
job_id = models.TestJob.objects.last().id
submit.assert_called_with(job_id)
@patch("squad.ci.tasks.fetch.delay")
def test_watch_testjob(self, fetch):
testjob_id = 1234
args = {
'backend': 'lava',
'testjob_id': testjob_id,
}
r = self.client.post('/api/watchjob/mygroup/myproject/1/myenv', args)
self.assertEqual(201, r.status_code)
self.assertEqual(
1,
models.TestJob.objects.filter(target=self.project,
environment='myenv',
build='1',
backend=self.backend,
job_id=testjob_id).count())
@patch("squad.ci.tasks.fetch.delay")
def test_watch_testjob_mising_id(self, fetch):
args = {'backend': 'lava'}
r = self.client.post('/api/watchjob/mygroup/myproject/1/myenv', args)
self.assertEqual(400, r.status_code)
@patch('squad.ci.models.Backend.get_implementation')
def test_resubmit(self, get_implementation):
impl = MagicMock()
impl.resubmit = MagicMock()
get_implementation.return_value = impl
t = self.backend.test_jobs.create(target=self.project,
can_resubmit=True)
r = self.client.get('/api/resubmit/%s' % t.pk)
self.assertEqual(201, r.status_code)
impl.resubmit.assert_called()
t.refresh_from_db()
self.assertEqual(False, t.can_resubmit)
def test_resubmit_invalid_id(self):
r = self.client.get('/api/resubmit/999')
self.assertEqual(400, r.status_code)
class ApiDataTest(TestCase):
def setUp(self):
self.user_group = Group.objects.create(name='foo')
self.group = models.Group.objects.create(slug='mygroup')
self.group.user_groups.add(self.user_group)
self.project = self.group.projects.create(slug='myproject')
self.project.tokens.create(key='thekey')
self.client = APIClient('thekey')
def receive(self, datestr, metrics={}, tests={}):
receive = ReceiveTestRun(self.project)
receive(
version=datestr,
environment_slug="env1",
metadata_file=json.dumps({
"datetime": datestr + "T00:00:00+00:00",
"job_id": '1'
}),
metrics_file=json.dumps(metrics),
tests_file=json.dumps(tests),
)
def test_basics(self):
self.receive("2016-09-01", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2016-09-02", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get_json(
'/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1'
)
json = resp.data
self.assertEqual(dict, type(json['foo']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1472688000, 1.0], first[0:2])
self.assertEqual([1472774400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1472688000, 2.0], first[0:2])
self.assertEqual([1472774400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8',
resp.http['Content-Type'])
def test_metrics_csv(self):
self.receive("2018-09-17", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2018-09-18", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get(
'/api/data/mygroup/myproject?metric=foo&environment=env1&format=csv'
)
data = resp.content.decode('utf-8').split("\n")
self.assertIn('"foo","env1","1537142400","1.0","2018-09-17",""',
data[0])
self.assertIn('"foo","env1","1537228800","2.0","2018-09-18",""',
data[1])
def test_tests(self):
self.receive("2017-01-01", tests={
"foo": "pass",
"bar": "fail",
})
self.receive("2017-01-02", tests={
"foo": "pass",
"bar": "pass",
})
response = self.client.get_json(
'/api/data/mygroup/myproject?metric=:tests:&environment=env1')
json = response.data
first = json[':tests:']['env1'][0]
second = json[':tests:']['env1'][1]
self.assertEqual([1483228800, 50, '2017-01-01', ''], first)
self.assertEqual([1483315200, 100, '2017-01-02', ''], second)
def test_no_auth_on_non_public_project(self):
self.project.is_public = False
self.project.save()
unauthenticated_client = Client()
resp = unauthenticated_client.get(
'/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1'
)
self.assertEqual(401, resp.status_code)
def test_no_auth_on_public_project(self):
unauthenticated_client = Client()
resp = unauthenticated_client.get(
'/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1'
)
self.assertEqual(200, resp.status_code)
def test_invalid_auth(self):
self.project.is_public = False
self.project.save()
wrong_client = APIClient('invalidkey')
resp = wrong_client.get(
'/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1'
)
self.assertEqual(401, resp.status_code)
def test_auth_from_web_ui(self):
self.project.is_public = False
self.project.save()
web_client = Client()
user = User.objects.create(username='******')
user.groups.add(self.user_group)
web_client.force_login(user)
resp = web_client.get(
'/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1'
)
self.assertEqual(200, resp.status_code)
def test_all_metrics(self):
self.receive("2018-09-01", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2018-09-02", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get_json(
'/api/data/mygroup/myproject?environment=env1')
json = resp.data
self.assertEqual(dict, type(json['foo']))
self.assertEqual(dict, type(json['bar/baz']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1535760000, 1.0], first[0:2])
self.assertEqual([1535846400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1535760000, 2.0], first[0:2])
self.assertEqual([1535846400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8',
resp.http['Content-Type'])
class ApiDataTest(TestCase):
def setUp(self):
self.group = models.Group.objects.create(slug='mygroup')
self.project = self.group.projects.create(slug='myproject')
self.client = APIClient('thekey')
def receive(self, datestr, metrics={}, tests={}):
receive = ReceiveTestRun(self.project)
receive(
version=datestr,
environment_slug="env1",
metadata_file=json.dumps({"datetime": datestr + "T00:00:00+00:00", "job_id": '1'}),
metrics_file=json.dumps(metrics),
tests_file=json.dumps(tests),
)
def get_json(self, url):
with count_queries('url:' + url):
response = self.client.get_json(url)
return response
def test_basics(self):
self.receive("2016-09-01", metrics={
"foo": {"value": 1, "unit": "kb"},
"bar/baz": {"value": 2, "unit": "kb"},
})
self.receive("2016-09-02", metrics={
"foo": {"value": 2, "unit": ""},
"bar/baz": {"value": 3, "unit": "minutes"}
})
resp = self.get_json('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
json = resp.data
self.assertEqual(dict, type(json['foo']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1472688000, 1.0], first[0:2])
self.assertEqual([1472774400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1472688000, 2.0], first[0:2])
self.assertEqual([1472774400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8', resp.http['Content-Type'])
def test_metrics_csv(self):
self.receive("2018-09-17", metrics={
"foo": {"value": 1, "unit": ""},
"bar/baz": {"value": 2, "unit": ""}
})
self.receive("2018-09-18", metrics={
"foo": {"value": 2, "unit": "hours"},
"bar/baz": {"value": 3, "unit": "minutes"}
})
resp = self.client.get('/api/data/mygroup/myproject?metric=foo&environment=env1&format=csv')
data = resp.content.decode('utf-8').split("\n")
self.assertIn('"foo","env1","1537142400","1.0","2018-09-17",""', data[0])
self.assertIn('"foo","env1","1537228800","2.0","2018-09-18",""', data[1])
def test_tests(self):
self.receive("2017-01-01", tests={
"foo": "pass",
"bar": "fail",
})
self.receive("2017-01-02", tests={
"foo": "pass",
"bar": "pass",
})
response = self.get_json('/api/data/mygroup/myproject?metric=:tests:&environment=env1')
json = response.data
first = json[':tests:']['env1'][0]
second = json[':tests:']['env1'][1]
self.assertEqual([1483228800, 50, '2017-01-01', ''], first)
self.assertEqual([1483315200, 100, '2017-01-02', ''], second)
def test_no_auth_on_non_public_project(self):
self.project.is_public = False
self.project.save()
unauthenticated_client = Client()
resp = unauthenticated_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
def test_no_auth_on_public_project(self):
unauthenticated_client = Client()
resp = unauthenticated_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(200, resp.status_code)
def test_invalid_auth(self):
self.project.is_public = False
self.project.save()
wrong_client = APIClient('invalidkey')
resp = wrong_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
def test_auth_from_web_ui(self):
self.project.is_public = False
self.project.save()
web_client = Client()
user = User.objects.create(username='******')
self.group.add_admin(user)
web_client.force_login(user)
resp = web_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(200, resp.status_code)
def test_all_metrics(self):
self.receive("2018-09-01", metrics={
"foo": {"value": 1, "unit": "kb"},
"bar/baz": {"value": 2, "unit": "seconds"}
})
self.receive("2018-09-02", metrics={
"foo": {"value": 2, "unit": ""},
"bar/baz": {"value": 3, "unit": ""}
})
resp = self.get_json('/api/data/mygroup/myproject?environment=env1')
json = resp.data
self.assertEqual(dict, type(json['foo']))
self.assertEqual(dict, type(json['bar/baz']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1535760000, 1.0], first[0:2])
self.assertEqual([1535846400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1535760000, 2.0], first[0:2])
self.assertEqual([1535846400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8', resp.http['Content-Type'])
def test_dynamic_summary(self):
self.receive("2019-06-04", metrics={
"foo": {"value": 2, "unit": ""},
"bar/baz": {"value": 2, "unit": ""}
}) # geomean = 2
self.receive("2019-06-05", metrics={
"foo": {"value": 3, "unit": ""},
"bar/baz": {"value": 3, "unit": "seconds"},
'fox/qux': {"value": 3, "unit": "minutes"}
}) # geomean = 3
resp = self.get_json(
'/api/data/mygroup/myproject?environment=env1&metric=foo&metric=bar/baz&metric=:dynamic_summary:')
first = resp.data[':dynamic_summary:']['env1'][0][1]
self.assertAlmostEqual(first, 2)
first = resp.data[':dynamic_summary:']['env1'][1][1]
self.assertAlmostEqual(first, 3)
def test_dynamic_summary_no_selected_metrics(self):
self.receive("2019-06-04", metrics={
"foo": {"value": 2, "unit": "kg"},
"bar/baz": {"value": 2, "unit": "cm"}
})
resp = self.get_json(
'/api/data/mygroup/myproject?environment=env1&metric=:dynamic_summary:')
self.assertEqual(resp.data[':dynamic_summary:']['env1'], [])
class ApiDataTest(TestCase):
def setUp(self):
self.group = models.Group.objects.create(slug='mygroup')
self.project = self.group.projects.create(slug='myproject')
self.client = APIClient('thekey')
def receive(self, datestr, metrics={}, tests={}):
receive = ReceiveTestRun(self.project)
receive(
version=datestr,
environment_slug="env1",
metadata_file=json.dumps({"datetime": datestr + "T00:00:00+00:00", "job_id": '1'}),
metrics_file=json.dumps(metrics),
tests_file=json.dumps(tests),
)
def test_basics(self):
self.receive("2016-09-01", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2016-09-02", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get_json('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
json = resp.data
self.assertEqual(dict, type(json['foo']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1472688000, 1.0], first[0:2])
self.assertEqual([1472774400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1472688000, 2.0], first[0:2])
self.assertEqual([1472774400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8', resp.http['Content-Type'])
def test_metrics_csv(self):
self.receive("2018-09-17", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2018-09-18", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get('/api/data/mygroup/myproject?metric=foo&environment=env1&format=csv')
data = resp.content.decode('utf-8').split("\n")
self.assertIn('"foo","env1","1537142400","1.0","2018-09-17",""', data[0])
self.assertIn('"foo","env1","1537228800","2.0","2018-09-18",""', data[1])
def test_tests(self):
self.receive("2017-01-01", tests={
"foo": "pass",
"bar": "fail",
})
self.receive("2017-01-02", tests={
"foo": "pass",
"bar": "pass",
})
response = self.client.get_json('/api/data/mygroup/myproject?metric=:tests:&environment=env1')
json = response.data
first = json[':tests:']['env1'][0]
second = json[':tests:']['env1'][1]
self.assertEqual([1483228800, 50, '2017-01-01', ''], first)
self.assertEqual([1483315200, 100, '2017-01-02', ''], second)
def test_no_auth_on_non_public_project(self):
self.project.is_public = False
self.project.save()
unauthenticated_client = Client()
resp = unauthenticated_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
def test_no_auth_on_public_project(self):
unauthenticated_client = Client()
resp = unauthenticated_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(200, resp.status_code)
def test_invalid_auth(self):
self.project.is_public = False
self.project.save()
wrong_client = APIClient('invalidkey')
resp = wrong_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(401, resp.status_code)
def test_auth_from_web_ui(self):
self.project.is_public = False
self.project.save()
web_client = Client()
user = User.objects.create(username='******')
self.group.add_admin(user)
web_client.force_login(user)
resp = web_client.get('/api/data/mygroup/myproject?metric=foo&metric=bar/baz&environment=env1')
self.assertEqual(200, resp.status_code)
def test_all_metrics(self):
self.receive("2018-09-01", metrics={
"foo": 1,
"bar/baz": 2,
})
self.receive("2018-09-02", metrics={
"foo": 2,
"bar/baz": 3,
})
resp = self.client.get_json(
'/api/data/mygroup/myproject?environment=env1')
json = resp.data
self.assertEqual(dict, type(json['foo']))
self.assertEqual(dict, type(json['bar/baz']))
first = json['foo']['env1'][0]
second = json['foo']['env1'][1]
self.assertEqual([1535760000, 1.0], first[0:2])
self.assertEqual([1535846400, 2.0], second[0:2])
first = json['bar/baz']['env1'][0]
second = json['bar/baz']['env1'][1]
self.assertEqual([1535760000, 2.0], first[0:2])
self.assertEqual([1535846400, 3.0], second[0:2])
self.assertEqual('application/json; charset=utf-8', resp.http['Content-Type'])