def setUp(self):
self._command = DiffCommand()
self._mock_options = mock_verb_options(self._command)
self._mock_options.instance_spec = TaskInstanceKey(self.TEST_JOBKEY, [0, 1])
self._fake_context = FakeAuroraCommandContext()
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("test")
self._formatter = Mock(spec=DiffFormatter)
def setUp(self):
self._command = DiffCommand()
self._mock_options = mock_verb_options(self._command)
self._mock_options.instance_spec = TaskInstanceKey(self.TEST_JOBKEY, [0, 1])
self._fake_context = FakeAuroraCommandContext()
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("test")
def setUp(self):
self._fake_context = FakeAuroraCommandContext()
self._mock_options = mock_verb_options(DiffCommand())
self._mock_options.instance_spec = TaskInstanceKey(
self.TEST_JOBKEY, [0, 1])
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("west")
class TestDiffCommand(AuroraClientCommandTest):
def setUp(self):
self._command = DiffCommand()
self._mock_options = mock_verb_options(self._command)
self._mock_options.instance_spec = TaskInstanceKey(self.TEST_JOBKEY, [0, 1])
self._fake_context = FakeAuroraCommandContext()
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("test")
@classmethod
def get_job_config(self, is_cron=False):
return AuroraConfig(job=Job(
cluster='west',
role='bozo',
environment='test',
name='the_job',
service=True if not is_cron else False,
cron_schedule='* * * * *' if is_cron else Empty,
task=Task(
name='task',
processes=[Process(cmdline='ls -la', name='process')],
resources=Resources(cpu=1.0, ram=1024 * MB, disk=1024 * MB)
),
instances=3,
))
@classmethod
def create_status_response(cls):
resp = cls.create_simple_success_response()
resp.result = Result(
scheduleStatusResult=ScheduleStatusResult(tasks=set(cls.create_scheduled_tasks())))
return resp
@classmethod
def create_failed_status_response(cls):
return cls.create_blank_response(ResponseCode.INVALID_REQUEST, 'No tasks found for query')
@classmethod
def populate_job_config_result(cls):
populate = cls.create_simple_success_response()
populate.result = Result(populateJobResult=PopulateJobResult(
taskConfig=cls.create_scheduled_tasks()[0].assignedTask.task))
return populate
@classmethod
def get_job_update_diff_result(cls):
diff = cls.create_simple_success_response()
task = cls.create_task_config('foo')
diff.result = Result(getJobUpdateDiffResult=GetJobUpdateDiffResult(
add=set([ConfigGroup(
config=task,
instances=frozenset([Range(first=10, last=10), Range(first=12, last=14)]))]),
remove=frozenset(),
update=frozenset([ConfigGroup(
config=task,
instances=frozenset([Range(first=11, last=11)]))]),
unchanged=frozenset([ConfigGroup(
config=task,
instances=frozenset([Range(first=0, last=9)]))])
))
return diff
def test_service_diff(self):
config = self.get_job_config()
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result()
self._mock_api.get_job_update_diff.return_value = self.get_job_update_diff_result()
with contextlib.nested(
patch('subprocess.call', return_value=0),
patch('json.loads', return_value={})) as (subprocess_patch, _):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [call(config)]
assert self._mock_api.get_job_update_diff.mock_calls == [
call(config, self._mock_options.instance_spec.instance)
]
assert "\n".join(self._fake_context.get_out()) == textwrap.dedent("""\
This job update will:
add instances: [10], [12-14]
update instances: [11]
with diff:\n\n
not change instances: [0-9]""")
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
def test_service_diff_old_api(self):
config = self.get_job_config()
query = TaskQuery(
jobKeys=[self.TEST_JOBKEY.to_thrift()],
statuses=ACTIVE_STATES)
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result()
self._mock_api.get_job_update_diff.side_effect = SchedulerProxy.ThriftInternalError("Expected")
self._mock_api.query.return_value = self.create_empty_task_result()
self._mock_api.build_query.return_value = query
with contextlib.nested(
patch('subprocess.call', return_value=0),
patch('json.loads', return_value={})) as (subprocess_patch, _):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [call(config)]
assert self._mock_api.get_job_update_diff.mock_calls == [
call(config, self._mock_options.instance_spec.instance)
]
assert self._mock_api.query.mock_calls == [call(query)]
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
def test_cron_diff(self):
config = self.get_job_config(is_cron=True)
query = TaskQuery(
jobKeys=[self.TEST_JOBKEY.to_thrift()],
statuses=ACTIVE_STATES)
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result()
self._mock_api.query.return_value = self.create_empty_task_result()
self._mock_api.build_query.return_value = query
with contextlib.nested(
patch('subprocess.call', return_value=0),
patch('json.loads', return_value={})) as (subprocess_patch, _):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [call(config)]
assert self._mock_api.query.mock_calls == [call(query)]
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
class TestDiffCommand(AuroraClientCommandTest):
def setUp(self):
self._command = DiffCommand()
self._mock_options = mock_verb_options(self._command)
self._mock_options.instance_spec = TaskInstanceKey(self.TEST_JOBKEY, [0, 1])
self._fake_context = FakeAuroraCommandContext()
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("test")
self._formatter = Mock(spec=DiffFormatter)
@classmethod
def get_job_config(self, is_cron=False):
return AuroraConfig(job=Job(
cluster='west',
role='bozo',
environment='test',
name='the_job',
service=True if not is_cron else False,
cron_schedule='* * * * *' if is_cron else Empty,
task=Task(
name='task',
processes=[Process(cmdline='ls -la', name='process')],
resources=Resources(cpu=1.0, ram=1024 * MB, disk=1024 * MB)
),
instances=3,
))
@classmethod
def populate_job_config_result(cls):
populate = cls.create_simple_success_response()
populate.result = Result(populateJobResult=PopulateJobResult(
taskConfig=cls.create_scheduled_tasks()[0].assignedTask.task))
return populate
def test_service_diff(self):
config = self.get_job_config()
self._fake_context.get_job_config = Mock(return_value=config)
resp = self.populate_job_config_result()
self._mock_api.populate_job_config.return_value = resp
with patch('apache.aurora.client.cli.jobs.DiffFormatter') as formatter:
formatter.return_value = self._formatter
assert self._command.execute(self._fake_context) == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [call(config)]
assert self._formatter.show_job_update_diff.mock_calls == [
call(self._mock_options.instance_spec.instance, resp.result.populateJobResult.taskConfig)
]
assert self._fake_context.get_out() == []
assert self._fake_context.get_err() == []
def test_cron_diff(self):
config = self.get_job_config(is_cron=True)
self._fake_context.get_job_config = Mock(return_value=config)
resp = self.populate_job_config_result()
self._mock_api.populate_job_config.return_value = resp
with patch('apache.aurora.client.cli.jobs.DiffFormatter') as formatter:
formatter.return_value = self._formatter
assert self._command.execute(self._fake_context) == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [call(config)]
assert self._formatter.diff_no_update_details.mock_calls == [
call([resp.result.populateJobResult.taskConfig] * 3)
]
assert self._fake_context.get_out() == []
assert self._fake_context.get_err() == []
class TestDiffCommand(AuroraClientCommandTest):
def setUp(self):
self._command = DiffCommand()
self._mock_options = mock_verb_options(self._command)
self._mock_options.instance_spec = TaskInstanceKey(
self.TEST_JOBKEY, [0, 1])
self._fake_context = FakeAuroraCommandContext()
self._fake_context.set_options(self._mock_options)
self._mock_api = self._fake_context.get_api("test")
@classmethod
def get_job_config(self, is_cron=False):
return AuroraConfig(job=Job(
cluster='west',
role='bozo',
environment='test',
name='the_job',
service=True if not is_cron else False,
cron_schedule='* * * * *' if is_cron else Empty,
task=Task(name='task',
processes=[Process(cmdline='ls -la', name='process')],
resources=Resources(
cpu=1.0, ram=1024 * MB, disk=1024 * MB)),
instances=3,
))
@classmethod
def create_status_response(cls):
resp = cls.create_simple_success_response()
resp.result = Result(scheduleStatusResult=ScheduleStatusResult(
tasks=set(cls.create_scheduled_tasks())))
return resp
@classmethod
def create_failed_status_response(cls):
return cls.create_blank_response(ResponseCode.INVALID_REQUEST,
'No tasks found for query')
@classmethod
def populate_job_config_result(cls):
populate = cls.create_simple_success_response()
populate.result = Result(populateJobResult=PopulateJobResult(
taskConfig=cls.create_scheduled_tasks()[0].assignedTask.task))
return populate
@classmethod
def get_job_update_diff_result(cls):
diff = cls.create_simple_success_response()
task = cls.create_task_config('foo')
diff.result = Result(getJobUpdateDiffResult=GetJobUpdateDiffResult(
add=set([
ConfigGroup(config=task,
instances=frozenset([
Range(first=10, last=10),
Range(first=12, last=14)
]))
]),
remove=frozenset(),
update=frozenset([
ConfigGroup(config=task,
instances=frozenset([Range(first=11, last=11)]))
]),
unchanged=frozenset([
ConfigGroup(config=task,
instances=frozenset([Range(first=0, last=9)]))
])))
return diff
def test_service_diff(self):
config = self.get_job_config()
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result(
)
self._mock_api.get_job_update_diff.return_value = self.get_job_update_diff_result(
)
with contextlib.nested(patch('subprocess.call', return_value=0),
patch('json.loads',
return_value={})) as (subprocess_patch,
_):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [
call(config)
]
assert self._mock_api.get_job_update_diff.mock_calls == [
call(config, self._mock_options.instance_spec.instance)
]
assert "\n".join(
self._fake_context.get_out()) == textwrap.dedent("""\
This job update will:
add instances: [10], [12-14]
update instances: [11]
with diff:\n\n
not change instances: [0-9]""")
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
def test_service_diff_old_api(self):
config = self.get_job_config()
query = TaskQuery(jobKeys=[self.TEST_JOBKEY.to_thrift()],
statuses=ACTIVE_STATES)
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result(
)
self._mock_api.get_job_update_diff.side_effect = SchedulerProxy.ThriftInternalError(
"Expected")
self._mock_api.query.return_value = self.create_empty_task_result()
self._mock_api.build_query.return_value = query
with contextlib.nested(patch('subprocess.call', return_value=0),
patch('json.loads',
return_value={})) as (subprocess_patch,
_):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [
call(config)
]
assert self._mock_api.get_job_update_diff.mock_calls == [
call(config, self._mock_options.instance_spec.instance)
]
assert self._mock_api.query.mock_calls == [call(query)]
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
def test_cron_diff(self):
config = self.get_job_config(is_cron=True)
query = TaskQuery(jobKeys=[self.TEST_JOBKEY.to_thrift()],
statuses=ACTIVE_STATES)
self._fake_context.get_job_config = Mock(return_value=config)
self._mock_api.populate_job_config.return_value = self.populate_job_config_result(
)
self._mock_api.query.return_value = self.create_empty_task_result()
self._mock_api.build_query.return_value = query
with contextlib.nested(patch('subprocess.call', return_value=0),
patch('json.loads',
return_value={})) as (subprocess_patch,
_):
result = self._command.execute(self._fake_context)
assert result == EXIT_OK
assert self._mock_api.populate_job_config.mock_calls == [
call(config)
]
assert self._mock_api.query.mock_calls == [call(query)]
assert subprocess_patch.call_count == 1
assert subprocess_patch.call_args[0][0].startswith(
os.environ.get('DIFF_VIEWER', 'diff') + ' ')
