Ejemplos de autoscale_services en Python

Ejemplo n.º 1

Archivo: autoscale_all_services.py Proyecto: j4w3d/paasta

def main():
    args = parse_args()
    if args.verbose:
        logging.basicConfig(level=logging.DEBUG)
    else:
        logging.basicConfig(level=logging.WARNING)
    autoscale_services(soa_dir=args.soa_dir)

Ejemplo n.º 2

Archivo: autoscale_all_services.py Proyecto: gstarnberger/paasta

def main():
    args = parse_args()
    if args.verbose:
        logging.basicConfig(level=logging.DEBUG)
    else:
        logging.basicConfig(level=logging.WARNING)
    autoscale_services(soa_dir=args.soa_dir)

Ejemplo n.º 3

def test_autoscale_services_no_data_marathon():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={
            'min_instances': 1,
            'max_instances': 10,
            'desired_state': 'start'
        },
        branch_dict={},
    )
    mock_mesos_tasks = []
    mock_marathon_tasks = []
    with contextlib.nested(
            mock.patch(
                'paasta_tools.autoscaling_lib.autoscale_marathon_instance',
                autospec=True),
            mock.patch('paasta_tools.autoscaling_lib.get_marathon_client',
                       autospec=True,
                       return_value=mock.Mock(list_tasks=mock.Mock(
                           return_value=mock_marathon_tasks))),
            mock.patch(
                'paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks',
                autospec=True,
                return_value=mock_mesos_tasks),
            mock.patch(
                'paasta_tools.autoscaling_lib.load_system_paasta_config',
                autospec=True,
                return_value=mock.Mock(get_cluster=mock.Mock())),
            mock.patch('paasta_tools.utils.load_system_paasta_config',
                       autospec=True,
                       return_value=mock.Mock(get_zk_hosts=mock.Mock())),
            mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster',
                       autospec=True,
                       return_value=[('fake-service', 'fake-instance')]),
            mock.patch(
                'paasta_tools.autoscaling_lib.load_marathon_service_config',
                autospec=True,
                return_value=fake_marathon_service_config),
            mock.patch('paasta_tools.autoscaling_lib.load_marathon_config',
                       autospec=True),
            mock.patch('paasta_tools.utils.KazooClient', autospec=True),
            mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock',
                       autospec=True),
    ) as (
            mock_autoscale_marathon_instance,
            _,
            _,
            _,
            _,
            _,
            _,
            _,
            _,
            _,
    ):
        with raises(autoscaling_lib.MetricsProviderNoDataError):
            autoscaling_lib.autoscale_services()

Ejemplo n.º 4

Archivo: test_autoscaling_lib.py Proyecto: ameya-pandilwar/paasta

def test_autoscale_services_not_healthy():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={'min_instances': 1, 'max_instances': 10, 'desired_state': 'start'},
        branch_dict={},
    )
    mock_mesos_tasks = [{'id': 'fake-service.fake-instance'}]
    with contextlib.nested(
        mock.patch('paasta_tools.autoscaling_lib.autoscale_marathon_instance', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.write_to_log', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.get_marathon_client', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks', autospec=True,
                   return_value=mock_mesos_tasks),
        mock.patch('paasta_tools.autoscaling_lib.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_cluster=mock.Mock())),
        mock.patch('paasta_tools.utils.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_zk_hosts=mock.Mock())),
        mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster', autospec=True,
                   return_value=[('fake-service', 'fake-instance')]),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_service_config', autospec=True,
                   return_value=fake_marathon_service_config),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_config', autospec=True),
        mock.patch('paasta_tools.utils.KazooClient', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock', autospec=True),
    ) as (
        mock_autoscale_marathon_instance,
        mock_write_to_log,
        mock_marathon_client,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
    ):
        # Test missing health_check_results
        mock_marathon_tasks = [mock.Mock(id='fake-service.fake-instance',
                                         health_check_results=[])]
        mock_marathon_client.return_value = mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks))
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(config=fake_marathon_service_config,
                                             line="Caught Exception Couldn't find any healthy marathon tasks")
        assert not mock_autoscale_marathon_instance.called

        # Test present results but not yet passing
        mock_healthcheck_results = mock.Mock(alive=False)
        mock_marathon_tasks = [mock.Mock(id='fake-service.fake-instance',
                                         health_check_results=[mock_healthcheck_results])]
        mock_marathon_client.return_value = mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks))
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(config=fake_marathon_service_config,
                                             line="Caught Exception Couldn't find any healthy marathon tasks")
        assert not mock_autoscale_marathon_instance.called

Ejemplo n.º 5

Archivo: test_autoscaling_lib.py Proyecto: gstarnberger/paasta

def test_autoscale_services_bespoke_doesnt_autoscale():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service="fake-service",
        instance="fake-instance",
        cluster="fake-cluster",
        config_dict={
            "min_instances": 1,
            "max_instances": 10,
            "desired_state": "start",
            "autoscaling": {"decision_policy": "bespoke"},
        },
        branch_dict={},
    )
    mock_mesos_tasks = [{"id": "fake-service.fake-instance"}]
    mock_marathon_tasks = [mock.Mock(id="fake-service.fake-instance")]
    with contextlib.nested(
        mock.patch("paasta_tools.autoscaling_lib.autoscale_marathon_instance", autospec=True),
        mock.patch(
            "paasta_tools.autoscaling_lib.get_marathon_client",
            autospec=True,
            return_value=mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks)),
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks",
            autospec=True,
            return_value=mock_mesos_tasks,
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.load_system_paasta_config",
            autospec=True,
            return_value=mock.Mock(get_cluster=mock.Mock()),
        ),
        mock.patch(
            "paasta_tools.utils.load_system_paasta_config",
            autospec=True,
            return_value=mock.Mock(get_zk_hosts=mock.Mock()),
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.get_services_for_cluster",
            autospec=True,
            return_value=[("fake-service", "fake-instance")],
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.load_marathon_service_config",
            autospec=True,
            return_value=fake_marathon_service_config,
        ),
        mock.patch("paasta_tools.autoscaling_lib.load_marathon_config", autospec=True),
        mock.patch("paasta_tools.utils.KazooClient", autospec=True),
        mock.patch("paasta_tools.autoscaling_lib.create_autoscaling_lock", autospec=True),
    ) as (mock_autoscale_marathon_instance, _, _, _, _, _, _, _, _, _):
        autoscaling_lib.autoscale_services()
        assert not mock_autoscale_marathon_instance.called

Ejemplo n.º 6

Archivo: test_autoscaling_lib.py Proyecto: ameya-pandilwar/paasta

def test_autoscale_services():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={'min_instances': 1, 'max_instances': 10, 'desired_state': 'start'},
        branch_dict={},
    )
    mock_mesos_tasks = [{'id': 'fake-service.fake-instance'}]
    mock_healthcheck_results = mock.Mock(alive=True)
    mock_marathon_tasks = [mock.Mock(id='fake-service.fake-instance',
                                     health_check_results=[mock_healthcheck_results])]
    with contextlib.nested(
        mock.patch('paasta_tools.autoscaling_lib.autoscale_marathon_instance', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.get_marathon_client', autospec=True,
                   return_value=mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks))),
        mock.patch('paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks', autospec=True,
                   return_value=mock_mesos_tasks),
        mock.patch('paasta_tools.autoscaling_lib.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_cluster=mock.Mock())),
        mock.patch('paasta_tools.utils.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_zk_hosts=mock.Mock())),
        mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster', autospec=True,
                   return_value=[('fake-service', 'fake-instance')]),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_service_config', autospec=True,
                   return_value=fake_marathon_service_config),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_config', autospec=True),
        mock.patch('paasta_tools.utils.KazooClient', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock', autospec=True),
    ) as (
        mock_autoscale_marathon_instance,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
    ):
        autoscaling_lib.autoscale_services()
        mock_autoscale_marathon_instance.assert_called_once_with(
            fake_marathon_service_config, mock_marathon_tasks, mock_mesos_tasks)

Ejemplo n.º 7

def test_autoscale_services_happy_path():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={'min_instances': 1, 'max_instances': 10, 'desired_state': 'start'},
        branch_dict={},
    )
    mock_mesos_tasks = [{'id': 'fake-service.fake-instance'}]
    mock_healthcheck_results = mock.Mock(alive=True)
    mock_marathon_tasks = [mock.Mock(id='fake-service.fake-instance',
                                     health_check_results=[mock_healthcheck_results])]
    with contextlib.nested(
        mock.patch('paasta_tools.autoscaling_lib.autoscale_marathon_instance', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.get_marathon_client', autospec=True,
                   return_value=mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks))),
        mock.patch('paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks', autospec=True,
                   return_value=mock_mesos_tasks),
        mock.patch('paasta_tools.autoscaling_lib.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_cluster=mock.Mock())),
        mock.patch('paasta_tools.utils.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_zk_hosts=mock.Mock())),
        mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster', autospec=True,
                   return_value=[('fake-service', 'fake-instance')]),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_service_config', autospec=True,
                   return_value=fake_marathon_service_config),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_config', autospec=True),
        mock.patch('paasta_tools.utils.KazooClient', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock', autospec=True),
    ) as (
        mock_autoscale_marathon_instance,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
    ):
        autoscaling_lib.autoscale_services()
        mock_autoscale_marathon_instance.assert_called_once_with(
            fake_marathon_service_config, mock_marathon_tasks, mock_mesos_tasks)

Ejemplo n.º 8

Archivo: test_autoscaling_lib.py Proyecto: michaelnkang/paasta

def test_autoscale_services_no_data_marathon():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={'min_instances': 1, 'max_instances': 10, 'desired_state': 'start'},
        branch_dict={},
    )
    mock_mesos_tasks = []
    mock_marathon_tasks = []
    with contextlib.nested(
        mock.patch('paasta_tools.autoscaling_lib.autoscale_marathon_instance', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.get_marathon_client', autospec=True,
                   return_value=mock.Mock(list_tasks=mock.Mock(return_value=mock_marathon_tasks))),
        mock.patch('paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks', autospec=True,
                   return_value=mock_mesos_tasks),
        mock.patch('paasta_tools.autoscaling_lib.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_cluster=mock.Mock())),
        mock.patch('paasta_tools.utils.load_system_paasta_config', autospec=True,
                   return_value=mock.Mock(get_zk_hosts=mock.Mock())),
        mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster', autospec=True,
                   return_value=[('fake-service', 'fake-instance')]),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_service_config', autospec=True,
                   return_value=fake_marathon_service_config),
        mock.patch('paasta_tools.autoscaling_lib.load_marathon_config', autospec=True),
        mock.patch('paasta_tools.utils.KazooClient', autospec=True),
        mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock', autospec=True),
    ) as (
        mock_autoscale_marathon_instance,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
        _,
    ):
        with raises(autoscaling_lib.MetricsProviderNoDataError):
            autoscaling_lib.autoscale_services()

Ejemplo n.º 9

Archivo: test_autoscaling_lib.py Proyecto: gstarnberger/paasta

def test_autoscale_services_not_healthy():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service="fake-service",
        instance="fake-instance",
        cluster="fake-cluster",
        config_dict={"min_instances": 1, "max_instances": 10, "desired_state": "start"},
        branch_dict={},
    )
    mock_mesos_tasks = [{"id": "fake-service.fake-instance"}]
    with contextlib.nested(
        mock.patch("paasta_tools.autoscaling_lib.autoscale_marathon_instance", autospec=True),
        mock.patch("paasta_tools.autoscaling_lib.write_to_log", autospec=True),
        mock.patch("paasta_tools.autoscaling_lib.get_marathon_client", autospec=True),
        mock.patch(
            "paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks",
            autospec=True,
            return_value=mock_mesos_tasks,
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.load_system_paasta_config",
            autospec=True,
            return_value=mock.Mock(get_cluster=mock.Mock()),
        ),
        mock.patch(
            "paasta_tools.utils.load_system_paasta_config",
            autospec=True,
            return_value=mock.Mock(get_zk_hosts=mock.Mock()),
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.get_services_for_cluster",
            autospec=True,
            return_value=[("fake-service", "fake-instance")],
        ),
        mock.patch(
            "paasta_tools.autoscaling_lib.load_marathon_service_config",
            autospec=True,
            return_value=fake_marathon_service_config,
        ),
        mock.patch("paasta_tools.autoscaling_lib.load_marathon_config", autospec=True),
        mock.patch("paasta_tools.utils.KazooClient", autospec=True),
        mock.patch("paasta_tools.autoscaling_lib.create_autoscaling_lock", autospec=True),
    ) as (mock_autoscale_marathon_instance, mock_write_to_log, mock_marathon_client, _, _, _, _, _, _, _, _):

        # Test missing health_check_results
        mock_marathon_tasks = [mock.Mock(id="fake-service.fake-instance", health_check_results=[])]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = ["some-healthcheck-definition"]
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks), get_app=mock.Mock(return_value=mock_marathon_app)
        )
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config, line="Caught Exception Couldn't find any healthy marathon tasks"
        )
        assert not mock_autoscale_marathon_instance.called

        # Test present results but not yet passing
        mock_healthcheck_results = mock.Mock(alive=False)
        mock_marathon_tasks = [
            mock.Mock(id="fake-service.fake-instance", health_check_results=[mock_healthcheck_results])
        ]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = ["some-healthcheck-definition"]
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks), get_app=mock.Mock(return_value=mock_marathon_app)
        )
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config, line="Caught Exception Couldn't find any healthy marathon tasks"
        )
        assert not mock_autoscale_marathon_instance.called

        # Test no healthcheck defined
        mock_marathon_tasks = [mock.Mock(id="fake-service.fake-instance", health_check_results=[])]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = []
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks), get_app=mock.Mock(return_value=mock_marathon_app)
        )
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config, line="Caught Exception Couldn't find any healthy marathon tasks"
        )
        assert mock_autoscale_marathon_instance.called

Ejemplo n.º 10

def main():
    args = parse_args()
    soa_dir = args.soa_dir
    autoscale_services(soa_dir)

Ejemplo n.º 11

Archivo: test_autoscaling_lib.py Proyecto: fnzv/paasta

def test_autoscale_services_not_healthy():
    fake_marathon_service_config = marathon_tools.MarathonServiceConfig(
        service='fake-service',
        instance='fake-instance',
        cluster='fake-cluster',
        config_dict={
            'min_instances': 1,
            'max_instances': 10,
            'desired_state': 'start'
        },
        branch_dict={},
    )
    mock_mesos_tasks = [{'id': 'fake-service.fake-instance'}]
    with contextlib.nested(
            mock.patch(
                'paasta_tools.autoscaling_lib.autoscale_marathon_instance',
                autospec=True),
            mock.patch('paasta_tools.autoscaling_lib.write_to_log',
                       autospec=True),
            mock.patch('paasta_tools.autoscaling_lib.get_marathon_client',
                       autospec=True),
            mock.patch(
                'paasta_tools.autoscaling_lib.get_running_tasks_from_active_frameworks',
                autospec=True,
                return_value=mock_mesos_tasks),
            mock.patch(
                'paasta_tools.autoscaling_lib.load_system_paasta_config',
                autospec=True,
                return_value=mock.Mock(get_cluster=mock.Mock())),
            mock.patch('paasta_tools.utils.load_system_paasta_config',
                       autospec=True,
                       return_value=mock.Mock(get_zk_hosts=mock.Mock())),
            mock.patch('paasta_tools.autoscaling_lib.get_services_for_cluster',
                       autospec=True,
                       return_value=[('fake-service', 'fake-instance')]),
            mock.patch(
                'paasta_tools.autoscaling_lib.load_marathon_service_config',
                autospec=True,
                return_value=fake_marathon_service_config),
            mock.patch('paasta_tools.autoscaling_lib.load_marathon_config',
                       autospec=True),
            mock.patch('paasta_tools.utils.KazooClient', autospec=True),
            mock.patch('paasta_tools.autoscaling_lib.create_autoscaling_lock',
                       autospec=True),
    ) as (
            mock_autoscale_marathon_instance,
            mock_write_to_log,
            mock_marathon_client,
            _,
            _,
            _,
            _,
            _,
            _,
            _,
            _,
    ):

        # Test missing health_check_results
        mock_marathon_tasks = [
            mock.Mock(id='fake-service.fake-instance', health_check_results=[])
        ]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = ["some-healthcheck-definition"]
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks),
            get_app=mock.Mock(return_value=mock_marathon_app))
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config,
            line="Caught Exception Couldn't find any healthy marathon tasks")
        assert not mock_autoscale_marathon_instance.called

        # Test present results but not yet passing
        mock_healthcheck_results = mock.Mock(alive=False)
        mock_marathon_tasks = [
            mock.Mock(id='fake-service.fake-instance',
                      health_check_results=[mock_healthcheck_results])
        ]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = ["some-healthcheck-definition"]
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks),
            get_app=mock.Mock(return_value=mock_marathon_app))
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config,
            line="Caught Exception Couldn't find any healthy marathon tasks")
        assert not mock_autoscale_marathon_instance.called

        # Test no healthcheck defined
        mock_marathon_tasks = [
            mock.Mock(id='fake-service.fake-instance', health_check_results=[])
        ]
        mock_marathon_app = mock.Mock()
        mock_marathon_app.health_checks = []
        mock_marathon_client.return_value = mock.Mock(
            list_tasks=mock.Mock(return_value=mock_marathon_tasks),
            get_app=mock.Mock(return_value=mock_marathon_app))
        autoscaling_lib.autoscale_services()
        mock_write_to_log.assert_called_with(
            config=fake_marathon_service_config,
            line="Caught Exception Couldn't find any healthy marathon tasks")
        assert mock_autoscale_marathon_instance.called

Ejemplo n.º 12

Archivo: autoscale_all_services.py Proyecto: EvanKrall/paasta

def main():
    args = parse_args()
    soa_dir = args.soa_dir
    autoscale_services(soa_dir)