コード例 #1
0
def splice_sync(options):
    """
    Syncs data from katello to splice
    """
    _LOG.info("Started syncing system data to splice")
    # now pull put out of katello, and into rcs!
    katello_consumers = get_katello_consumers()
    dt = transforms.DataTransforms()
    sps = splice_push.SplicePushSync()
    _LOG.info("calculating marketing product usage")

    # create the base marketing usage list
    mpu_list = []
    for katello_consumer in katello_consumers:
        mpu_list.append(dt.transform_to_rcs(katello_consumer, sps.get_splice_server_uuid()))
    # strip out blank values that we don't want to send to splice
    mpu_list = filter(None, mpu_list)

    # enrich with product usage info
    kps = KatelloPushSync(katello_client=KatelloConnection(), num_threads=CONFIG.getint('main', 'num_threads'))
    enriched_mpu = kps.enrich_mpu(mpu_list)

    _LOG.info("fetching deleted systems...")
    deletion_mpus = dt.transform_deletions_to_rcs(sps.get_splice_server_uuid(), get_katello_deletions())
    for deletion_mpu in deletion_mpus:
        enriched_mpu.append(deletion_mpu)
    _LOG.info("uploading to splice...")
    sps.upload_to_rcs(mpu_data=sps.build_rcs_data(enriched_mpu), sample_json=options.sample_json)
    _LOG.info("Upload was successful")
コード例 #2
0
    def setUp(self):
        super(TestObjectSync, self).setUp()

        cp_orgs = [
                   {'name': 'bar org', 'label': 'satellite-2',   'id': '9',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'satellite-1',   'id': '7',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'NOT-A-SAT-ORG', 'id': '100', 'description': 'no description'},
                  ]

        cp_orgs_multisat = [
                   {'name': 'bar org (qa satellite)', 'label': 'satellite-qa-2',   'id': '9',   'description': 'no description'},
                   {'name': 'foo org (qa satellite)', 'label': 'satellite-qa-1',   'id': '7',   'description': 'no description'},
                   {'name': 'bar org (dev satellite)', 'label': 'satellite-dev-2',   'id': '11',   'description': 'no description'},
                   {'name': 'foo org (dev satellite)', 'label': 'satellite-dev-1',   'id': '12',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'NOT-A-SAT-ORG', 'id': '100', 'description': 'no description'},
                  ]

        kt_userlist = [{'username': '******', 'id': 1, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 3, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 2, 'email': '*****@*****.**'}]

        kt_roles_for_org_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'}]
        kt_roles_for_full_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'},
                                   { 'id': 6, 'name': 'Administrator'}]

        def return_role(*args, **kwargs):
            # user id 2 in the katello test data set is foo
            if kwargs['user_id'] == 2:
                return []
            # user id 3 in the katello test data set is bazbaz
            if kwargs['user_id'] == 3:
                return kt_roles_for_full_admin
            return kt_roles_for_org_admin

        self.cp_client = Mock()
        self.cp_client.create_owner = Mock()
        self.cp_client.delete_owner = Mock()
        # careful! this always returns the same mock username
        self.cp_client.create_user = Mock(return_value={'username': '******', 'id':'999'})
        self.cp_client.delete_consumer = Mock()
        self.cp_client.get_owners = Mock(return_value=cp_orgs)
        self.cp_client.get_users = Mock(return_value=kt_userlist)
        self.cp_client.create_org_admin_role_permission = Mock()
        self.cp_client.get_roles = Mock(side_effect=return_role)
        self.cp_client.create_distributor = Mock(return_value={'uuid':'100100'})
        self.cp_client.get_redhat_provider = Mock(return_value={'id':'99999'})
        self.cp_client.export_manifest = Mock(return_value="FILECONTENT")
        self.kps = KatelloPushSync(katello_client=self.cp_client, num_threads=1)
コード例 #3
0
class TestObjectSync(SpliceToolTest):
    class Matcher(object):
        def __init__(self, compare, some_obj):
            self.compare = compare
            self.some_obj = some_obj
        def __eq__(self, other):
            return self.compare(self.some_obj, other)

    def user_compare(self, obj1, obj2):
        if obj1['username'] == obj2['username']:
            return True
        return False

    def true_compare(self, obj1, obj2):
        return True

    def setUp(self):
        super(TestObjectSync, self).setUp()

        cp_orgs = [
                   {'name': 'bar org', 'label': 'satellite-2',   'id': '9',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'satellite-1',   'id': '7',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'NOT-A-SAT-ORG', 'id': '100', 'description': 'no description'},
                  ]

        cp_orgs_multisat = [
                   {'name': 'bar org (qa satellite)', 'label': 'satellite-qa-2',   'id': '9',   'description': 'no description'},
                   {'name': 'foo org (qa satellite)', 'label': 'satellite-qa-1',   'id': '7',   'description': 'no description'},
                   {'name': 'bar org (dev satellite)', 'label': 'satellite-dev-2',   'id': '11',   'description': 'no description'},
                   {'name': 'foo org (dev satellite)', 'label': 'satellite-dev-1',   'id': '12',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'NOT-A-SAT-ORG', 'id': '100', 'description': 'no description'},
                  ]

        kt_userlist = [{'username': '******', 'id': 1, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 3, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 2, 'email': '*****@*****.**'}]

        kt_roles_for_org_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'}]
        kt_roles_for_full_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'},
                                   { 'id': 6, 'name': 'Administrator'}]

        def return_role(*args, **kwargs):
            # user id 2 in the katello test data set is foo
            if kwargs['user_id'] == 2:
                return []
            # user id 3 in the katello test data set is bazbaz
            if kwargs['user_id'] == 3:
                return kt_roles_for_full_admin
            return kt_roles_for_org_admin

        self.cp_client = Mock()
        self.cp_client.create_owner = Mock()
        self.cp_client.delete_owner = Mock()
        # careful! this always returns the same mock username
        self.cp_client.create_user = Mock(return_value={'username': '******', 'id':'999'})
        self.cp_client.delete_consumer = Mock()
        self.cp_client.get_owners = Mock(return_value=cp_orgs)
        self.cp_client.get_users = Mock(return_value=kt_userlist)
        self.cp_client.create_org_admin_role_permission = Mock()
        self.cp_client.get_roles = Mock(side_effect=return_role)
        self.cp_client.create_distributor = Mock(return_value={'uuid':'100100'})
        self.cp_client.get_redhat_provider = Mock(return_value={'id':'99999'})
        self.cp_client.export_manifest = Mock(return_value="FILECONTENT")
        self.kps = KatelloPushSync(katello_client=self.cp_client, num_threads=1)

    @patch("os.unlink")
    @patch("__builtin__.open")
    @patch("tempfile.NamedTemporaryFile")
    def test_owner_add(self, mock_tempfile, mock_open, mock_unlink):
        sw_prefix = 'qa'
        sw_orgs = {'1': 'foo', '2': 'bar', '3': 'baz'}
        self.kps.update_owners(sw_orgs, prefix=sw_prefix)
        self.cp_client.create_owner.assert_called_once_with(name='baz', label='satellite-3')
        self.cp_client.create_distributor.assert_called_once_with(name="Distributor for baz", root_org='satellite-qa1')
        self.cp_client.export_manifest.assert_called_once_with(dist_uuid='100100')
        # TODO: actually check the file contents
        true_matcher = TestObjectSync.Matcher(self.true_compare, "x")
        self.cp_client.import_manifest.assert_called_once_with(prov_id='99999', file=true_matcher)
        # TODO: this says label but it's really "name"
        self.cp_client.create_org_admin_role_permission.assert_called_once_with(kt_org_label='baz')

        self.assertEquals(1, mock_unlink.call_count)

    def test_owner_delete(self):
        # owner #2 is missing and should get zapped 
        sw_orgs = {'1': 'foo', '3': 'baz'}
        self.kps.update_owners(sw_orgs, prefix="")
        self.cp_client.delete_owner.assert_called_once_with(name='bar org')

    def test_owner_noop(self):
        sw_orgs = {'1': 'foo', '2': 'bar'}
        self.kps.update_owners(sw_orgs, prefix="")
        assert not self.cp_client.delete_owner.called
        assert not self.cp_client.create_owner.called

    def test_system_remove(self):
        sw_system_list = [
                            { 'server_id': '100',
                              'name': '100' },
                            { 'server_id': '101',
                              'name': '101' },
                         ]

        kt_consumer_list = [
                            { 'name': '100', 'uuid': '1-1-1', 'owner': {'key': 'satellite-2'}, 'facts': {'systemid': '100'}},
                            { 'name': '101', 'uuid': '1-1-2', 'owner': {'key': 'satellite-1'}, 'facts': {'systemid': '101'}},
                            { 'name': '102', 'uuid': '1-1-3', 'owner': {'key': 'satellite-2'}, 'facts': {'systemid': '102'}},
                            { 'name': '102', 'uuid': '1-1-4', 'owner': {'key': 'NOT-A-SAT-ORG'}, 'facts': {'systemid': '103'}},
                            { 'name': '107', 'uuid': '1-1-5', 'owner': {'key': 'satellite-1'}, 'facts': {'systemid': '107'}},
                            { 'name': '999', 'uuid': '9-9-9', 'owner': {'key': 'satellite-1'}, 'facts': {}}
                         ]
        self.kps.delete_stale_consumers(kt_consumer_list, sw_system_list)
        expected = [call('1-1-3'), call('1-1-5')]
        result = self.cp_client.delete_consumer.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

    def test_user_add(self):
        sw_userlist = [{'username': '******', 'user_id': '1',
                        'organization_id': '1', 'role': 'Organization Administrator;Satellite Administrator',
                        'organization': 'Awesome Org', 'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '2',
                        'organization_id': '2', 'role': 'Organization Administrator', 'organization': 'foo org',
                        'email': '*****@*****.**'}]

        self.kps.update_users(sw_userlist)
        expected = [call(username='******', email='*****@*****.**')]
        result = self.cp_client.create_user.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

    @patch('spacewalk_splice_tool.transforms.DataTransforms.transform_entitlements_to_rcs')
    def test_mpu_enrich_worker(self, mock_transform):
        fake_mpu = {'instance_identifier': 'foo'}
        new_fake_mpu = self.kps._mpu_enrich_worker(fake_mpu)
        self.assertTrue('product_info' in new_fake_mpu)

    def test_role_update(self):
        sw_userlist = [{'username': '******', 'user_id': '1', 'organization_id': '1',
                        'role': 'Organization Administrator;Satellite Administrator',
                        'organization': 'Awesome Org', 'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '2', 'organization_id': '2',
                        'role': 'Organization Administrator', 'organization': 'foo org',
                        'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '3', 'organization_id': '1',
                        'role': '', 'organization': 'foo org', 'email': '*****@*****.**'}]
        self.kps.update_roles(sw_userlist)

        # user "foo" is an org admin on sat org 1, and needs to get added to
        # satellite-1 in katello
        user_matcher = TestObjectSync.Matcher(self.user_compare, {'username': '******'})
        # TODO: this is an org name, not an org label
        expected = [call(kt_user=user_matcher, kt_org_label='Awesome Org')]
        result = self.cp_client.grant_org_admin.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

        # ensure user "foo" became a full admin
        self.cp_client.grant_full_admin.assert_called_once_with(kt_user=user_matcher)

        # user "bazbaz" is not an org admin on sat org 1, and needs to get removed from
        # satellite-1 in katello
        user_matcher = TestObjectSync.Matcher(self.user_compare, {'username': '******'})
        # TODO: this is an org name, not an org label
        expected = [call(kt_user=user_matcher, kt_org_label='foo org')]
        result = self.cp_client.ungrant_org_admin.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

        # ensure user "bazbaz" had full admin rights revoked 
        self.cp_client.ungrant_full_admin.assert_called_once_with(kt_user=user_matcher)

    def test_host_guests(self):
        host_guest_list = [{'server_id': '1000010111', 'guests': '1000010112;1000010113'},
                          ]
        kt_consumer_list = [
                            { 'id': 1, 'uuid':'1-2-3', 'name': 'foo'},
                            { 'id': 2, 'uuid':'4-5-6', 'name': 'bar'},
                            { 'id': 3, 'uuid':'7-8-9', 'name': 'baz'}
                         ]
        self.cp_client.get_spacewalk_id = Mock()
        self.cp_client.get_spacewalk_id.side_effect = ['1000010111','1000010112','1000010113']
        self.kps.upload_host_guest_mapping(host_guest_list, kt_consumer_list)
        self.cp_client.update_consumer.assert_called_once_with(guest_uuids=['4-5-6', '7-8-9'], cp_uuid='1-2-3', name='foo')
        
    def test_upload_consumer(self):
        self.cp_client.find_by_spacewalk_id = Mock()
        self.cp_client.find_by_spacewalk_id.return_value = {'uuid': '9-8-7'}
        self.kps._upload_consumer_to_katello(consumer={'id': '1', 'name': 'name1', 'facts': {}, 'installed_products': [],
                                                       'owner':'owner1', 'last_checkin':'some_date'})
        self.cp_client.update_consumer.assert_called_once_with(name='name1', installed_products=[], cp_uuid='9-8-7',
                                                               last_checkin='some_date', facts={}, owner='owner1')

        self.cp_client.find_by_spacewalk_id.return_value = None
        self.kps._upload_consumer_to_katello(consumer={'id': '1', 'name': 'name1', 'facts': {}, 'installed_products': [],
                                                       'owner':'owner1', 'last_checkin':'some_date'})
        self.cp_client.create_consumer.assert_called_once_with(name='name1', installed_products=[],
                                                               last_checkin='some_date', facts={},
                                                               owner='owner1', sw_uuid='1')
コード例 #4
0
class TestObjectSync(SpliceToolTest):
    class Matcher(object):
        def __init__(self, compare, some_obj):
            self.compare = compare
            self.some_obj = some_obj
        def __eq__(self, other):
            return self.compare(self.some_obj, other)

    def user_compare(self, obj1, obj2):
        if obj1['username'] == obj2['username']:
            return True
        return False

    def true_compare(self, obj1, obj2):
        return True

    def setUp(self):
        super(TestObjectSync, self).setUp()

        cp_orgs = [
                   {'name': 'bar org', 'label': 'satellite-2',   'id': '9',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'satellite-1',   'id': '7',   'description': 'no description'},
                   {'name': 'foo org', 'label': 'NOT-A-SAT-ORG', 'id': '100', 'description': 'no description'},
                  ]

        kt_userlist = [{'username': '******', 'id': 1, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 3, 'email': '*****@*****.**'},
                        {'username': '******', 'id': 2, 'email': '*****@*****.**'}]

        kt_roles_for_org_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'}]
        kt_roles_for_full_admin = [{ 'id': 5, 'name': 'Org Admin Role for satellite-1'},
                                   { 'id': 6, 'name': 'Administrator'}]

        def return_role(*args, **kwargs):
            # user id 2 in the katello test data set is foo
            if kwargs['user_id'] == 2:
                return []
            # user id 3 in the katello test data set is bazbaz
            if kwargs['user_id'] == 3:
                return kt_roles_for_full_admin
            return kt_roles_for_org_admin

        self.cp_client = Mock()
        self.cp_client.create_owner = Mock()
        self.cp_client.delete_owner = Mock()
        # careful! this always returns the same mock username
        self.cp_client.create_user = Mock(return_value={'username': '******', 'id':'999'})
        self.cp_client.delete_consumer = Mock()
        self.cp_client.get_owners = Mock(return_value=cp_orgs)
        self.cp_client.get_users = Mock(return_value=kt_userlist)
        self.cp_client.create_org_admin_role_permission = Mock()
        self.cp_client.get_roles = Mock(side_effect=return_role)
        self.cp_client.create_distributor = Mock(return_value={'uuid':'100100'})
        self.cp_client.get_redhat_provider = Mock(return_value={'id':'99999'})
        self.cp_client.export_manifest = Mock(return_value="FILECONTENT")
        self.kps = KatelloPushSync(katello_client=self.cp_client, num_threads=1)

    def test_owner_add(self):
        sw_orgs = {'1': 'foo', '2': 'bar', '3': 'baz'}
        self.kps.update_owners(sw_orgs)
        self.cp_client.create_owner.assert_called_once_with(name='baz', label='satellite-3')
        self.cp_client.create_distributor.assert_called_once_with(name="Distributor for baz", root_org='satellite-1')
        self.cp_client.export_manifest.assert_called_once_with(dist_uuid='100100')
        # TODO: actually check the file contents
        true_matcher = TestObjectSync.Matcher(self.true_compare, "x")
        self.cp_client.import_manifest.assert_called_once_with(prov_id='99999', file=true_matcher)
        # TODO: this says label but it's really "name"
        self.cp_client.create_org_admin_role_permission.assert_called_once_with(kt_org_label='baz')

    def test_owner_delete(self):
        # owner #2 is missing and should get zapped 
        sw_orgs = {'1': 'foo', '3': 'baz'}
        self.kps.update_owners(sw_orgs)
        self.cp_client.delete_owner.assert_called_once_with(name='bar org')

    def test_owner_noop(self):
        sw_orgs = {'1': 'foo', '2': 'bar'}
        self.kps.update_owners(sw_orgs)
        assert not self.cp_client.delete_owner.called
        assert not self.cp_client.create_owner.called

    def test_system_remove(self):
        sw_system_list = [
                            { 'server_id': '100',
                              'name': '100' },
                            { 'server_id': '101',
                              'name': '101' },
                         ]

        kt_consumer_list = [
                            { 'name': '100', 'uuid': '1-1-1', 'owner': {'key': 'satellite-2'}, 'facts': {'systemid': '100'}},
                            { 'name': '101', 'uuid': '1-1-2', 'owner': {'key': 'satellite-1'}, 'facts': {'systemid': '101'}},
                            { 'name': '102', 'uuid': '1-1-3', 'owner': {'key': 'satellite-2'}, 'facts': {'systemid': '102'}},
                            { 'name': '102', 'uuid': '1-1-4', 'owner': {'key': 'NOT-A-SAT-ORG'}, 'facts': {'systemid': '103'}},
                            { 'name': '107', 'uuid': '1-1-5', 'owner': {'key': 'satellite-1'}, 'facts': {'systemid': '107'}}
                         ]
        self.kps.delete_stale_consumers(kt_consumer_list, sw_system_list)
        expected = [call('1-1-3'), call('1-1-5')]
        result = self.cp_client.delete_consumer.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

    def test_user_add(self):
        sw_userlist = [{'username': '******', 'user_id': '1',
                        'organization_id': '1', 'role': 'Organization Administrator;Satellite Administrator',
                        'organization': 'Awesome Org', 'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '2',
                        'organization_id': '2', 'role': 'Organization Administrator', 'organization': 'foo org',
                        'email': '*****@*****.**'}]

        self.kps.update_users(sw_userlist)
        expected = [call(username='******', email='*****@*****.**')]
        result = self.cp_client.create_user.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

    def test_role_update(self):
        sw_userlist = [{'username': '******', 'user_id': '1', 'organization_id': '1',
                        'role': 'Organization Administrator;Satellite Administrator',
                        'organization': 'Awesome Org', 'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '2', 'organization_id': '2',
                        'role': 'Organization Administrator', 'organization': 'foo org',
                        'email': '*****@*****.**'},
                        {'username': '******', 'user_id': '3', 'organization_id': '1',
                        'role': '', 'organization': 'foo org', 'email': '*****@*****.**'}]
        self.kps.update_roles(sw_userlist)

        # user "foo" is an org admin on sat org 1, and needs to get added to
        # satellite-1 in katello
        user_matcher = TestObjectSync.Matcher(self.user_compare, {'username': '******'})
        # TODO: this is an org name, not an org label
        expected = [call(kt_user=user_matcher, kt_org_label='Awesome Org')]
        result = self.cp_client.grant_org_admin.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

        # ensure user "foo" became a full admin
        self.cp_client.grant_full_admin.assert_called_once_with(kt_user=user_matcher)

        # user "bazbaz" is not an org admin on sat org 1, and needs to get removed from
        # satellite-1 in katello
        user_matcher = TestObjectSync.Matcher(self.user_compare, {'username': '******'})
        # TODO: this is an org name, not an org label
        expected = [call(kt_user=user_matcher, kt_org_label='foo org')]
        result = self.cp_client.ungrant_org_admin.call_args_list
        assert result == expected, "%s does not match expected call set %s" % (result, expected)

        # ensure user "bazbaz" had full admin rights revoked 
        self.cp_client.ungrant_full_admin.assert_called_once_with(kt_user=user_matcher)