def sync_grid(self): """Synchronize an active grid. Only one active grid should be kept where grid_status is set to 'ON'. """ session = self._context.session grid_connection = self._grid_config.get_grid_connection() grid_connection_json = jsonutils.dumps(grid_connection) db_grids = dbi.get_grids(session) db_grid_ids = utils.get_values_from_records('grid_id', db_grids) # update the existing grid or add new grid if self._grid_config.grid_id in db_grid_ids: dbi.update_grid(session, self._grid_config.grid_id, self._grid_config.grid_name, grid_connection_json, const.GRID_STATUS_ON) else: dbi.add_grid(session, self._grid_config.grid_id, self._grid_config.grid_name, grid_connection_json, const.GRID_STATUS_ON, utils.get_hash()) # deleting grids are delicate operation so we won't allow it # but we will set grid status to OFF to unused grids. persisted_set = set(db_grid_ids) disable_set = persisted_set.difference([self._grid_config.grid_id]) disabling_grid_ids = list(disable_set) for grid_id in disabling_grid_ids: dbi.update_grid(session, grid_id, grid_status=const.GRID_STATUS_OFF) session.flush()
def upgrade(): op.add_column( 'infoblox_grids', sa.Column('gm_id', sa.String(length=32), nullable=False, default=utils.get_hash())) op.drop_constraint( constraint_name='uniq_infoblox_grid_members_grid_id_member_name', table_name='infoblox_grid_members', type_='unique') op.add_column( 'infoblox_grid_members', sa.Column('member_dhcp_ip', sa.String(length=15), nullable=True)) op.add_column( 'infoblox_grid_members', sa.Column('member_dhcp_ipv6', sa.String(length=64), nullable=True)) op.add_column( 'infoblox_grid_members', sa.Column('member_dns_ip', sa.String(length=15), nullable=True)) op.add_column( 'infoblox_grid_members', sa.Column('member_dns_ipv6', sa.String(length=64), nullable=True)) op.add_column( 'infoblox_grid_members', sa.Column('member_wapi', sa.String(length=255), nullable=True)) update_gm_ids()
def reserve_authority_member(self): """Reserves the next available authority member. Find the next available authority member and reserve it, then update mapping metadata and load managers if the authority member is CPM. :return: None """ session = self.context.session network_view = self.mapping.network_view authority_member = None # get next available member if self.grid_config.dhcp_support is False: authority_member = dbi.get_next_authority_member_for_ipam( session, self.grid_id) else: # as default, authority member is 'GM' gm_member = utils.find_one_in_list('member_type', const.MEMBER_TYPE_GRID_MASTER, self.discovered_grid_members) authority_member = gm_member cp_member = utils.find_one_in_list('member_type', const.MEMBER_TYPE_CP_MEMBER, self.discovered_grid_members) if self.grid_config.is_cloud_wapi and cp_member: authority_member = dbi.get_next_authority_member_for_dhcp( session, self.grid_id) if not authority_member: # if no CPM available, use GM authority_member = gm_member if not authority_member: raise exc.InfobloxCannotReserveAuthorityMember( network_view=network_view) # create network view mapping and update mapping dns_view = self._get_dns_view() # network_view_id will be updated with nios object id once the network # view is created network_view_id = utils.get_hash() dbi.add_network_view(session, network_view_id, network_view, self.grid_id, authority_member.member_id, False, dns_view, network_view, dns_view, True, False) self.mapping.network_view_id = network_view_id self.mapping.authority_member = authority_member self.mapping.dns_view = dns_view # change connector if authority member is changed. if self.connector.host != self.mapping.authority_member.member_wapi: self._load_managers()
def reserve_authority_member(self): """Reserves the next available authority member. Find the next available authority member and reserve it, then update mapping metadata and load managers if the authority member is CPM. :return: None """ session = self.context.session network_view = self.mapping.network_view authority_member = None # get next available member if self.grid_config.dhcp_support is False: authority_member = dbi.get_next_authority_member_for_ipam( session, self.grid_id) else: # as default, authority member is 'GM' gm_member = utils.find_one_in_list('member_type', const.MEMBER_TYPE_GRID_MASTER, self.discovered_grid_members) authority_member = gm_member cp_member = utils.find_one_in_list('member_type', const.MEMBER_TYPE_CP_MEMBER, self.discovered_grid_members) if self.grid_config.is_cloud_wapi and cp_member: authority_member = dbi.get_next_authority_member_for_dhcp( session, self.grid_id) if not authority_member: # if no CPM available, use GM authority_member = gm_member if not authority_member: raise exc.InfobloxCannotReserveAuthorityMember( network_view=network_view) # create network view mapping and update mapping dns_view = self._get_dns_view() # network_view_id will be updated with nios object id once the network # view is created network_view_id = utils.get_hash() dbi.add_network_view(session, network_view_id, network_view, self.grid_id, authority_member.member_id, False, dns_view, network_view, dns_view, True, False) self.mapping.network_view_id = network_view_id self.mapping.authority_member = authority_member self.mapping.dns_view = dns_view # change connector if authority member is changed. if self.connector.host != self.mapping.authority_member.member_wapi: self._load_managers()
def test_sync_member_with_cloud_support_with_member_licenses(self): member_mgr = member.GridMemberManager(self.test_grid_config) member_mgr.sync_grid() member_json = self.connector_fixture.get_object( base.FixtureResourceMap.FAKE_MEMBERS_WITH_CLOUD) license_json = self.connector_fixture.get_object( base.FixtureResourceMap.FAKE_MEMBER_LICENSES) self._mock_member_mgr(member_mgr, discover_members=member_json, discover_member_licenses=license_json) member_mgr.sync_members() # member_type is computed base on member licenses. To prove correctness # of member types, we need to first figure out which member has # 'CLOUD_API' license. A member with 'CLOUD_API' is CPM; otherwise # 'REGULAR'. Grid master member is 'GM' cloud_member_list = [] cloud_lecensed_members = utils.find_in_list('type', ['CLOUD_API'], license_json) member_hwids = utils.get_values_from_records('hwid', cloud_lecensed_members) for m in member_json: member_id_arg = str(self.test_grid_config.grid_id) + m['host_name'] member_id = utils.get_hash(member_id_arg) member_hwid = m['node_info'][0].get('hwid') if member_hwid in member_hwids: cloud_member_list.append(member_id) # now we know member licenses so get members in db members = dbi.get_members(self.ctx.session) self.assertEqual(len(member_json), len(members)) # verify member types for m in members: if self.test_grid_config.grid_master_host == m['member_ip']: self.assertEqual('GM', m['member_type']) else: if m['member_id'] in cloud_member_list: self.assertEqual('CPM', m['member_type']) else: self.assertEqual('REGULAR', m['member_type'])
def test_sync_member_with_cloud_support_with_member_licenses(self): member_mgr = member.GridMemberManager(self.test_grid_config) member_mgr.sync_grid() member_json = self.connector_fixture.get_object( base.FixtureResourceMap.FAKE_MEMBERS_WITH_CLOUD) license_json = self.connector_fixture.get_object( base.FixtureResourceMap.FAKE_MEMBER_LICENSES) self._mock_member_mgr(member_mgr, discover_members=member_json, discover_member_licenses=license_json) member_mgr.sync_members() # member_type is computed base on member licenses. To prove correctness # of member types, we need to first figure out which member has # 'CLOUD_API' license. A member with 'CLOUD_API' is CPM; otherwise # 'REGULAR'. Grid master member is 'GM' cloud_member_list = [] cloud_lecensed_members = utils.find_in_list('type', ['CLOUD_API'], license_json) member_hwids = utils.get_values_from_records('hwid', cloud_lecensed_members) for m in member_json: member_id_arg = str(self.test_grid_config.grid_id) + m['host_name'] member_id = utils.get_hash(member_id_arg) member_hwid = m['node_info'][0].get('hwid') if member_hwid in member_hwids: cloud_member_list.append(member_id) # now we know member licenses so get members in db members = dbi.get_members(self.ctx.session) self.assertEqual(len(member_json), len(members)) # verify member types for m in members: if self.test_grid_config.grid_master_host == m['member_ip']: self.assertEqual('GM', m['member_type']) else: if m['member_id'] in cloud_member_list: self.assertEqual('CPM', m['member_type']) else: self.assertEqual('REGULAR', m['member_type'])
def test_get_hash(self): hash_str = utils.get_hash("") self.assertEqual(32, len(hash_str)) hash_str = utils.get_hash(None) self.assertEqual(32, len(hash_str)) hash_str = utils.get_hash([]) self.assertEqual(32, len(hash_str)) hash_str = utils.get_hash() self.assertEqual(32, len(hash_str)) hash_str = utils.get_hash(['abc']) self.assertEqual(32, len(hash_str)) hash_str = utils.get_hash('I need a hash string!!!') self.assertEqual(32, len(hash_str))
def sync_grid(self): """Synchronize an active grid. Only one active grid should be kept where grid_status is set to 'ON'. """ session = self._context.session grid_connection = self._grid_config.get_grid_connection() grid_connection_json = jsonutils.dumps(grid_connection) db_grids = dbi.get_grids(session) db_grid_ids = utils.get_values_from_records('grid_id', db_grids) # update the existing grid or add new grid if self._grid_config.grid_id in db_grid_ids: dbi.update_grid(session, self._grid_config.grid_id, self._grid_config.grid_name, grid_connection_json, const.GRID_STATUS_ON) else: dbi.add_grid(session, self._grid_config.grid_id, self._grid_config.grid_name, grid_connection_json, const.GRID_STATUS_ON, utils.get_hash()) # deleting grids are delicate operation so we won't allow it # but we will set grid status to OFF to unused grids. persisted_set = set(db_grid_ids) disable_set = persisted_set.difference([self._grid_config.grid_id]) disabling_grid_ids = list(disable_set) for grid_id in disabling_grid_ids: dbi.update_grid(session, grid_id, grid_status=const.GRID_STATUS_OFF) session.flush()
from alembic import op import sqlalchemy as sa from sqlalchemy import update from networking_infoblox.neutron.common import utils # simple models for infoblox_grids and infoblox_grid_members with only the # fields needed for the migration infoblox_grids = sa.Table( 'infoblox_grids', sa.MetaData(), sa.Column('grid_id', sa.Integer(), nullable=False), sa.Column('grid_status', sa.String(length=6), nullable=False), sa.Column('gm_id', sa.String(length=32), nullable=False, default=utils.get_hash())) infoblox_grid_members = sa.Table( 'infoblox_grid_members', sa.MetaData(), sa.Column('member_id', sa.String(length=32), nullable=False), sa.Column('grid_id', sa.Integer(), nullable=False), sa.Column('member_ip', sa.String(length=15), nullable=True), sa.Column('member_ipv6', sa.String(length=64), nullable=True), sa.Column('member_type', sa.String(length=6), nullable=False)) def upgrade(): op.add_column( 'infoblox_grids', sa.Column('gm_id', sa.String(length=32), nullable=False,
def sync_members(self): """Synchronizes grid members. Members in the active grid are discovered from NIOS backend and grid members are in sync in neutron db. The members who are no longer in used are set to 'OFF' status. """ session = self._context.session grid_id = self._grid_config.grid_id db_grids = dbi.get_grids(session) db_grid = utils.find_one_in_list('grid_id', grid_id, db_grids) gm_member_id = db_grid.gm_id db_members = dbi.get_members(session, grid_id=grid_id) gm_member = utils.find_one_in_list('member_id', gm_member_id, db_members) discovered_members = self._discover_members() if not discovered_members: return dns_member_settings = self._discover_dns_settings() dhcp_member_settings = self._discover_dhcp_settings() discovered_licenses = self._discover_member_licenses() discovered_member_ids = [] for member in discovered_members: member_name = member['host_name'] member_ip, member_ipv6 = self._get_lan1_ips(member) member_wapi = member_ip if member_ip else member_ipv6 member_hwid = member['node_info'][0].get('hwid') member_status = self._get_member_status( member['node_info'][0]['service_status']) member_type = self._get_member_type(discovered_licenses, member_name, member_hwid) require_db_update = False if member_type == const.MEMBER_TYPE_GRID_MASTER: if gm_member: require_db_update = True member_id = gm_member_id member_wapi = self._grid_config.grid_master_host else: # no need to process 'Is Cloud Member' flag for non GM members ea_is_cloud_member = utils.get_ea_value( const.EA_IS_CLOUD_MEMBER, member) is_cloud_member = (types.Boolean()(ea_is_cloud_member) if ea_is_cloud_member else False) if not is_cloud_member: continue db_member = utils.find_one_in_list('member_name', member_name, db_members) if db_member: require_db_update = True member_id = db_member.member_id else: member_id = utils.get_hash(str(grid_id) + member_name) member_dhcp_ip, member_dhcp_ipv6 = self._get_dhcp_ips( member, dhcp_member_settings) member_dns_ip, member_dns_ipv6 = self._get_dns_ips( member, dns_member_settings) if require_db_update: dbi.update_member(session, member_id, grid_id, member_name, member_ip, member_ipv6, member_type, member_status, member_dhcp_ip, member_dhcp_ipv6, member_dns_ip, member_dns_ipv6, member_wapi) else: dbi.add_member(session, member_id, grid_id, member_name, member_ip, member_ipv6, member_type, member_status, member_dhcp_ip, member_dhcp_ipv6, member_dns_ip, member_dns_ipv6, member_wapi) discovered_member_ids.append(member_id) # deleting members are delicate operation so we won't allow it # but we will set member status to OFF to unused members. db_member_ids = utils.get_values_from_records('member_id', db_members) persisted_set = set(db_member_ids) discovered_set = set(discovered_member_ids) disable_set = persisted_set.difference(discovered_set) disabling_member_ids = list(disable_set) for member_id in disabling_member_ids: dbi.update_member(session, member_id, grid_id, member_status=const.MEMBER_STATUS_OFF) session.flush()
def sync_members(self): """Synchronizes grid members. Members in the active grid are discovered from NIOS backend and grid members are in sync in neutron db. The members who are no longer in used are set to 'OFF' status. """ session = self._context.session grid_id = self._grid_config.grid_id db_grids = dbi.get_grids(session) db_grid = utils.find_one_in_list('grid_id', grid_id, db_grids) gm_member_id = db_grid.gm_id db_members = dbi.get_members(session, grid_id=grid_id) gm_member = utils.find_one_in_list('member_id', gm_member_id, db_members) discovered_members = self._discover_members() if not discovered_members: return dns_member_settings = self._discover_dns_settings() dhcp_member_settings = self._discover_dhcp_settings() discovered_licenses = self._discover_member_licenses() discovered_member_ids = [] for member in discovered_members: member_name = member['host_name'] member_ip, member_ipv6 = self._get_lan1_ips(member) member_wapi = member_ip if member_ip else member_ipv6 member_hwid = member['node_info'][0].get('hwid') member_status = self._get_member_status( member['node_info'][0]['service_status']) member_type = self._get_member_type(discovered_licenses, member_name, member_hwid) require_db_update = False if member_type == const.MEMBER_TYPE_GRID_MASTER: if gm_member: require_db_update = True member_id = gm_member_id member_wapi = self._grid_config.grid_master_host else: # no need to process 'Is Cloud Member' flag for non GM members ea_is_cloud_member = utils.get_ea_value( const.EA_IS_CLOUD_MEMBER, member) is_cloud_member = (types.Boolean()(ea_is_cloud_member) if ea_is_cloud_member else False) if not is_cloud_member: continue db_member = utils.find_one_in_list('member_name', member_name, db_members) if db_member: require_db_update = True member_id = db_member.member_id else: member_id = utils.get_hash(str(grid_id) + member_name) member_dhcp_ip, member_dhcp_ipv6 = self._get_dhcp_ips( member, dhcp_member_settings) member_dns_ip, member_dns_ipv6 = self._get_dns_ips( member, dns_member_settings) if require_db_update: dbi.update_member(session, member_id, grid_id, member_name, member_ip, member_ipv6, member_type, member_status, member_dhcp_ip, member_dhcp_ipv6, member_dns_ip, member_dns_ipv6, member_wapi) else: dbi.add_member(session, member_id, grid_id, member_name, member_ip, member_ipv6, member_type, member_status, member_dhcp_ip, member_dhcp_ipv6, member_dns_ip, member_dns_ipv6, member_wapi) discovered_member_ids.append(member_id) # deleting members are delicate operation so we won't allow it # but we will set member status to OFF to unused members. db_member_ids = utils.get_values_from_records('member_id', db_members) persisted_set = set(db_member_ids) discovered_set = set(discovered_member_ids) disable_set = persisted_set.difference(discovered_set) disabling_member_ids = list(disable_set) for member_id in disabling_member_ids: dbi.update_member(session, member_id, grid_id, member_status=const.MEMBER_STATUS_OFF) session.flush()