def _periodic_resync(self):
try:
interval = self._get_resync_interval()
if self.grid_syncer.is_sync_needed(interval):
LOG.info(_LE("Initiating resync."))
self.grid_syncer.sync(True)
except Exception as e:
LOG.exception(_LE("Resync failed due to error: %s"), e)
def _periodic_resync(self):
try:
interval = self._get_resync_interval()
if self.grid_syncer.is_sync_needed(interval):
LOG.info(_LE("Initiating resync."))
self.grid_syncer.sync(True)
except Exception as e:
LOG.exception(_LE("Resync failed due to error: %s"), e)
def _get_resync_interval(self):
conf = self.grid_manager.grid_config
try:
return int(conf.grid_sync_maximum_wait_time)
except TypeError:
LOG.warning(_LE("Invalid resync interval set: %s"),
conf.grid_sync_maximum_wait_time)
return self.RESYNC_TRY_INTERVAL
def _get_resync_interval(self):
conf = self.grid_manager.grid_config
try:
return int(conf.grid_sync_maximum_wait_time)
except TypeError:
LOG.warning(_LE("Invalid resync interval set: %s"),
conf.grid_sync_maximum_wait_time)
return self.RESYNC_TRY_INTERVAL
def _validate_network_availability(self):
ib_network = None
try:
ib_network = (
ib_objects.Network.search(
self._ib_cxt.connector,
network_view=self._ib_network.network_view,
cidr=self._neutron_subnet['cidr']))
except Exception as e:
LOG.error(_LE("Exception occured: %(error)s while"
"searching network %(network)s"),
{'error': e,
'network': self._neutron_subnet['cidr']})
return ib_network
def rollback(*args, **kwargs):
rollback_list = []
try:
return f(args[0], rollback_list, *args[1:], **kwargs)
except Exception as e:
with excutils.save_and_reraise_exception():
LOG.error(_LE("An exception occurred during %(action)s: "
"%(error)s"),
{'action': f.__name__, 'error': e})
for ib_object in reversed(rollback_list):
try:
ib_object.delete()
except ib_exc.InfobloxException as e:
LOG.warning(_LW("Unable to delete %(obj)s due "
"to error: %(error)s."),
{'obj': ib_object, 'error': e})
def _report_state(self):
try:
self.state_rpc.report_state(self.context, self.agent_state,
self.use_call)
self.agent_state.pop('start_flag', None)
self.use_call = False
except AttributeError:
# This means the server does not support report_state
LOG.warning(_LW("infoblox-ipam-agent does not support state "
"report. State report for this agent will be "
"disabled."))
self.report_thread.stop()
return
except Exception:
LOG.exception(_LE("Failed reporting state!"))
return
def rollback(*args, **kwargs):
rollback_list = []
try:
return f(args[0], rollback_list, *args[1:], **kwargs)
except Exception as e:
with excutils.save_and_reraise_exception():
LOG.error(_LE("An exception occurred during %(action)s: "
"%(error)s"),
{'action': f.__name__, 'error': e})
for ib_object in reversed(rollback_list):
try:
ib_object.delete()
except ib_exc.InfobloxException as e:
LOG.warning(_LW("Unable to delete %(obj)s due "
"to error: %(error)s."),
{'obj': ib_object, 'error': e})
def _report_state(self):
try:
self.state_rpc.report_state(self.context, self.agent_state,
self.use_call)
self.agent_state.pop('start_flag', None)
self.use_call = False
except AttributeError:
# This means the server does not support report_state
LOG.warning(
_LW("infoblox-ipam-agent does not support state "
"report. State report for this agent will be "
"disabled."))
self.report_thread.stop()
return
except Exception:
LOG.exception(_LE("Failed reporting state!"))
return
def sync_neutron_to_infoblox(context, credentials, grid_manager):
"""Sync neutron objects to Infoblox grid
Prerequisites:
1. network views to sync must have "Cloud Adapter ID" EA set.
2. infoblox agent sync should have been processed and updated members
and network views.
"""
LOG.info("Starting migration...\n")
delete_unknown_ips = cfg.CONF.delete_unknown_ips
grid_config = grid_manager.grid_config
grid_id = grid_config.grid_id
session = context.session
neutron_api = neutron_client.Client(**credentials)
payload = neutron_api.list_networks()
networks = payload['networks']
if not networks:
LOG.info("No network exists...Exiting...")
return
payload = neutron_api.list_subnets()
subnets = payload['subnets']
if not subnets:
LOG.info("No subnet exists...Exiting...")
return
payload = neutron_api.list_ports()
ports = payload['ports']
nova_api = nova_client.Client(NOVA_API_VERSION,
session=credentials['session'])
instance_names_by_instance_id = dict()
instance_names_by_floating_ip = dict()
for server in nova_api.servers.list(search_opts={'all_tenants': 1}):
instance_names_by_instance_id[server.id] = server.name
floating_ips = []
for net in server.addresses:
floating_ips += [
ip['addr'] for ip in server.addresses[net]
if ip['OS-EXT-IPS:type'] == 'floating'
]
for fip in floating_ips:
instance_names_by_floating_ip[fip] = server.name
user_id = neutron_api.httpclient.get_user_id()
user_tenant_id = neutron_api.httpclient.get_project_id()
ib_networks = []
should_exit = False
# sync subnets
for subnet in subnets:
subnet_id = subnet['id']
subnet_name = subnet['name']
network_id = subnet['network_id']
network = utils.find_one_in_list('id', network_id, networks)
if not network:
LOG.warning("network (%s) is not found. Skipping subnet (%s)",
network_id, subnet_id)
continue
network_name = network['name']
ib_cxt = ib_context.InfobloxContext(context,
user_id,
network,
subnet,
grid_config,
plugin=neutron_api)
db_mapped_netview = dbi.get_network_view_by_mapping(
session,
grid_id=grid_id,
network_id=network_id,
subnet_id=subnet_id)
if db_mapped_netview:
LOG.info("Mapping found for network (%s), subnet (%s)",
network_name, subnet_name)
if len(db_mapped_netview) > 1:
LOG.warning("More that one db_mapped_netview returned")
if delete_unknown_ips:
ib_network = ib_objects.Network.search(
ib_cxt.connector,
network_view=db_mapped_netview[0].network_view,
cidr=subnet.get('cidr'))
ib_networks.append(ib_network)
continue
ipam_controller = ipam.IpamSyncController(ib_cxt)
dns_controller = dns.DnsController(ib_cxt)
rollback_list = []
try:
ib_network = ipam_controller.create_subnet(rollback_list)
if ib_network:
if delete_unknown_ips:
ib_networks.append(ib_network)
dns_controller.create_dns_zones(rollback_list)
LOG.info("Created network (%s), subnet (%s)", network_name,
subnet_name)
except Exception as e:
LOG.error(_LE("Error occurred: %(error)s"), {'error': e})
for ib_obj in reversed(rollback_list):
try:
ib_obj.delete()
except ib_exc.InfobloxException as e:
LOG.warning(
_LW("Unable to delete %(obj)s due to "
"error: %(error)s."), {
'obj': ib_obj,
'error': e
})
should_exit = True
break
if should_exit:
LOG.info("Exiting due to the error in creating subnet...")
return
# sync ports
for port in ports:
port_id = port['id']
port_name = port['name']
port_mac_address = port['mac_address']
tenant_id = port.get('tenant_id') or user_tenant_id
network_id = port['network_id']
device_owner = port['device_owner']
device_id = port['device_id']
instance_name = (instance_names_by_instance_id[device_id] if device_id
in instance_names_by_instance_id else None)
network = utils.find_one_in_list('id', network_id, networks)
if not network:
LOG.error("network (%s) not found", network_id)
break
for ip_set in port.get('fixed_ips'):
subnet_id = ip_set['subnet_id']
ip_address = ip_set['ip_address']
LOG.info("Adding port for %s: %s...", device_owner, ip_address)
subnet = utils.find_one_in_list('id', subnet_id, subnets)
if not subnet:
should_exit = True
LOG.error("subnet (%s) not found", subnet_id)
break
ib_cxt = ib_context.InfobloxContext(context,
user_id,
network,
subnet,
grid_config,
plugin=neutron_api)
connector = ib_cxt.connector
netview = ib_cxt.mapping.network_view
search_fields = {'network_view': netview, 'ip_address': ip_address}
obj_type = ('ipv4address' if utils.get_ip_version(ip_address) == 4
else 'ipv6address')
ib_address = connector.get_object(obj_type,
search_fields,
return_fields=['objects'],
force_proxy=True)
if ib_address and ib_address[0]['objects']:
LOG.info("%s is found...no need to create", ip_address)
continue
ipam_controller = ipam.IpamSyncController(ib_cxt)
dns_controller = dns.DnsController(ib_cxt)
# for a floating ip port, check for its association.
# if associated, then port info needs to be the associated port,
# not the floating ip port because the associated port contains
# actual attached device info
is_floating_ip = False
if ip_address in instance_names_by_floating_ip:
db_floatingip = dbi.get_floatingip_by_ip_address(
session, ip_address)
db_port = dbi.get_port_by_id(session,
db_floatingip.fixed_port_id)
port_id = db_port.id
port_name = db_port.name
tenant_id = db_port.tenant_id
device_id = db_port.device_id
device_owner = db_port.device_owner
instance_name = instance_names_by_floating_ip[ip_address]
is_floating_ip = True
allocated_ip = ipam_controller.allocate_specific_ip(
ip_address, port_mac_address, port_id, tenant_id, device_id,
device_owner)
if allocated_ip and device_owner:
try:
dns_controller.bind_names(allocated_ip, instance_name,
port_id, tenant_id, device_id,
device_owner, is_floating_ip,
port_name)
except Exception as e:
should_exit = True
LOG.error("Unable to allocate ip (%s): %s", ip_address, e)
ipam_controller.deallocate_ip(allocated_ip)
break
LOG.info("Allocated %s", ip_address)
if should_exit:
LOG.info("Existing due to error in port creation...")
break
if delete_unknown_ips:
LOG.info("Start deleting unknown Fixed IP's from Infoblox...")
for ib_network in ib_networks:
nw_ea = ib_network.extattrs
# Skip network if it doesn't have EA or if EA indicates it's
# shared or external.
if (not nw_ea or nw_ea.get('Is External')
or nw_ea.get('Is Shared')):
continue
LOG.info("Searching for Fixed IP: network_view='%s', cidr='%s'" %
(ib_network.network_view, ib_network.network))
fixed_ips = ib_objects.FixedAddress.search_all(
ib_cxt.connector,
network_view=ib_network.network_view,
network=ib_network.network)
if not fixed_ips:
LOG.info("No FixedIP found: network_view='%s', cidr='%s'" %
(ib_network.network_view, ib_network.network))
continue
for fixed_ip in fixed_ips:
ea = fixed_ip.extattrs
port_id = None
if ea:
port_id = ea.get('Port ID')
# Delete Fixed IP if:
# - Fixed IP does not have 'Port ID' EA, or
# - No port_id in neutron matches 'Port ID' EA value
if not (port_id
and utils.find_one_in_list('id', port_id, ports)):
LOG.info("Deleting Fixed IP from Infoblox: '%s'" %
fixed_ip)
fixed_ip.delete()
LOG.info("Ending migration...")
def sync_neutron_to_infoblox(context, credentials, grid_manager):
"""Sync neutron objects to Infoblox grid
Prerequisites:
1. network views to sync must have "Cloud Adapter ID" EA set.
2. infoblox agent sync should have been processed and updated members
and network views.
"""
LOG.info("Starting migration...\n")
delete_unknown_ips = cfg.CONF.delete_unknown_ips
grid_config = grid_manager.grid_config
grid_id = grid_config.grid_id
session = context.session
neutron_api = neutron_client.Client(**credentials)
payload = neutron_api.list_networks()
networks = payload['networks']
if not networks:
LOG.info("No network exists...Exiting...")
return
payload = neutron_api.list_subnets()
subnets = payload['subnets']
if not subnets:
LOG.info("No subnet exists...Exiting...")
return
payload = neutron_api.list_ports()
ports = payload['ports']
nova_api = nova_client.Client(NOVA_API_VERSION,
session=credentials['session'])
instance_names_by_instance_id = dict()
instance_names_by_floating_ip = dict()
for server in nova_api.servers.list(search_opts={'all_tenants': 1}):
instance_names_by_instance_id[server.id] = server.name
floating_ips = []
for net in server.addresses:
floating_ips += [ip['addr'] for ip in server.addresses[net]
if ip['OS-EXT-IPS:type'] == 'floating']
for fip in floating_ips:
instance_names_by_floating_ip[fip] = server.name
user_id = neutron_api.httpclient.get_user_id()
user_tenant_id = neutron_api.httpclient.get_project_id()
ib_networks = []
should_exit = False
# sync subnets
for subnet in subnets:
subnet_id = subnet['id']
subnet_name = subnet['name']
network_id = subnet['network_id']
network = utils.find_one_in_list('id', network_id, networks)
if not network:
LOG.warning("network (%s) is not found. Skipping subnet (%s)",
network_id, subnet_id)
continue
network_name = network['name']
ib_cxt = ib_context.InfobloxContext(context, user_id,
network, subnet,
grid_config,
plugin=neutron_api)
db_mapped_netview = dbi.get_network_view_by_mapping(
session,
grid_id=grid_id,
network_id=network_id,
subnet_id=subnet_id)
if db_mapped_netview:
LOG.info("Mapping found for network (%s), subnet (%s)",
network_name, subnet_name)
if len(db_mapped_netview) > 1:
LOG.warning("More that one db_mapped_netview returned")
if delete_unknown_ips:
ib_network = ib_objects.Network.search(
ib_cxt.connector,
network_view=db_mapped_netview[0].network_view,
cidr=subnet.get('cidr'))
ib_networks.append(ib_network)
continue
ipam_controller = ipam.IpamSyncController(ib_cxt)
dns_controller = dns.DnsController(ib_cxt)
rollback_list = []
try:
ib_network = ipam_controller.create_subnet(rollback_list)
if ib_network:
if delete_unknown_ips:
ib_networks.append(ib_network)
dns_controller.create_dns_zones(rollback_list)
LOG.info("Created network (%s), subnet (%s)",
network_name, subnet_name)
except Exception as e:
LOG.error(_LE("Error occurred: %(error)s"), {'error': e})
for ib_obj in reversed(rollback_list):
try:
ib_obj.delete()
except ib_exc.InfobloxException as e:
LOG.warning(_LW("Unable to delete %(obj)s due to "
"error: %(error)s."),
{'obj': ib_obj, 'error': e})
should_exit = True
break
if should_exit:
LOG.info("Exiting due to the error in creating subnet...")
return
# sync ports
for port in ports:
port_id = port['id']
port_name = port['name']
port_mac_address = port['mac_address']
tenant_id = port.get('tenant_id') or user_tenant_id
network_id = port['network_id']
device_owner = port['device_owner']
device_id = port['device_id']
instance_name = (instance_names_by_instance_id[device_id]
if device_id in instance_names_by_instance_id
else None)
network = utils.find_one_in_list('id', network_id, networks)
if not network:
LOG.error("network (%s) not found", network_id)
break
for ip_set in port.get('fixed_ips'):
subnet_id = ip_set['subnet_id']
ip_address = ip_set['ip_address']
LOG.info("Adding port for %s: %s...", device_owner, ip_address)
subnet = utils.find_one_in_list('id', subnet_id, subnets)
if not subnet:
should_exit = True
LOG.error("subnet (%s) not found", subnet_id)
break
ib_cxt = ib_context.InfobloxContext(context, user_id,
network, subnet,
grid_config,
plugin=neutron_api)
connector = ib_cxt.connector
netview = ib_cxt.mapping.network_view
search_fields = {
'network_view': netview,
'ip_address': ip_address
}
obj_type = ('ipv4address'if utils.get_ip_version(ip_address) == 4
else 'ipv6address')
ib_address = connector.get_object(obj_type,
search_fields,
return_fields=['objects'],
force_proxy=True)
if ib_address and ib_address[0]['objects']:
LOG.info("%s is found...no need to create", ip_address)
continue
ipam_controller = ipam.IpamSyncController(ib_cxt)
dns_controller = dns.DnsController(ib_cxt)
# for a floating ip port, check for its association.
# if associated, then port info needs to be the associated port,
# not the floating ip port because the associated port contains
# actual attached device info
is_floating_ip = False
if ip_address in instance_names_by_floating_ip:
db_floatingip = dbi.get_floatingip_by_ip_address(session,
ip_address)
db_port = dbi.get_port_by_id(session,
db_floatingip.fixed_port_id)
port_id = db_port.id
port_name = db_port.name
tenant_id = db_port.tenant_id
device_id = db_port.device_id
device_owner = db_port.device_owner
instance_name = instance_names_by_floating_ip[ip_address]
is_floating_ip = True
allocated_ip = ipam_controller.allocate_specific_ip(
ip_address,
port_mac_address,
port_id,
tenant_id,
device_id,
device_owner)
if allocated_ip and device_owner:
try:
dns_controller.bind_names(
allocated_ip,
instance_name,
port_id,
tenant_id,
device_id,
device_owner,
is_floating_ip,
port_name)
except Exception as e:
should_exit = True
LOG.error("Unable to allocate ip (%s): %s", ip_address, e)
ipam_controller.deallocate_ip(allocated_ip)
break
LOG.info("Allocated %s", ip_address)
if should_exit:
LOG.info("Existing due to error in port creation...")
break
if delete_unknown_ips:
LOG.info("Start deleting unknown Fixed IP's from Infoblox...")
for ib_network in ib_networks:
nw_ea = ib_network.extattrs
# Skip network if it doesn't have EA or if EA indicates it's
# shared or external.
if (not nw_ea or
nw_ea.get('Is External') or nw_ea.get('Is Shared')):
continue
LOG.info("Searching for Fixed IP: network_view='%s', cidr='%s'" %
(ib_network.network_view, ib_network.network))
fixed_ips = ib_objects.FixedAddress.search_all(
ib_cxt.connector,
network_view=ib_network.network_view,
network=ib_network.network)
if not fixed_ips:
LOG.info("No FixedIP found: network_view='%s', cidr='%s'" %
(ib_network.network_view, ib_network.network))
continue
for fixed_ip in fixed_ips:
ea = fixed_ip.extattrs
port_id = None
if ea:
port_id = ea.get('Port ID')
# Delete Fixed IP if:
# - Fixed IP does not have 'Port ID' EA, or
# - No port_id in neutron matches 'Port ID' EA value
if not (port_id and
utils.find_one_in_list('id', port_id, ports)):
LOG.info("Deleting Fixed IP from Infoblox: '%s'" %
fixed_ip)
fixed_ip.delete()
LOG.info("Ending migration...")