def build_bgp_config(self):
bgp_router = BgpRouterDM.get(self.physical_router.bgp_router)
if not bgp_router:
return
if bgp_router:
for peer_uuid, attr in bgp_router.bgp_routers.items():
peer = BgpRouterDM.get(peer_uuid)
if not peer or not peer.params or not peer.params.get(
'address'):
continue
local_as = (bgp_router.params.get('local_autonomous_system')
or bgp_router.params.get('autonomous_system'))
peer_as = (peer.params.get('local_autonomous_system')
or peer.params.get('autonomous_system'))
external = (local_as != peer_as)
self.add_bgp_peer(peer.params['address'], peer.params, attr,
external, peer)
self.set_bgp_config(bgp_router.params, bgp_router)
self.set_global_routing_options(bgp_router.params)
bgp_router_ips = bgp_router.get_all_bgp_router_ips()
tunnel_ip = self.physical_router.dataplane_ip
if not tunnel_ip and bgp_router.params:
tunnel_ip = bgp_router.params.get('address')
if (tunnel_ip and self.physical_router.is_valid_ip(tunnel_ip)):
self.add_dynamic_tunnels(
tunnel_ip, GlobalSystemConfigDM.ip_fabric_subnets,
bgp_router_ips)
if self.physical_router.loopback_ip:
self.add_lo0_unit_0_interface(self.physical_router.loopback_ip)
self.set_as_config()
self.set_bgp_group_config()
def build_bgp_config(self):
bgp_router = BgpRouterDM.get(self.physical_router.bgp_router)
if not bgp_router:
return
if bgp_router:
for peer_uuid, attr in bgp_router.bgp_routers.items():
peer = BgpRouterDM.get(peer_uuid)
if not peer or not peer.params or not peer.params.get('address'):
continue
local_as = (bgp_router.params.get('local_autonomous_system') or
bgp_router.params.get('autonomous_system'))
peer_as = (peer.params.get('local_autonomous_system') or
peer.params.get('autonomous_system'))
external = (local_as != peer_as)
self.add_bgp_peer(peer.params['address'],
peer.params, attr, external, peer)
self.set_bgp_config(bgp_router.params, bgp_router)
self.set_global_routing_options(bgp_router.params)
bgp_router_ips = bgp_router.get_all_bgp_router_ips()
tunnel_ip = self.physical_router.dataplane_ip
if not tunnel_ip and bgp_router.params:
tunnel_ip = bgp_router.params.get('address')
if (tunnel_ip and self.physical_router.is_valid_ip(tunnel_ip)):
self.add_dynamic_tunnels(
tunnel_ip,
GlobalSystemConfigDM.ip_fabric_subnets,
bgp_router_ips)
if self.physical_router.loopback_ip:
self.add_lo0_unit_0_interface(self.physical_router.loopback_ip)
self.set_as_config()
self.set_bgp_group_config()
def sandesh_bgp_handle_request(self, req):
# Return the list of BGP routers
resp = sandesh.BgpRouterListResp(bgp_routers=[])
if req.name_or_uuid is None:
for router in BgpRouterDM.values():
sandesh_router = self.sandesh_bgp_build(router)
resp.bgp_routers.append(sandesh_router)
else:
router = BgpRouterDM.find_by_name_or_uuid(req.name_or_uuid)
if router:
sandesh_router = self.sandesh_bgp_build(router)
resp.bgp_routers.append(sandesh_router)
resp.response(req.context())
def sandesh_bgp_handle_request(self, req):
# Return the list of BGP routers
resp = sandesh.BgpRouterListResp(bgp_routers=[])
if req.name_or_uuid is None:
for router in BgpRouterDM.values():
sandesh_router = self.sandesh_bgp_build(router)
resp.bgp_routers.append(sandesh_router)
else:
router = BgpRouterDM.find_by_name_or_uuid(req.name_or_uuid)
if router:
sandesh_router = self.sandesh_bgp_build(router)
resp.bgp_routers.append(sandesh_router)
resp.response(req.context())
def ensure_bgp_config(self):
if not self.physical_router.bgp_router:
self._logger.info("bgp router not configured for pr: " + \
self.physical_router.name)
return False
bgp_router = BgpRouterDM.get(self.physical_router.bgp_router)
if not bgp_router.params or not bgp_router.params.get("address"):
self._logger.info("bgp router parameters not configured for pr: " + \
bgp_router.name)
return False
return True
def ensure_bgp_config(self):
if not self.physical_router.bgp_router:
self._logger.info("bgp router not configured for pr: " + \
self.physical_router.name)
return False
bgp_router = BgpRouterDM.get(self.physical_router.bgp_router)
if not bgp_router.params or not bgp_router.params.get("address"):
self._logger.info("bgp router parameters not configured for pr: " + \
bgp_router.name)
return False
return True
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip,
self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
self._sandesh = Sandesh()
module = Module.DEVICE_MANAGER
module_name = ModuleNames[module]
node_type = Module2NodeType[module]
node_type_name = NodeTypeNames[node_type]
instance_id = INSTANCE_ID_DEFAULT
hostname = socket.gethostname()
self._sandesh.init_generator(
module_name, hostname, node_type_name, instance_id,
self._args.collectors, 'to_bgp_context',
int(args.http_server_port),
['cfgm_common', 'device_manager.sandesh'], self._disc)
self._sandesh.set_logging_params(enable_local_log=args.log_local,
category=args.log_category,
level=args.log_level,
file=args.log_file,
enable_syslog=args.use_syslog,
syslog_facility=args.syslog_facility)
ConnectionState.init(
self._sandesh, hostname, module_name, instance_id,
staticmethod(ConnectionState.get_process_state_cb),
NodeStatusUVE, NodeStatus)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
rabbit_server = self._args.rabbit_server
rabbit_port = self._args.rabbit_port
rabbit_user = self._args.rabbit_user
rabbit_password = self._args.rabbit_password
rabbit_vhost = self._args.rabbit_vhost
self._db_resync_done = gevent.event.Event()
q_name = 'device_manager.%s' % (socket.gethostname())
self._vnc_kombu = VncKombuClient(rabbit_server, rabbit_port,
rabbit_user, rabbit_password,
rabbit_vhost, q_name,
self._vnc_subscribe_callback,
self.config_log)
cass_server_list = self._args.cassandra_server_list
reset_config = self._args.reset_config
self._cassandra = VncCassandraClient(cass_server_list, reset_config,
self._args.cluster_id, None,
self.config_log)
DBBaseDM.init(self._sandesh.logger(), self._cassandra)
ok, pr_list = self._cassandra._cassandra_physical_router_list()
if not ok:
self.config_log('physical router list returned error: %s' %
pr_list)
else:
vn_set = set()
for fq_name, uuid in pr_list:
pr = PhysicalRouterDM.locate(uuid)
if pr.bgp_router:
BgpRouterDM.locate(pr.bgp_router)
vn_set |= pr.virtual_networks
li_set = pr.logical_interfaces
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set = set()
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
if vmi:
vn_set |= vmi.virtual_networks
for vn_id in vn_set:
VirtualNetworkDM.locate(vn_id)
for pr in PhysicalRouterDM.values():
pr.push_config()
self._db_resync_done.set()
while 1:
self._vnc_kombu._subscribe_greenlet.join()
# In case _subscribe_greenlet dies for some reason, it will be
# respawned. sleep for 1 second to wait for it to be respawned
time.sleep(1)
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip, self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
self._sandesh = Sandesh()
module = Module.DEVICE_MANAGER
module_name = ModuleNames[module]
node_type = Module2NodeType[module]
node_type_name = NodeTypeNames[node_type]
instance_id = INSTANCE_ID_DEFAULT
hostname = socket.gethostname()
self._sandesh.init_generator(module_name, hostname, node_type_name,
instance_id, self._args.collectors,
'to_bgp_context',
int(args.http_server_port),
['cfgm_common', 'device_manager.sandesh'],
self._disc)
self._sandesh.set_logging_params(enable_local_log=args.log_local,
category=args.log_category,
level=args.log_level,
file=args.log_file,
enable_syslog=args.use_syslog,
syslog_facility=args.syslog_facility)
ConnectionState.init(
self._sandesh, hostname, module_name, instance_id,
staticmethod(ConnectionState.get_process_state_cb), NodeStatusUVE,
NodeStatus)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(args.admin_user, args.admin_password,
args.admin_tenant_name,
args.api_server_ip,
args.api_server_port)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
rabbit_servers = self._args.rabbit_server
rabbit_port = self._args.rabbit_port
rabbit_user = self._args.rabbit_user
rabbit_password = self._args.rabbit_password
rabbit_vhost = self._args.rabbit_vhost
rabbit_ha_mode = self._args.rabbit_ha_mode
self._db_resync_done = gevent.event.Event()
q_name = 'device_manager.%s' % (socket.gethostname())
self._vnc_kombu = VncKombuClient(rabbit_servers, rabbit_port,
rabbit_user, rabbit_password,
rabbit_vhost, rabbit_ha_mode, q_name,
self._vnc_subscribe_callback,
self.config_log)
cass_server_list = self._args.cassandra_server_list
reset_config = self._args.reset_config
self._cassandra = VncCassandraClient(cass_server_list, reset_config,
self._args.cluster_id, None,
self.config_log)
DBBase.init(self, self._sandesh.logger(), self._cassandra)
ok, global_system_config_list = self._cassandra._cassandra_global_system_config_list(
)
if not ok:
self.config_log('global system config list returned error: %s' %
global_system_config_list)
else:
for fq_name, uuid in global_system_config_list:
GlobalSystemConfigDM.locate(uuid)
ok, vn_list = self._cassandra._cassandra_virtual_network_list()
if not ok:
self.config_log('virtual network list returned error: %s' %
vn_list)
else:
for fq_name, uuid in vn_list:
vn = VirtualNetworkDM.locate(uuid)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
ok, bgp_list = self._cassandra._cassandra_bgp_router_list()
if not ok:
self.config_log('bgp router list returned error: %s' % bgp_list)
else:
for fq_name, uuid in bgp_list:
BgpRouterDM.locate(uuid)
ok, pr_list = self._cassandra._cassandra_physical_router_list()
if not ok:
self.config_log('physical router list returned error: %s' %
pr_list)
else:
for fq_name, uuid in pr_list:
pr = PhysicalRouterDM.locate(uuid)
if pr.bgp_router:
BgpRouterDM.locate(pr.bgp_router)
li_set = pr.logical_interfaces
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set = set()
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
for pr in PhysicalRouterDM.values():
pr.push_config()
self._db_resync_done.set()
while 1:
# Just wait indefinitely
time.sleep(5)
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip,
self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
self._sandesh = Sandesh()
module = Module.DEVICE_MANAGER
module_name = ModuleNames[module]
node_type = Module2NodeType[module]
node_type_name = NodeTypeNames[node_type]
instance_id = INSTANCE_ID_DEFAULT
hostname = socket.gethostname()
self._sandesh.init_generator(
module_name, hostname, node_type_name, instance_id,
self._args.collectors, 'to_bgp_context',
int(args.http_server_port),
['cfgm_common', 'device_manager.sandesh'], self._disc)
self._sandesh.set_logging_params(enable_local_log=args.log_local,
category=args.log_category,
level=args.log_level,
file=args.log_file,
enable_syslog=args.use_syslog,
syslog_facility=args.syslog_facility)
PhysicalRouterDM._sandesh = self._sandesh
ConnectionState.init(
self._sandesh, hostname, module_name, instance_id,
staticmethod(ConnectionState.get_process_state_cb),
NodeStatusUVE, NodeStatus)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
rabbit_servers = self._args.rabbit_server
rabbit_port = self._args.rabbit_port
rabbit_user = self._args.rabbit_user
rabbit_password = self._args.rabbit_password
rabbit_vhost = self._args.rabbit_vhost
rabbit_ha_mode = self._args.rabbit_ha_mode
self._db_resync_done = gevent.event.Event()
q_name = 'device_manager.%s' % (socket.gethostname())
self._vnc_kombu = VncKombuClient(rabbit_servers, rabbit_port,
rabbit_user, rabbit_password,
rabbit_vhost, rabbit_ha_mode,
q_name, self._vnc_subscribe_callback,
self.config_log)
cass_server_list = self._args.cassandra_server_list
self._cassandra = VncCassandraClient(cass_server_list,
self._args.cluster_id,
None,
self.config_log)
DBBaseDM.init(self, self._sandesh.logger(), self._cassandra)
ok, global_system_config_list = self._cassandra._cassandra_global_system_config_list()
if not ok:
self.config_log('global system config list returned error: %s' %
global_system_config_list)
else:
for fq_name, uuid in global_system_config_list:
GlobalSystemConfigDM.locate(uuid)
ok, global_vrouter_config_list = self._cassandra._cassandra_global_vrouter_config_list()
if not ok:
self.config_log('global vrouter config list returned error: %s' %
global_vrouter_config_list)
else:
for fq_name, uuid in global_vrouter_config_list:
GlobalVRouterConfigDM.locate(uuid)
ok, vn_list = self._cassandra._cassandra_virtual_network_list()
if not ok:
self.config_log('virtual network list returned error: %s' %
vn_list)
else:
for fq_name, uuid in vn_list:
vn = VirtualNetworkDM.locate(uuid)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
ok, bgp_list = self._cassandra._cassandra_bgp_router_list()
if not ok:
self.config_log('bgp router list returned error: %s' %
bgp_list)
else:
for fq_name, uuid in bgp_list:
BgpRouterDM.locate(uuid)
ok, pr_list = self._cassandra._cassandra_physical_router_list()
if not ok:
self.config_log('physical router list returned error: %s' %
pr_list)
else:
for fq_name, uuid in pr_list:
pr = PhysicalRouterDM.locate(uuid)
if pr.bgp_router:
BgpRouterDM.locate(pr.bgp_router)
li_set = pr.logical_interfaces
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set = set()
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
ok, ip_list = self._cassandra._cassandra_instance_ip_list()
if not ok:
self.config_log('instance ip list returned error: %s' %
ip_list)
else:
for fq_name, uuid in ip_list:
InstanceIpDM.locate(uuid)
ok, fip_list = self._cassandra._cassandra_floating_ip_list()
if not ok:
self.config_log('floating ip list returned error: %s' %
fip_list)
else:
for fq_name, uuid in fip_list:
FloatingIpDM.locate(uuid)
for fq_name, uuid in vn_list:
vn = VirtualNetworkDM.locate(uuid)
if vn is not None:
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
self._db_resync_done.set()
while 1:
# Just wait indefinitely
time.sleep(5)
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip,
self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(bool(self._args.push_delay_enable))
self._sandesh = Sandesh()
# Reset the sandesh send rate limit value
if self._args.sandesh_send_rate_limit is not None:
SandeshSystem.set_sandesh_send_rate_limit( \
self._args.sandesh_send_rate_limit)
module = Module.DEVICE_MANAGER
module_name = ModuleNames[module]
node_type = Module2NodeType[module]
node_type_name = NodeTypeNames[node_type]
instance_id = INSTANCE_ID_DEFAULT
hostname = socket.gethostname()
self._sandesh.init_generator(
module_name, hostname, node_type_name, instance_id,
self._args.collectors, 'to_bgp_context',
int(args.http_server_port),
['cfgm_common', 'device_manager.sandesh'], self._disc)
self._sandesh.set_logging_params(enable_local_log=args.log_local,
category=args.log_category,
level=args.log_level,
file=args.log_file,
enable_syslog=args.use_syslog,
syslog_facility=args.syslog_facility)
PhysicalRouterDM._sandesh = self._sandesh
ConnectionState.init(
self._sandesh, hostname, module_name, instance_id,
staticmethod(ConnectionState.get_process_state_cb),
NodeStatusUVE, NodeStatus)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port, api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
rabbit_servers = self._args.rabbit_server
rabbit_port = self._args.rabbit_port
rabbit_user = self._args.rabbit_user
rabbit_password = self._args.rabbit_password
rabbit_vhost = self._args.rabbit_vhost
rabbit_ha_mode = self._args.rabbit_ha_mode
self._db_resync_done = gevent.event.Event()
q_name = 'device_manager.%s' % (socket.gethostname())
self._vnc_kombu = VncKombuClient(rabbit_servers, rabbit_port,
rabbit_user, rabbit_password,
rabbit_vhost, rabbit_ha_mode,
q_name, self._vnc_subscribe_callback,
self.config_log)
self._cassandra = DMCassandraDB.getInstance(self)
DBBaseDM.init(self, self._sandesh.logger(), self._cassandra)
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
vn = VirtualNetworkDM.locate(obj['uuid'], obj)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._cassandra.handle_pr_deletes(pr_uuid_set)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set = set()
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
self._db_resync_done.set()
gevent.joinall(self._vnc_kombu.greenlets())
def __init__(self, dm_logger=None, args=None, object_db=None,
amqp_client=None):
DeviceManager._instance = self
self._args = args
self._amqp_client = amqp_client
self._object_db = object_db
PushConfigState.set_push_mode(int(self._args.push_mode))
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(
int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(
float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(
bool(self._args.push_delay_enable))
self._chksum = ""
if self._args.collectors:
self._chksum = hashlib.md5(
''.join(self._args.collectors)).hexdigest()
# Initialize logger
self.logger = dm_logger or DeviceManagerLogger(args)
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering plugins: " + str(e) + tb)
# Register Ansible Plugins
try:
AnsibleBase.register_plugins()
except AnsibleBase.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering ansible plugins: " +
str(e) + tb)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
api_server_list = args.api_server_ip.split(',')
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, api_server_list,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
self._vnc_amqp.establish()
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in NodeProfileDM.list_obj():
NodeProfileDM.locate(obj['uuid'], obj)
for obj in RoleConfigDM.list_obj():
RoleConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
VirtualNetworkDM.locate(obj['uuid'], obj)
dci_obj_list = DataCenterInterconnectDM.list_obj()
for obj in dci_obj_list or []:
DataCenterInterconnectDM.locate(obj['uuid'], obj)
for obj in FabricDM.list_obj():
FabricDM.locate(obj['uuid'], obj)
for obj in FabricNamespaceDM.list_obj():
FabricNamespaceDM.locate(obj['uuid'], obj)
for obj in LogicalRouterDM.list_obj():
LogicalRouterDM.locate(obj['uuid'], obj)
for obj in RoutingInstanceDM.list_obj():
RoutingInstanceDM.locate(obj['uuid'], obj)
for obj in FloatingIpPoolDM.list_obj():
FloatingIpPoolDM.locate(obj['uuid'], obj)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'], obj)
for obj in PhysicalInterfaceDM.list_obj():
PhysicalInterfaceDM.locate(obj['uuid'], obj)
for obj in LogicalInterfaceDM.list_obj():
LogicalInterfaceDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
for obj in pr_obj_list:
PhysicalRouterDM.locate(obj['uuid'], obj)
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
dci_uuid_set = set([dci_obj['uuid'] for dci_obj in dci_obj_list])
self._object_db.handle_dci_deletes(dci_uuid_set)
for obj in LinkAggregationGroupDM.list_obj():
LinkAggregationGroupDM.locate(obj['uuid'], obj)
for obj in VirtualPortGroupDM.list_obj():
VirtualPortGroupDM.locate(obj['uuid'], obj)
for obj in VirtualMachineInterfaceDM.list_obj():
VirtualMachineInterfaceDM.locate(obj['uuid'], obj)
for obj in SecurityGroupDM.list_obj():
SecurityGroupDM.locate(obj['uuid'], obj)
for obj in AccessControlListDM.list_obj():
AccessControlListDM.locate(obj['uuid'], obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for obj in ServiceEndpointDM.list_obj():
ServiceEndpointDM.locate(obj['uuid'], obj)
for obj in ServiceConnectionModuleDM.list_obj():
ServiceConnectionModuleDM.locate(obj['uuid'], obj)
for obj in ServiceObjectDM.list_obj():
ServiceObjectDM.locate(obj['uuid'], obj)
for obj in NetworkDeviceConfigDM.list_obj():
NetworkDeviceConfigDM.locate(obj['uuid'], obj)
for obj in E2ServiceProviderDM.list_obj():
E2ServiceProviderDM.locate(obj['uuid'], obj)
for obj in PeeringPolicyDM.list_obj():
PeeringPolicyDM.locate(obj['uuid'], obj)
for pr in PhysicalRouterDM.values():
pr.set_config_state()
pr.uve_send()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip,
self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(bool(self._args.push_delay_enable))
self._sandesh = Sandesh()
# Reset the sandesh send rate limit value
if self._args.sandesh_send_rate_limit is not None:
SandeshSystem.set_sandesh_send_rate_limit(
self._args.sandesh_send_rate_limit)
module = Module.DEVICE_MANAGER
module_name = ModuleNames[module]
node_type = Module2NodeType[module]
node_type_name = NodeTypeNames[node_type]
self.table = "ObjectConfigNode"
instance_id = INSTANCE_ID_DEFAULT
hostname = socket.gethostname()
self._sandesh.init_generator(
module_name, hostname, node_type_name, instance_id,
self._args.collectors, 'to_bgp_context',
int(args.http_server_port),
['cfgm_common', 'device_manager.sandesh'], self._disc)
self._sandesh.set_logging_params(enable_local_log=args.log_local,
category=args.log_category,
level=args.log_level,
file=args.log_file,
enable_syslog=args.use_syslog,
syslog_facility=args.syslog_facility)
PhysicalRouterDM._sandesh = self._sandesh
ConnectionState.init(
self._sandesh, hostname, module_name, instance_id,
staticmethod(ConnectionState.get_process_state_cb),
NodeStatusUVE, NodeStatus, self.table)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
rabbit_servers = self._args.rabbit_server
rabbit_port = self._args.rabbit_port
rabbit_user = self._args.rabbit_user
rabbit_password = self._args.rabbit_password
rabbit_vhost = self._args.rabbit_vhost
rabbit_ha_mode = self._args.rabbit_ha_mode
self._db_resync_done = gevent.event.Event()
q_name = 'device_manager.%s' % (socket.gethostname())
self._vnc_kombu = VncKombuClient(rabbit_servers, rabbit_port,
rabbit_user, rabbit_password,
rabbit_vhost, rabbit_ha_mode,
q_name, self._vnc_subscribe_callback,
self.config_log, rabbit_use_ssl =
self._args.rabbit_use_ssl,
kombu_ssl_version =
self._args.kombu_ssl_version,
kombu_ssl_keyfile =
self._args.kombu_ssl_keyfile,
kombu_ssl_certfile =
self._args.kombu_ssl_certfile,
kombu_ssl_ca_certs =
self._args.kombu_ssl_ca_certs)
self._cassandra = DMCassandraDB.getInstance(self, _zookeeper_client)
DBBaseDM.init(self, self._sandesh.logger(), self._cassandra)
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
vn = VirtualNetworkDM.locate(obj['uuid'], obj)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._cassandra.handle_pr_deletes(pr_uuid_set)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'],obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._cassandra.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
self._db_resync_done.set()
gevent.joinall(self._vnc_kombu.greenlets())
def __init__(self, dm_logger=None, args=None):
self._args = args
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(bool(self._args.push_delay_enable))
self._chksum = "";
if self._args.collectors:
self._chksum = hashlib.md5(''.join(self._args.collectors)).hexdigest()
# Initialize logger
self.logger = dm_logger or DeviceManagerLogger(args)
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error("Internal error while registering plugins: " + str(e) + tb)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
""" @sighup
Handle of SIGHUP for collector list config change
"""
gevent.signal(signal.SIGHUP, self.sighup_handler)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
self._vnc_amqp.establish()
# Initialize cassandra
self._object_db = DMCassandraDB.get_instance(self, _zookeeper_client)
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
VirtualNetworkDM.locate(obj['uuid'], obj)
for obj in LogicalRouterDM.list_obj():
LogicalRouterDM.locate(obj['uuid'], obj)
for obj in RoutingInstanceDM.list_obj():
RoutingInstanceDM.locate(obj['uuid'], obj)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
for obj in pr_obj_list:
PhysicalRouterDM.locate(obj['uuid'],obj)
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'],obj)
for obj in PhysicalInterfaceDM.list_obj():
PhysicalInterfaceDM.locate(obj['uuid'],obj)
for obj in LogicalInterfaceDM.list_obj():
LogicalInterfaceDM.locate(obj['uuid'],obj)
for obj in VirtualMachineInterfaceDM.list_obj():
VirtualMachineInterfaceDM.locate(obj['uuid'],obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for obj in ServiceEndpointDM.list_obj():
ServiceEndpointDM.locate(obj['uuid'], obj)
for obj in ServiceConnectionModuleDM.list_obj():
ServiceConnectionModuleDM.locate(obj['uuid'], obj)
for obj in ServiceObjectDM.list_obj():
ServiceObjectDM.locate(obj['uuid'], obj)
for obj in NetworkDeviceConfigDM.list_obj():
NetworkDeviceConfigDM.locate(obj['uuid'], obj)
for obj in E2ServiceProviderDM.list_obj():
E2ServiceProviderDM.locate(obj['uuid'], obj)
for obj in PeeringPolicyDM.list_obj():
PeeringPolicyDM.locate(obj['uuid'], obj)
for pr in PhysicalRouterDM.values():
pr.set_config_state()
DeviceManager._device_manager = self
self._vnc_amqp._db_resync_done.set()
try:
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
except KeyboardInterrupt:
DeviceManager.destroy_instance()
raise
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip,
self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(bool(self._args.push_delay_enable))
# Initialize logger
module = Module.DEVICE_MANAGER
module_pkg = "device_manager"
self.logger = ConfigServiceLogger(self._disc, module, module_pkg, args)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger,
self._REACTION_MAP, self._args)
self._vnc_amqp.establish()
# Initialize cassandra
self._cassandra = DMCassandraDB.getInstance(self, _zookeeper_client)
DBBaseDM.init(self, self.logger, self._cassandra)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
vn = VirtualNetworkDM.locate(obj['uuid'], obj)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._cassandra.handle_pr_deletes(pr_uuid_set)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'],obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._cassandra.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
def __init__(self, args=None):
self._args = args
# Initialize discovery client
self._disc = None
if self._args.disc_server_ip and self._args.disc_server_port:
self._disc = client.DiscoveryClient(
self._args.disc_server_ip, self._args.disc_server_port,
ModuleNames[Module.DEVICE_MANAGER])
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(
int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(
float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(
bool(self._args.push_delay_enable))
# Initialize logger
module = Module.DEVICE_MANAGER
module_pkg = "device_manager"
self.logger = ConfigServiceLogger(self._disc, module, module_pkg, args)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user,
args.admin_password,
args.admin_tenant_name,
args.api_server_ip,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger, self._REACTION_MAP,
self._args)
self._vnc_amqp.establish()
# Initialize cassandra
self._object_db = DMCassandraDB.getInstance(self, _zookeeper_client)
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
vn = VirtualNetworkDM.locate(obj['uuid'], obj)
if vn is not None and vn.routing_instances is not None:
for ri_id in vn.routing_instances:
ri_obj = RoutingInstanceDM.locate(ri_id)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'], obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
def __init__(self,
dm_logger=None,
args=None,
zookeeper_client=None,
amqp_client=None):
"""Physical Router init routine."""
DeviceManager._instance = self
self._args = args
self._amqp_client = amqp_client
self.logger = dm_logger or DeviceManagerLogger(args)
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
PushConfigState.set_push_mode(int(self._args.push_mode))
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(
int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(
float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(
bool(self._args.push_delay_enable))
self._chksum = ""
if self._args.collectors:
self._chksum = hashlib.md5(''.join(
self._args.collectors)).hexdigest()
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error("Internal error while registering plugins: " +
str(e) + tb)
# Register Ansible Plugins
try:
AnsibleBase.register_plugins()
except AnsibleBase.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering ansible plugins: " + str(e) +
tb)
# Register Feature Plugins
try:
FeatureBase.register_plugins()
except FeatureBase.PluginRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering feature plugins: " + str(e) +
tb)
raise e
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
api_server_list = args.api_server_ip.split(',')
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user,
args.admin_password,
args.admin_tenant_name,
api_server_list,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
if PushConfigState.is_push_mode_ansible():
FabricManager.initialize(args, dm_logger, self._vnc_lib)
# Initialize amqp
self._vnc_amqp.establish()
# Initialize cassandra
self._object_db = DMCassandraDB.get_instance(zookeeper_client,
self._args, self.logger)
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
GlobalSystemConfigDM.locate_all()
FeatureDM.locate_all()
PhysicalRoleDM.locate_all()
OverlayRoleDM.locate_all()
RoleDefinitionDM.locate_all()
FeatureConfigDM.locate_all()
NodeProfileDM.locate_all()
RoleConfigDM.locate_all()
GlobalVRouterConfigDM.locate_all()
VirtualNetworkDM.locate_all()
DataCenterInterconnectDM.locate_all()
FabricDM.locate_all()
FabricNamespaceDM.locate_all()
LogicalRouterDM.locate_all()
RoutingInstanceDM.locate_all()
FloatingIpPoolDM.locate_all()
BgpRouterDM.locate_all()
PhysicalInterfaceDM.locate_all()
LogicalInterfaceDM.locate_all()
PhysicalRouterDM.locate_all()
LinkAggregationGroupDM.locate_all()
VirtualPortGroupDM.locate_all()
PortDM.locate_all()
TagDM.locate_all()
NetworkIpamDM.locate_all()
VirtualMachineInterfaceDM.locate_all()
SecurityGroupDM.locate_all()
AccessControlListDM.locate_all()
PortProfileDM.locate_all()
StormControlProfileDM.locate_all()
ServiceInstanceDM.locate_all()
ServiceApplianceSetDM.locate_all()
ServiceApplianceDM.locate_all()
ServiceTemplateDM.locate_all()
PortTupleDM.locate_all()
InstanceIpDM.locate_all()
FloatingIpDM.locate_all()
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
ServiceEndpointDM.locate_all()
ServiceConnectionModuleDM.locate_all()
ServiceObjectDM.locate_all()
NetworkDeviceConfigDM.locate_all()
E2ServiceProviderDM.locate_all()
PeeringPolicyDM.locate_all()
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
dci_obj_list = DataCenterInterconnectDM.list_obj()
dci_uuid_set = set([dci_obj['uuid'] for dci_obj in dci_obj_list])
self._object_db.handle_dci_deletes(dci_uuid_set)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for pr in PhysicalRouterDM.values():
pr.set_config_state()
pr.uve_send()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
def __init__(self, dm_logger=None, args=None, zookeeper_client=None,
amqp_client=None):
DeviceManager._instance = self
self._args = args
self._amqp_client = amqp_client
self.logger = dm_logger or DeviceManagerLogger(args)
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
PushConfigState.set_push_mode(int(self._args.push_mode))
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(
int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(
float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(
bool(self._args.push_delay_enable))
self._chksum = ""
if self._args.collectors:
self._chksum = hashlib.md5(
''.join(self._args.collectors)).hexdigest()
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering plugins: " + str(e) + tb)
# Register Ansible Plugins
try:
AnsibleBase.register_plugins()
except AnsibleBase.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering ansible plugins: " +
str(e) + tb)
# Register Feature Plugins
try:
FeatureBase.register_plugins()
except FeatureBase.PluginRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering feature plugins: " +
str(e) + tb)
raise e
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
api_server_list = args.api_server_ip.split(',')
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, api_server_list,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
if PushConfigState.is_push_mode_ansible():
FabricManager.initialize(args, dm_logger, self._vnc_lib)
# Initialize amqp
self._vnc_amqp.establish()
# Initialize cassandra
self._object_db = DMCassandraDB.get_instance(zookeeper_client, self._args, self.logger)
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
GlobalSystemConfigDM.locate_all()
FeatureDM.locate_all()
PhysicalRoleDM.locate_all()
OverlayRoleDM.locate_all()
RoleDefinitionDM.locate_all()
FeatureConfigDM.locate_all()
NodeProfileDM.locate_all()
RoleConfigDM.locate_all()
GlobalVRouterConfigDM.locate_all()
VirtualNetworkDM.locate_all()
DataCenterInterconnectDM.locate_all()
FabricDM.locate_all()
FabricNamespaceDM.locate_all()
LogicalRouterDM.locate_all()
RoutingInstanceDM.locate_all()
FloatingIpPoolDM.locate_all()
BgpRouterDM.locate_all()
PhysicalInterfaceDM.locate_all()
LogicalInterfaceDM.locate_all()
PhysicalRouterDM.locate_all()
LinkAggregationGroupDM.locate_all()
VirtualPortGroupDM.locate_all()
PortDM.locate_all()
TagDM.locate_all()
NetworkIpamDM.locate_all()
VirtualMachineInterfaceDM.locate_all()
SecurityGroupDM.locate_all()
AccessControlListDM.locate_all()
ServiceInstanceDM.locate_all()
ServiceApplianceSetDM.locate_all()
ServiceApplianceDM.locate_all()
ServiceTemplateDM.locate_all()
PortTupleDM.locate_all()
InstanceIpDM.locate_all()
FloatingIpDM.locate_all()
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
ServiceEndpointDM.locate_all()
ServiceConnectionModuleDM.locate_all()
ServiceObjectDM.locate_all()
NetworkDeviceConfigDM.locate_all()
E2ServiceProviderDM.locate_all()
PeeringPolicyDM.locate_all()
pr_obj_list = PhysicalRouterDM.list_obj()
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
dci_obj_list = DataCenterInterconnectDM.list_obj()
dci_uuid_set = set([dci_obj['uuid'] for dci_obj in dci_obj_list])
self._object_db.handle_dci_deletes(dci_uuid_set)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for pr in PhysicalRouterDM.values():
pr.set_config_state()
pr.uve_send()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
def __init__(self, dm_logger=None, args=None):
self._args = args
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(bool(self._args.push_delay_enable))
self._chksum = "";
if self._args.collectors:
self._chksum = hashlib.md5(''.join(self._args.collectors)).hexdigest()
# Initialize logger
self.logger = dm_logger or DeviceManagerLogger(args)
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error("Internal error while registering plugins: " + str(e) + tb)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user, args.admin_password,
args.admin_tenant_name, args.api_server_ip,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
""" @sighup
Handle of SIGHUP for collector list config change
"""
gevent.signal(signal.SIGHUP, self.sighup_handler)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
self._vnc_amqp.establish()
# Initialize cassandra
self._object_db = DMCassandraDB.get_instance(self, _zookeeper_client)
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
VirtualNetworkDM.locate(obj['uuid'], obj)
for obj in RoutingInstanceDM.list_obj():
RoutingInstanceDM.locate(obj['uuid'], obj)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
for obj in pr_obj_list:
PhysicalRouterDM.locate(obj['uuid'],obj)
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'],obj)
for obj in PhysicalInterfaceDM.list_obj():
PhysicalInterfaceDM.locate(obj['uuid'],obj)
for obj in LogicalInterfaceDM.list_obj():
LogicalInterfaceDM.locate(obj['uuid'],obj)
for obj in VirtualMachineInterfaceDM.list_obj():
VirtualMachineInterfaceDM.locate(obj['uuid'],obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for pr in PhysicalRouterDM.values():
pr.set_config_state()
DeviceManager._device_manager = self
self._vnc_amqp._db_resync_done.set()
try:
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())
except KeyboardInterrupt:
DeviceManager.destroy_instance()
raise
def __init__(self,
dm_logger=None,
args=None,
object_db=None,
amqp_client=None):
DeviceManager._instance = self
self._args = args
self._amqp_client = amqp_client
self._object_db = object_db
PushConfigState.set_push_mode(int(self._args.push_mode))
PushConfigState.set_repush_interval(int(self._args.repush_interval))
PushConfigState.set_repush_max_interval(
int(self._args.repush_max_interval))
PushConfigState.set_push_delay_per_kb(
float(self._args.push_delay_per_kb))
PushConfigState.set_push_delay_max(int(self._args.push_delay_max))
PushConfigState.set_push_delay_enable(
bool(self._args.push_delay_enable))
self._chksum = ""
if self._args.collectors:
self._chksum = hashlib.md5(''.join(
self._args.collectors)).hexdigest()
# Initialize logger
self.logger = dm_logger or DeviceManagerLogger(args)
# Register Plugins
try:
DeviceConf.register_plugins()
except DeviceConf.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error("Internal error while registering plugins: " +
str(e) + tb)
# Register Ansible Plugins
try:
AnsibleBase.register_plugins()
except AnsibleBase.PluginsRegistrationFailed as e:
self.logger.error("Exception: " + str(e))
except Exception as e:
tb = traceback.format_exc()
self.logger.error(
"Internal error while registering ansible plugins: " + str(e) +
tb)
# Retry till API server is up
connected = False
self.connection_state_update(ConnectionStatus.INIT)
api_server_list = args.api_server_ip.split(',')
while not connected:
try:
self._vnc_lib = VncApi(
args.admin_user,
args.admin_password,
args.admin_tenant_name,
api_server_list,
args.api_server_port,
api_server_use_ssl=args.api_server_use_ssl)
connected = True
self.connection_state_update(ConnectionStatus.UP)
except requests.exceptions.ConnectionError as e:
# Update connection info
self.connection_state_update(ConnectionStatus.DOWN, str(e))
time.sleep(3)
except ResourceExhaustionError: # haproxy throws 503
time.sleep(3)
# Initialize amqp
self._vnc_amqp = DMAmqpHandle(self.logger, self.REACTION_MAP,
self._args)
self._vnc_amqp.establish()
DBBaseDM.init(self, self.logger, self._object_db)
DBBaseDM._sandesh = self.logger._sandesh
for obj in GlobalSystemConfigDM.list_obj():
GlobalSystemConfigDM.locate(obj['uuid'], obj)
for obj in NodeProfileDM.list_obj():
NodeProfileDM.locate(obj['uuid'], obj)
for obj in RoleConfigDM.list_obj():
RoleConfigDM.locate(obj['uuid'], obj)
for obj in GlobalVRouterConfigDM.list_obj():
GlobalVRouterConfigDM.locate(obj['uuid'], obj)
for obj in VirtualNetworkDM.list_obj():
VirtualNetworkDM.locate(obj['uuid'], obj)
dci_obj_list = DataCenterInterconnectDM.list_obj()
for obj in dci_obj_list or []:
DataCenterInterconnectDM.locate(obj['uuid'], obj)
for obj in FabricDM.list_obj():
FabricDM.locate(obj['uuid'], obj)
for obj in FabricNamespaceDM.list_obj():
FabricNamespaceDM.locate(obj['uuid'], obj)
for obj in LogicalRouterDM.list_obj():
LogicalRouterDM.locate(obj['uuid'], obj)
for obj in RoutingInstanceDM.list_obj():
RoutingInstanceDM.locate(obj['uuid'], obj)
for obj in FloatingIpPoolDM.list_obj():
FloatingIpPoolDM.locate(obj['uuid'], obj)
for obj in BgpRouterDM.list_obj():
BgpRouterDM.locate(obj['uuid'], obj)
for obj in PortTupleDM.list_obj():
PortTupleDM.locate(obj['uuid'], obj)
for obj in PhysicalInterfaceDM.list_obj():
PhysicalInterfaceDM.locate(obj['uuid'], obj)
for obj in LogicalInterfaceDM.list_obj():
LogicalInterfaceDM.locate(obj['uuid'], obj)
pr_obj_list = PhysicalRouterDM.list_obj()
for obj in pr_obj_list:
PhysicalRouterDM.locate(obj['uuid'], obj)
pr_uuid_set = set([pr_obj['uuid'] for pr_obj in pr_obj_list])
self._object_db.handle_pr_deletes(pr_uuid_set)
dci_uuid_set = set([dci_obj['uuid'] for dci_obj in dci_obj_list])
self._object_db.handle_dci_deletes(dci_uuid_set)
for obj in LinkAggregationGroupDM.list_obj():
LinkAggregationGroupDM.locate(obj['uuid'], obj)
for obj in VirtualMachineInterfaceDM.list_obj():
VirtualMachineInterfaceDM.locate(obj['uuid'], obj)
for obj in SecurityGroupDM.list_obj():
SecurityGroupDM.locate(obj['uuid'], obj)
for obj in AccessControlListDM.list_obj():
AccessControlListDM.locate(obj['uuid'], obj)
for obj in pr_obj_list:
pr = PhysicalRouterDM.locate(obj['uuid'], obj)
li_set = pr.logical_interfaces
vmi_set = set()
for pi_id in pr.physical_interfaces:
pi = PhysicalInterfaceDM.locate(pi_id)
if pi:
li_set |= pi.logical_interfaces
vmi_set |= pi.virtual_machine_interfaces
for li_id in li_set:
li = LogicalInterfaceDM.locate(li_id)
if li and li.virtual_machine_interface:
vmi_set |= set([li.virtual_machine_interface])
for vmi_id in vmi_set:
vmi = VirtualMachineInterfaceDM.locate(vmi_id)
si_obj_list = ServiceInstanceDM.list_obj()
si_uuid_set = set([si_obj['uuid'] for si_obj in si_obj_list])
self._object_db.handle_pnf_resource_deletes(si_uuid_set)
for obj in si_obj_list:
ServiceInstanceDM.locate(obj['uuid'], obj)
for obj in InstanceIpDM.list_obj():
InstanceIpDM.locate(obj['uuid'], obj)
for obj in FloatingIpDM.list_obj():
FloatingIpDM.locate(obj['uuid'], obj)
for vn in VirtualNetworkDM.values():
vn.update_instance_ip_map()
for obj in ServiceEndpointDM.list_obj():
ServiceEndpointDM.locate(obj['uuid'], obj)
for obj in ServiceConnectionModuleDM.list_obj():
ServiceConnectionModuleDM.locate(obj['uuid'], obj)
for obj in ServiceObjectDM.list_obj():
ServiceObjectDM.locate(obj['uuid'], obj)
for obj in NetworkDeviceConfigDM.list_obj():
NetworkDeviceConfigDM.locate(obj['uuid'], obj)
for obj in E2ServiceProviderDM.list_obj():
E2ServiceProviderDM.locate(obj['uuid'], obj)
for obj in PeeringPolicyDM.list_obj():
PeeringPolicyDM.locate(obj['uuid'], obj)
for pr in PhysicalRouterDM.values():
pr.set_config_state()
pr.uve_send()
self._vnc_amqp._db_resync_done.set()
gevent.joinall(self._vnc_amqp._vnc_kombu.greenlets())