def test_get_endpoints():
config_dir = '/etc/faucet'
log_dir = '/var/log/faucet'
if not os.path.exists(config_dir):
config_dir = os.path.join(os.getcwd(), 'faucet')
if not os.path.exists(log_dir):
log_dir = os.path.join(os.getcwd(), 'faucet')
try:
f = open(os.path.join(log_dir, 'faucet.log'), 'r')
except FileNotFoundError:
f = open(os.path.join(log_dir, 'faucet.log'), 'w')
f.write('Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 200 (2 hosts total)\n')
f.write('Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 200 (2 hosts total)\n')
f.write('Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 300 (2 hosts total)\n')
f.write('Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:cc:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 5 on VLAN 200 (2 hosts total)\n')
f.write('Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:cc:39:15 (L2 type 0x0800, L3 src 192.168.1.50) on Port 2 on VLAN 200 (2 hosts total)\n')
f.write('foo\n')
f.close()
try:
f = open(os.path.join(config_dir, 'faucet.yaml'), 'r')
except FileNotFoundError:
f = open(os.path.join(config_dir, 'faucet.yaml'), 'w')
f.write('vlans:\n')
f.write(' open:\n')
f.write(' vid: 100\n')
f.write('dps:\n')
f.write(' switch1:\n')
f.write(' dp_id: 0x70b3d56cd32e\n')
f.write(' hardware: "ZodiacFX"\n')
f.write(' proactive_learn: True\n')
f.write(' interfaces:\n')
f.write(' 1:\n')
f.write(' native_vlan: open\n')
f.write(' 2:\n')
f.write(' native_vlan: open\n')
f.write(' 3:\n')
f.write(' mirror: 1\n')
f.write(' native_vlan: open\n')
f.write(' 4:\n')
f.write(' native_vlan: open\n')
f.write(' 5:\n')
f.write(' native_vlan: open\n')
f.write(' 6:\n')
f.write(' native_vlan: open')
# with a host
proxy = FaucetProxy(host='foo')
a = proxy.get_endpoints()
# without a host
proxy = FaucetProxy()
a = proxy.get_endpoints()
assert isinstance(a, list)
def test_get_endpoints():
config_dir = '/etc/faucet'
log_dir = '/var/log/faucet'
if not os.path.exists(config_dir):
config_dir = os.path.join(os.getcwd(), 'faucet')
if not os.path.exists(log_dir):
log_dir = os.path.join(os.getcwd(), 'faucet')
try:
f = open(os.path.join(log_dir, 'faucet.log'), 'r')
except FileNotFoundError:
f = open(os.path.join(log_dir, 'faucet.log'), 'w')
f.write(
'Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 200 (2 hosts total)\n'
)
f.write(
'Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 200 (2 hosts total)\n'
)
f.write(
'Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:ff:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 2 on VLAN 300 (2 hosts total)\n'
)
f.write(
'Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:cc:39:15 (L2 type 0x0800, L3 src 192.168.1.40) on Port 5 on VLAN 200 (2 hosts total)\n'
)
f.write(
'Nov 19 18:52:31 faucet.valve INFO DPID 123917682135854 (0x70b3d56cd32e) L2 learned b8:27:eb:cc:39:15 (L2 type 0x0800, L3 src 192.168.1.50) on Port 2 on VLAN 200 (2 hosts total)\n'
)
f.write(
'May 01 17:59:50 faucet.valve INFO DPID 1 (0x1) 1 recently active hosts on VLAN 100, expired [00:00:00:00:00:01 on Port 1]\n'
)
f.write(
'May 01 18:02:15 faucet.valve INFO DPID 1 (0x1) 0 recently active hosts on VLAN 100, expired [00:00:00:00:00:02 on Port 2]\n'
)
f.write('foo\n')
f.close()
try:
f = open(os.path.join(config_dir, 'faucet.yaml'), 'r')
except FileNotFoundError:
f = open(os.path.join(config_dir, 'faucet.yaml'), 'w')
f.write('vlans:\n')
f.write(' open:\n')
f.write(' vid: 100\n')
f.write('dps:\n')
f.write(' switch1:\n')
f.write(' dp_id: 0x70b3d56cd32e\n')
f.write(' hardware: "ZodiacFX"\n')
f.write(' proactive_learn: True\n')
f.write(' interfaces:\n')
f.write(' 1:\n')
f.write(' native_vlan: open\n')
f.write(' 2:\n')
f.write(' native_vlan: open\n')
f.write(' 3:\n')
f.write(' mirror: 1\n')
f.write(' native_vlan: open\n')
f.write(' 4:\n')
f.write(' native_vlan: open\n')
f.write(' 5:\n')
f.write(' native_vlan: open\n')
f.write(' 6:\n')
f.write(' native_vlan: open')
# with a host
proxy = FaucetProxy(host='foo')
a = proxy.get_endpoints()
# without a host
proxy = FaucetProxy()
a = proxy.get_endpoints()
assert isinstance(a, list)
# without a host and with a message
proxy = FaucetProxy()
a = proxy.get_endpoints(messages=[{
'dp_name': 'switch',
'L2_LEARN': {
'l3_src_ip': '10.0.0.1',
'eth_src': '00:00:00:00:00:00',
'port_no': 1,
'vid': '100'
}
}, {
'version': 1,
'time': 1525205350.0357792,
'dp_id': 1,
'dp_name': 'switch-1',
'event_id': 5,
'PORT_CHANGE': {
'port_no': 1,
'reason': 'MODIFY',
'status': False
}
}, {}])
assert isinstance(a, list)
class Update_Switch_State(Monitor_Helper_Base):
''' handle periodic process, determine if switch state updated '''
def __init__(self):
super(Update_Switch_State, self).__init__()
self.logger = Logger.logger
self.poseidon_logger = Logger.poseidon_logger
self.mod_name = self.__class__.__name__
self.retval = {}
self.times = 0
self.owner = None
# settings for all controllers
self.controller = {}
self.controller['URI'] = None
self.controller['USER'] = None
self.controller['PASS'] = None
self.controller['TYPE'] = None
self.controller['SPAN_FABRIC_NAME'] = 'vent'
self.controller['INTERFACE_GROUP'] = 'ig1'
# settings for FAUCET
self.controller['CONFIG_FILE'] = None
self.controller['LOG_FILE'] = None
self.controller['MIRROR_PORTS'] = None
self.controller['RABBIT_ENABLED'] = False
self.controller['LEARN_PUBLIC_ADDRESSES'] = False
# set defaults
self.reinvestigation_frequency = 900
self.max_concurrent_reinvestigations = 2
self.sdnc = None
self.first_time = True
self.endpoints = Endpoint_Wrapper()
self.m_queue = Queue.Queue()
def return_endpoint_state(self):
''' give access to the endpoint_states '''
return self.endpoints
def first_run(self):
''' do some pre-run setup/configuration '''
if self.configured:
self.controller['TYPE'] = str(
self.mod_configuration['controller_type'])
if self.controller['TYPE'] == 'bcf':
self.controller['URI'] = str(
self.mod_configuration['controller_uri'])
self.controller['USER'] = str(
self.mod_configuration['controller_user'])
self.controller['PASS'] = str(
self.mod_configuration['controller_pass'])
if 'controller_span_fabric_name' in self.mod_configuration:
self.controller['SPAN_FABRIC_NAME'] = str(
self.mod_configuration['controller_span_fabric_name'])
if 'controller_interface_group' in self.mod_configuration:
self.controller['INTERFACE_GROUP'] = str(
self.mod_configuration['controller_interface_group'])
myauth = {}
myauth['password'] = self.controller['PASS']
myauth['user'] = self.controller['USER']
try:
self.sdnc = BcfProxy(
self.controller['URI'],
auth=myauth,
span_fabric_name=self.controller['SPAN_FABRIC_NAME'],
interface_group=self.controller['INTERFACE_GROUP'])
except BaseException as e: # pragma: no cover
self.logger.error(
'BcfProxy could not connect to {0} because {1}'.format(
self.controller['URI'], e))
elif self.controller['TYPE'] == 'faucet':
try:
if 'learn_public_addresses' in self.mod_configuration:
if self.mod_configuration[
'learn_public_addresses'] == 'Yes':
self.controller['LEARN_PUBLIC_ADDRESSES'] = True
else:
self.controller['LEARN_PUBLIC_ADDRESSES'] = False
if 'controller_uri' in self.mod_configuration:
self.controller['URI'] = str(
self.mod_configuration['controller_uri'])
if 'controller_user' in self.mod_configuration:
self.controller['USER'] = str(
self.mod_configuration['controller_user'])
if 'controller_pass' in self.mod_configuration:
self.controller['PASS'] = str(
self.mod_configuration['controller_pass'])
if 'controller_config_file' in self.mod_configuration:
self.controller['CONFIG_FILE'] = str(
self.mod_configuration['controller_config_file'])
if 'controller_log_file' in self.mod_configuration:
self.controller['LOG_FILE'] = str(
self.mod_configuration['controller_log_file'])
if 'controller_mirror_ports' in self.mod_configuration:
self.controller['MIRROR_PORTS'] = ast.literal_eval(
self.mod_configuration['controller_mirror_ports'])
if 'rabbit_enabled' in self.mod_configuration:
self.controller['RABBIT_ENABLED'] = ast.literal_eval(
self.mod_configuration['rabbit_enabled'])
self.sdnc = FaucetProxy(
host=self.controller['URI'],
user=self.controller['USER'],
pw=self.controller['PASS'],
config_file=self.controller['CONFIG_FILE'],
log_file=self.controller['LOG_FILE'],
mirror_ports=self.controller['MIRROR_PORTS'],
rabbit_enabled=self.controller['RABBIT_ENABLED'],
learn_pub_adds=self.
controller['LEARN_PUBLIC_ADDRESSES'],
reinvestigation_frequency=self.
reinvestigation_frequency,
max_concurrent_reinvestigations=self.
max_concurrent_reinvestigations)
except BaseException as e: # pragma: no cover
self.logger.error(
'FaucetProxy could not connect to {0} because {1}'.
format(self.controller['URI'], e))
else:
self.logger.error('Unknown SDN controller type {0}'.format(
self.controller['TYPE']))
def shutdown_endpoint(self, my_hash):
''' tell the controller to shutdown an endpoint by hash '''
if my_hash in self.endpoints.state:
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.shutdown_ip(my_ip)
self.endpoints.change_endpoint_state(my_hash)
self.poseidon_logger.debug('endpoint:{0}:{1}:{2}'.format(
my_hash, my_ip, next_state))
return True
return False
def mirror_endpoint(self, my_hash, messages=None):
''' tell the controller to begin mirroring traffic '''
if my_hash in self.endpoints.state:
my_mac = self.endpoints.get_endpoint_mac(my_hash)
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.mirror_mac(my_mac, messages=messages)
self.endpoints.change_endpoint_state(my_hash)
self.poseidon_logger.debug('endpoint:{0}:{1}:{2}:{3}'.format(
my_hash, my_mac, my_ip, next_state))
return True
return False
def unmirror_endpoint(self, my_hash, messages=None):
''' tell the controller to unmirror traffic '''
if my_hash in self.endpoints.state:
my_mac = self.endpoints.get_endpoint_mac(my_hash)
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.unmirror_mac(my_mac, messages=messages)
self.poseidon_logger.debug('endpoint:{0}:{1}:{2}:{3}'.format(
my_hash, my_mac, my_ip, next_state))
return True
return False
def find_new_machines(self, machines):
'''parse switch structure to find new machines added to network
since last call'''
changed = False
if self.first_time:
self.first_time = False
# TODO db call to see if really need to run things
for machine in machines:
end_point = EndPoint(machine, state='KNOWN')
self.poseidon_logger.info(
'adding address to known systems {0}'.format(machine))
self.endpoints.set(end_point)
changed = True
else:
machine_hashes = []
for machine in machines:
end_point = EndPoint(machine, state='UNKNOWN')
h = end_point.make_hash()
ep = None
if h in self.endpoints.state:
ep = self.endpoints.state[h]
if end_point.endpoint_data['active'] == 1:
machine_hashes.append(h)
if h not in self.endpoints.state:
self.poseidon_logger.info(
'Detected new device: {0}:{1}'.format(h, machine))
self.endpoints.set(end_point)
changed = True
elif ep is not None and end_point.endpoint_data[
'active'] != ep.endpoint_data['active']:
self.poseidon_logger.info('Device changed: {0}:{1}'.format(
h, machine))
self.endpoints.set(end_point)
changed = True
if changed:
self.endpoints.print_endpoint_state()
def update_endpoint_state(self, messages=None):
'''Handles Get requests'''
self.retval['service'] = self.owner.mod_name + ':' + self.mod_name
self.retval['times'] = self.times
self.retval['machines'] = None
self.retval['resp'] = 'bad'
current = None
parsed = None
machines = {}
try:
current = self.sdnc.get_endpoints(messages=messages)
parsed = self.sdnc.format_endpoints(current)
machines = parsed
except BaseException as e: # pragma: no cover
self.logger.error(
'Could not establish connection to {0} because {1}.'.format(
self.controller['URI'], e))
self.retval[
'controller'] = 'Could not establish connection to {0}.'.format(
self.controller['URI'])
self.poseidon_logger.debug('MACHINES:{0}'.format(machines))
self.find_new_machines(machines)
self.retval['machines'] = parsed
self.retval['resp'] = 'ok'
self.times = self.times + 1
return json.dumps(self.retval)
class Update_Switch_State(Monitor_Helper_Base):
''' handle periodic process, determine if switch state updated '''
def __init__(self):
super(Update_Switch_State, self).__init__()
self.logger = module_logger.logger
self.mod_name = self.__class__.__name__
self.retval = {}
self.times = 0
self.owner = None
# settings for all controllers
self.controller = {}
self.controller['URI'] = None
self.controller['USER'] = None
self.controller['PASS'] = None
self.controller['TYPE'] = None
# settings for FAUCET
self.controller['CONFIG_FILE'] = None
self.controller['LOG_FILE'] = None
self.controller['MIRROR_PORTS'] = None
self.controller['RABBIT_ENABLED'] = None
self.sdnc = None
self.first_time = True
self.endpoints = Endpoint_Wrapper()
self.m_queue = Queue.Queue()
def return_endpoint_state(self):
''' give access to the endpoint_states '''
return self.endpoints
def first_run(self):
''' do some pre-run setup/configuration '''
if self.configured:
self.controller['TYPE'] = str(
self.mod_configuration['controller_type'])
if self.controller['TYPE'] == 'bcf':
self.controller['URI'] = str(
self.mod_configuration['controller_uri'])
self.controller['USER'] = str(
self.mod_configuration['controller_user'])
self.controller['PASS'] = str(
self.mod_configuration['controller_pass'])
myauth = {}
myauth['password'] = self.controller['PASS']
myauth['user'] = self.controller['USER']
try:
self.sdnc = BcfProxy(self.controller['URI'], auth=myauth)
except BaseException:
self.logger.error(
'BcfProxy could not connect to {0}'.format(
self.controller['URI']))
elif self.controller['TYPE'] == 'faucet':
try:
if 'controller_uri' in self.mod_configuration:
self.controller['URI'] = str(
self.mod_configuration['controller_uri'])
if 'controller_user' in self.mod_configuration:
self.controller['USER'] = str(
self.mod_configuration['controller_user'])
if 'controller_pass' in self.mod_configuration:
self.controller['PASS'] = str(
self.mod_configuration['controller_pass'])
if 'controller_config_file' in self.mod_configuration:
self.controller['CONFIG_FILE'] = str(
self.mod_configuration['controller_config_file'])
if 'controller_log_file' in self.mod_configuration:
self.controller['LOG_FILE'] = str(
self.mod_configuration['controller_log_file'])
if 'controller_mirror_ports' in self.mod_configuration:
self.controller['MIRROR_PORTS'] = ast.literal_eval(
self.mod_configuration['controller_mirror_ports'])
if 'rabbit_enabled' in self.mod_configuration:
self.controller['RABBIT_ENABLED'] = ast.literal_eval(
self.mod_configuration['rabbit_enabled'])
self.sdnc = FaucetProxy(
host=self.controller['URI'],
user=self.controller['USER'],
pw=self.controller['PASS'],
config_file=self.controller['CONFIG_FILE'],
log_file=self.controller['LOG_FILE'],
mirror_ports=self.controller['MIRROR_PORTS'],
rabbit_enabled=self.controller['RABBIT_ENABLED'])
except BaseException as e: # pragma: no cover
self.logger.error(
'FaucetProxy could not connect to {0} because {1}'.
format(self.controller['URI'], e))
else:
self.logger.error('Unknown SDN controller type {0}'.format(
self.controller['TYPE']))
else:
pass
def shutdown_endpoint(self, my_hash):
''' tell the controller to shutdown an endpoint by hash '''
if my_hash in self.endpoints.state:
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.shutdown_ip(my_ip)
self.endpoints.change_endpoint_state(my_hash)
self.logger.debug('endpoint:{0}:{1}:{2}'.format(
my_hash, my_ip, next_state))
return True
return False
def mirror_endpoint(self, my_hash, messages=None):
''' tell the controller to begin mirroring traffic '''
if my_hash in self.endpoints.state:
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.mirror_ip(my_ip, messages=messages)
self.endpoints.change_endpoint_state(my_hash)
self.logger.debug('endpoint:{0}:{1}:{2}'.format(
my_hash, my_ip, next_state))
return True
return False
def unmirror_endpoint(self, my_hash, messages=None):
''' tell the controller to unmirror traffic '''
if my_hash in self.endpoints.state:
my_ip = self.endpoints.get_endpoint_ip(my_hash)
next_state = self.endpoints.get_endpoint_next(my_hash)
self.sdnc.unmirror_ip(my_ip, messages=messages)
self.logger.debug('endpoint:{0}:{1}:{2}'.format(
my_hash, my_ip, next_state))
return True
return False
def find_new_machines(self, machines):
'''parse switch structure to find new machines added to network
since last call'''
if self.first_time:
self.first_time = False
# TODO db call to see if really need to run things
for machine in machines:
end_point = EndPoint(machine, state='KNOWN')
self.logger.debug(
'adding address to known systems {0}'.format(machine))
self.endpoints.set(end_point)
# print the state of things the first time
self.endpoints.print_endpoint_state()
else:
for machine in machines:
end_point = EndPoint(machine, state='UNKNOWN')
h = end_point.make_hash()
if h not in self.endpoints.state:
self.logger.debug(
'***** detected new address {0}'.format(machine))
self.endpoints.set(end_point)
def update_endpoint_state(self, messages=None):
'''Handles Get requests'''
self.retval['service'] = self.owner.mod_name + ':' + self.mod_name
self.retval['times'] = self.times
self.retval['machines'] = None
self.retval['resp'] = 'bad'
current = None
parsed = None
machines = {}
try:
current = self.sdnc.get_endpoints(messages=messages)
parsed = self.sdnc.format_endpoints(current)
machines = parsed
except BaseException as e: # pragma: no cover
self.logger.error(
'Could not establish connection to {0} because {1}.'.format(
self.controller['URI'], e))
self.retval[
'controller'] = 'Could not establish connection to {0}.'.format(
self.controller['URI'])
self.logger.debug('MACHINES:{0}'.format(machines))
self.find_new_machines(machines)
self.retval['machines'] = parsed
self.retval['resp'] = 'ok'
self.times = self.times + 1
return json.dumps(self.retval)