def _dp_parser_v1(conf, config_file, logname):
logger = get_logger(logname)
config_path = _dp_config_path(config_file)
# TODO: warn when the configuration contains meaningless elements
# they are probably typos
if 'dp_id' not in conf:
logger.error('dp_id not configured in file %s', config_file)
dp_id = conf['dp_id']
dp = DP(dp_id, conf)
interfaces_conf = conf.pop('interfaces', {})
vlans_conf = conf.pop('vlans', {})
acls_conf = conf.pop('acls', {})
logger.info(str(dp))
vlans = {}
for vid, vlan_conf in vlans_conf.iteritems():
vlans[vid] = VLAN(vid, dp_id, vlan_conf)
for port_num, port_conf in interfaces_conf.iteritems():
dp.add_port(port_parser(dp_id, port_num, port_conf, vlans))
for acl_num, acl_conf in acls_conf.iteritems():
dp.add_acl(acl_num, acl_conf)
for vlan in vlans.itervalues():
dp.add_vlan(vlan)
try:
dp.sanity_check()
except AssertionError as err:
logger.exception('Error in config file: %s', err)
return None
return ({config_path: config_file_hash(config_path)}, [dp])
def getMayGroups(self):
# 将组合分为两组，mayFill是可能将所有的虚拟机填下去，cantFill是不可能将虚拟机填下去（需要去除部分虚拟机）
self.mayGroups = HMap()
# 分别获取单独使用某一种物理机装
maxValSingle = 0 # 单个物理机最大的价值
numsSingle = {} # 单个物理机的数量，为后面获取可能的组合提供参考
for name, compuSpec in self.compusSpec.items():
dp = DP(compuSpec, self.ecssSpec, self.ecssNum)
compuEcssInfo = dp.getCompuEcssInfo()
val = self.calcuVal({name: compuEcssInfo}, True)
maxValSingle = max(maxValSingle, val)
numsSingle[name] = len(compuEcssInfo)
mayGroup = {} # 第一个组合，全部为0
for name in self.compusSpec:
mayGroup[name] = 0
compusName = self.compusSpec.keys()
while self.updateMayGroup(mayGroup, numsSingle, compusName):
val, canFill = self.calcuVal(mayGroup)
# 如果组合的价值大于单个物理机最好的放置
if canFill and val >= maxValSingle:
self.mayGroups[deepcopy(mayGroup)] = val
self.mayGroups.sort()
def _dp_parser_v2(conf, config_file, logname):
logger = get_logger(logname)
config_path = _dp_config_path(config_file)
config_hashes = {}
dps_conf = {}
vlans_conf = {}
acls_conf = {}
if not _dp_include(config_hashes, None, config_path, dps_conf, vlans_conf,
acls_conf, logname):
logger.critical('error found while loading config file: %s',
config_path)
return None
if not dps_conf:
logger.critical('dps not configured in file: %s', config_path)
return None
dps = []
vid_dp = {}
for identifier, dp_conf in dps_conf.iteritems():
ports_conf = dp_conf.pop('interfaces', {})
dp = DP(identifier, dp_conf)
dp.sanity_check()
dp_id = dp.dp_id
vlans = {}
ports = {}
for vid, vlan_conf in vlans_conf.iteritems():
vlans[vid] = VLAN(vid, dp_id, vlan_conf)
try:
for port_num, port_conf in ports_conf.iteritems():
port = port_parser(dp_id, port_num, port_conf, vlans)
ports[port_num] = port
if port.native_vlan is not None:
_dp_add_vlan(vid_dp, dp, vlans[port.native_vlan], logname)
if port.tagged_vlans is not None:
for vid in port.tagged_vlans:
_dp_add_vlan(vid_dp, dp, vlans[vid], logname)
except AssertionError as err:
logger.exception('Error in config file: %s', err)
return None
for port in ports.itervalues():
dp.add_port(port)
for a_identifier, acl_conf in acls_conf.iteritems():
# TODO: turn this into an object
dp.add_acl(a_identifier, acl_conf)
# Once the the datapath (dp) object is created containing everything from the yaml file it then appends to the datapaths object
dps.append(dp)
# returns an array of data paths
return (config_hashes, dps)
def _dp_parser_v2(logger, acls_conf, dps_conf, routers_conf, vlans_conf):
dps = []
vid_dp = {}
for identifier, dp_conf in list(dps_conf.items()):
try:
dp = DP(identifier, dp_conf)
dp.sanity_check()
dp_id = dp.dp_id
vlans = {}
for vid, vlan_conf in list(vlans_conf.items()):
vlans[vid] = VLAN(vid, dp_id, vlan_conf)
acls = []
for acl_ident, acl_conf in list(acls_conf.items()):
acls.append((acl_ident, ACL(acl_ident, acl_conf)))
routers = []
for router_ident, router_conf in list(routers_conf.items()):
routers.append((router_ident, Router(router_ident,
router_conf)))
if routers:
assert len(routers) == 1, 'only one router supported'
router_ident, router = routers[0]
assert set(router.vlans) == set(
vlans.keys()), 'only global routing supported'
dp.add_router(router_ident, router)
ports_conf = dp_conf.pop('interfaces', {})
ports = {}
# as users can config port vlan by using vlan name, we store vid in
# Port instance instead of vlan name for data consistency
for port_num, port_conf in list(ports_conf.items()):
port = port_parser(dp_id, port_num, port_conf, vlans)
ports[port_num] = port
if port.native_vlan is not None:
vlan = vlans[port.native_vlan]
port.native_vlan = vlan
_dp_add_vlan(vid_dp, dp, vlan)
if port.tagged_vlans is not None:
tagged_vlans = []
for v_identifier in port.tagged_vlans:
vlan = vlans[v_identifier]
tagged_vlans.append(vlan)
_dp_add_vlan(vid_dp, dp, vlan)
port.tagged_vlans = tagged_vlans
except AssertionError as err:
logger.exception('Error in config file: %s', err)
return None
for port in list(ports.values()):
dp.add_port(port)
for acl_ident, acl in acls:
dp.add_acl(acl_ident, acl)
dps.append(dp)
return dps
def _dp_parser_v2(logger, acls_conf, dps_conf, meters_conf, routers_conf,
vlans_conf):
dps = []
vid_dp = {}
for identifier, dp_conf in list(dps_conf.items()):
try:
dp = DP(identifier, dp_conf)
dp.sanity_check()
dp_id = dp.dp_id
vlans = {}
for vlan_ident, vlan_conf in list(vlans_conf.items()):
vlans[vlan_ident] = VLAN(vlan_ident, dp_id, vlan_conf)
acls = []
for acl_ident, acl_conf in list(acls_conf.items()):
acls.append((acl_ident, ACL(acl_ident, acl_conf)))
for router_ident, router_conf in list(routers_conf.items()):
router = Router(router_ident, router_conf)
dp.add_router(router_ident, router)
for meter_ident, meter_conf in list(meters_conf.items()):
dp.meters[meter_ident] = Meter(meter_ident, meter_conf)
ports_conf = dp_conf.pop('interfaces', {})
ports = {}
# as users can config port vlan by using vlan name, we store vid in
# Port instance instead of vlan name for data consistency
for port_num, port_conf in list(ports_conf.items()):
port = port_parser(dp_id, port_num, port_conf, vlans)
ports[port_num] = port
if port.native_vlan is not None:
vlan = _get_vlan_by_identifier(dp_id, port.native_vlan,
vlans)
port.native_vlan = vlan
_dp_add_vlan(vid_dp, dp, vlan)
if port.tagged_vlans is not None:
tagged_vlans = []
for vlan_ident in port.tagged_vlans:
vlan = _get_vlan_by_identifier(dp_id, vlan_ident,
vlans)
tagged_vlans.append(vlan)
_dp_add_vlan(vid_dp, dp, vlan)
port.tagged_vlans = tagged_vlans
except AssertionError as err:
logger.exception('Error in config file: %s', err)
return None
for port in list(ports.values()):
dp.add_port(port)
for acl_ident, acl in acls:
dp.add_acl(acl_ident, acl)
dps.append(dp)
return dps
def _dp_parser_v2(conf, config_file, logname):
logger = get_logger(logname)
if 'dps' not in conf:
logger.error("dps not configured in file: {0}".format(config_file))
return None
vlans_conf = conf.pop('vlans', {})
acls_conf = conf.pop('acls', {})
dps = []
vid_dp = {}
for identifier, dp_conf in conf['dps'].iteritems():
ports_conf = dp_conf.pop('interfaces', {})
dp = DP(identifier, dp_conf)
dp.sanity_check()
dp_id = dp.dp_id
vlans = {}
ports = {}
for vid, vlan_conf in vlans_conf.iteritems():
vlans[vid] = VLAN(vid, dp_id, vlan_conf)
try:
for port_num, port_conf in ports_conf.iteritems():
port = port_parser(dp_id, port_num, port_conf, vlans)
ports[port_num] = port
if port.native_vlan is not None:
_dp_add_vlan(vid_dp, dp, vlans[port.native_vlan], logname)
if port.tagged_vlans is not None:
for vid in port.tagged_vlans:
_dp_add_vlan(vid_dp, dp, vlans[vid], logname)
except AssertionError as err:
logger.exception("Error in config file: {0}".format(err))
return None
for port in ports.itervalues():
# now that all ports are created, handle mirroring rewriting
if port.mirror is not None:
port.mirror = ports[port.mirror].number
dp.add_port(port)
for a_identifier, acl_conf in acls_conf.iteritems():
# TODO: turn this into an object
dp.add_acl(a_identifier, acl_conf)
dps.append(dp)
return dps
def parse_config(self):
with open('valve.yaml', 'r') as stream:
self.conf = yaml.load(stream)
# Set defaults
self.conf.setdefault('default', {})
defaults = self.conf['default']
defaults.setdefault('table_miss',
True) # Shall we install a table-miss rule?
defaults.setdefault(
'smart_broadcast',
True) # Shall we install a broadcast/multicast rules?
defaults.setdefault('lowest_priority', 0) # Table-miss priority
defaults.setdefault('priority_offset',
0) # How much to offset default priority by
defaults.setdefault('low_priority',
defaults['priority_offset'] + 9000)
defaults.setdefault('high_priority', defaults['low_priority'] + 1)
defaults.setdefault('highest_priority',
defaults['high_priority'] + 98)
defaults.setdefault('cookie',
3134985664) # Identification cookie value
defaults.setdefault('stats_enable',
False) # Shall we enable stats?
defaults.setdefault('stats_interval',
30) # Stats reporting interval
# Convert all acls to ACL objects
self.fix_acls(self.conf)
for dpid, dpconfig in self.conf.items():
if dpid in ('all', 'default', 'acls'):
continue
conf_all = [copy.deepcopy(self.conf['all'])
] if 'all' in self.conf else [{}]
conf_def = copy.deepcopy(
self.conf['default']) if 'default' in self.conf else {}
conf_acls = copy.deepcopy(
self.conf['acls']) if 'acls' in self.conf else {}
# Merge dpconfig['all'] into conf_all
if 'all' in dpconfig:
conf_all.append(dpconfig['all'])
del dpconfig['all']
# Merge dpconfig['default'] into conf_def
if 'default' in dpconfig:
for key, value in dpconfig['default'].items():
conf_def[key] = value
if key == 'priority_offset':
# apply priority offset
conf_def['low_priority'] = value + 9000
conf_def[
'high_priority'] = conf_def['low_priority'] + 1
conf_def['highest_priority'] = conf_def[
'high_priority'] + 98
del dpconfig['default']
# Merge dpconfig['acls'] into conf_acls
if 'acls' in dpconfig:
for ip, acls in dpconfig['acls'].items():
conf_acls.setdefault(ip, [])
conf_acls[ip].extend(x for x in acls
if x not in conf_acls[ip])
del dpconfig['acls']
# Add datapath
newdp = DP(dpid, dpconfig, conf_all, conf_def, conf_acls)
self.dps[dpid] = newdp
def _dp_parser_v2(logger, acls_conf, dps_conf, meters_conf, routers_conf,
vlans_conf):
dps = []
vid_dp = collections.defaultdict(set)
def _get_vlan_by_identifier(dp_id, vlan_ident, vlans):
if vlan_ident in vlans:
return vlans[vlan_ident]
for vlan in list(vlans.values()):
if int(vlan_ident) == vlan.vid:
return vlan
try:
vid = int(vlan_ident, 0)
except ValueError:
assert False, 'VLAN VID value (%s) is invalid' % vlan_ident
return vlans.setdefault(vlan_ident, VLAN(vid, dp_id))
def _dp_add_vlan(dp, vlan):
if vlan not in dp.vlans:
dp.add_vlan(vlan)
vid_dp[vlan.vid].add(dp.name)
if len(vid_dp[vlan.vid]) > 1:
assert not vlan.bgp_routerid, (
'DPs %s sharing a BGP speaker VLAN is unsupported' %
(str.join(', ', vid_dp[vlan.vid])))
def _dp_parse_port(dp_id, p_identifier, port_conf, vlans):
port = Port(p_identifier, port_conf)
if port.native_vlan is not None:
v_identifier = port.native_vlan
vlan = _get_vlan_by_identifier(dp_id, v_identifier, vlans)
port.native_vlan = vlan
vlan.add_untagged(port)
port_tagged_vlans = []
for v_identifier in port.tagged_vlans:
vlan = _get_vlan_by_identifier(dp_id, v_identifier, vlans)
port_tagged_vlans.append(vlan)
vlan.add_tagged(port)
port.tagged_vlans = port_tagged_vlans
for vlan in port.vlans():
_dp_add_vlan(dp, vlan)
return port
def _dp_add_ports(dp, dp_conf, dp_id, vlans):
ports_conf = dp_conf.pop('interfaces', {})
# as users can config port vlan by using vlan name, we store vid in
# Port instance instead of vlan name for data consistency
for port_num, port_conf in list(ports_conf.items()):
port = _dp_parse_port(dp_id, port_num, port_conf, vlans)
dp.add_port(port)
try:
for identifier, dp_conf in list(dps_conf.items()):
dp = DP(identifier, dp_conf)
dp.sanity_check()
dp_id = dp.dp_id
vlans = {}
for vlan_ident, vlan_conf in list(vlans_conf.items()):
vlans[vlan_ident] = VLAN(vlan_ident, dp_id, vlan_conf)
acls = []
for acl_ident, acl_conf in list(acls_conf.items()):
acls.append((acl_ident, ACL(acl_ident, acl_conf)))
for router_ident, router_conf in list(routers_conf.items()):
router = Router(router_ident, router_conf)
dp.add_router(router_ident, router)
for meter_ident, meter_conf in list(meters_conf.items()):
dp.meters[meter_ident] = Meter(meter_ident, meter_conf)
_dp_add_ports(dp, dp_conf, dp_id, vlans)
for acl_ident, acl in acls:
dp.add_acl(acl_ident, acl)
dps.append(dp)
for dp in dps:
dp.finalize_config(dps)
for dp in dps:
dp.resolve_stack_topology(dps)
except AssertionError as err:
logger.exception('Error in config file: %s', err)
return None
return dps
def policy_walk(self):
random_rewards = self.sample_random_rewards(self.num_states, 1, 1)
env = FrozenLakeEnv(is_slippery=True, rewards=random_rewards)
env.num_actions = env.nA
env.num_states = env.nS
o = env.reset()
dp = DP(env)
# for _ in range(1):
# dp.policy_eval()
# dp.policy_imp()
dp.policy_iter()
dp.q_values = np.array([dp.q_values[s] for s in dp.q_values])
pi = dp.policy
# plt.figure(figsize=(8, 8),num="pi")
# sns.heatmap(dp.policy.reshape(16, 4),
# cmap="Spectral", annot=True, cbar=False)
# plt.show()
for _ in range(200):
random_rewards = env.rewards
new_rewards = self.mcmc_reward_step(random_rewards,
step_size=0.5,
r_max=1)
# new_rewards = self.sample_random_rewards(self.num_states, 1, 1)
env_new = FrozenLakeEnv(is_slippery=True, rewards=new_rewards)
env_new.num_actions = env_new.nA
env_new.num_states = env_new.nS
# o = env_new.reset()
dp_new = DP(env_new)
# print(dp_new.policy)
# dp_new = DP(env_new)
# plt.figure(figsize=(8, 8),num="pi before imp")
# sns.heatmap(dp.policy.reshape(16, 4),
# cmap="Spectral", annot=True, cbar=False)
dp_new.policy_iter()
# dp_new.policy_imp()
dp_new_q_values = np.array(
[dp_new.q_values[s] for s in dp_new.q_values])
dp_new = DP(env_new)
dp_new.policy = pi
dp_new.q_values = dp_new_q_values
# plt.figure(figsize=(8, 8),num="pi after imp")
# sns.heatmap(dp.policy.reshape(16, 4),
# cmap="Spectral", annot=True, cbar=False)
# plt.figure(figsize=(8, 8),num="new q's")
# sns.heatmap(dp_new.q_values.reshape(16, 4),
# cmap="Spectral", annot=True, cbar=False)
# plt.show()
"""
if "dp_q_values < dp_new_q_values":
or
if "dp_new_q_values(pi) < dp_new_q_values" (with this for now):
"""
if self.optimal_q_check(dp_new.q_values, pi):
dp_new.policy_iter()
pi_new = dp_new.policy
"""
prob_comparision = update env(rews) policy with prob ( min(1, ratio(posterioirs of dp,dp_new's policies)))
"""
# if posteriors_ratio(env_new,pi_new,env,pi,prior,)
if np.random.random() < self.posteriors_ratio(dp, dp_new):
print("update env and pi")
# "porb comparision":
env, pi = env_new, pi_new
else:
if np.random.random() < self.posteriors_ratio(dp, dp_new):
# if "prob comparision":
print("update env")
env = env_new
# break
self.rewards_recovered = env.rewards
break
else:
env.reset()
print(ix)
sleep(1)
env.close()
return sim_store
if __name__ == "__main__":
env = FrozenLakeEnv(is_slippery=True)
env.num_actions = env.nA
env.num_states = env.nS
o = env.reset()
dp = DP(env)
for _ in range(100):
dp.policy_eval()
dp.policy_imp()
dp.q_values = np.array([dp.q_values[s] for s in dp.q_values])
# exit()
# plt.figure(figsize=(8, 8), num="dp_sv")
# sns.heatmap(dp.state_values.reshape(4, 4),
# cmap="Spectral", annot=True, cbar=False)
# plt.figure(figsize=(8, 8), num="dp_q")
# sns.heatmap(dp.q_values.reshape(16, 4),
# cmap="Spectral", annot=True, cbar=False)
# plt.show()
# plt.show()
birl = Birl(env.num_states)
print("Running Sim")
