-
Notifications
You must be signed in to change notification settings - Fork 0
/
plnet.py
executable file
·560 lines (494 loc) · 21.9 KB
/
plnet.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
#!/usr/bin/python3 /usr/bin/plcsh
# pylint: disable=c0111, c0103, r0912, r0913, r0914, r0915
import os
import socket
import time
import tempfile
import errno
import struct
import re
import sioc
import modprobe
def ovs_check(logger):
""" Return True if openvswitch is running, False otherwise. Try restarting
it once.
"""
retcod = os.system("service openvswitch status")
if retcod == 0:
return True
logger.log("net: restarting openvswitch")
retcod = os.system("service openvswitch restart")
retcod = os.system("service openvswitch status")
if retcod == 0:
return True
logger.log("net: failed to restart openvswitch")
return False
def InitInterfaces(logger, plc, data, root="",
files_only=False, program="NodeManager"):
sysconfig = "{}/etc/sysconfig/network-scripts".format(root)
try:
os.makedirs(sysconfig)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
# query running network interfaces
devs = sioc.gifconf()
ips = {ip: interface for (ip, interface) in devs.items()}
macs = {}
for dev in devs:
macs[sioc.gifhwaddr(dev).lower()] = dev
devices_map = {}
device_id = 1
hostname = data.get('hostname', socket.gethostname())
gateway = None
# assume data['interfaces'] contains this node's Interfaces
interfaces = data['interfaces']
failedToGetSettings = False
# NOTE: GetInterfaces does not necessarily order the interfaces returned.
# Because 'interface' is decremented as each interface is processed,
# by the time is_primary=True (primary) interface is reached, the device
# "eth<interface>" is not eth0. But, something like eth-4, or eth-12.
# This code sorts the interfaces, placing is_primary=True interfaces first.
# There is a lot of room for improvement to how this
# script handles interfaces and how it chooses the primary interface.
# NOTE: by sorting on 'is_primary' and then reversing (since False is sorted
# before True) all 'is_primary' interfaces are at the beginning of the list.
interfaces.sort(key=lambda d: d['is_primary'], reverse=True)
# The names of the bridge devices
bridgeDevices = []
for interface in interfaces:
logger.verbose('net:InitInterfaces interface {}: {}'.format(device_id, interface))
logger.verbose('net:InitInterfaces macs = {}'.format(macs))
logger.verbose('net:InitInterfaces ips = {}'.format(ips))
# Get interface name preferably from MAC address, falling back
# on IP address.
hwaddr = interface['mac']
if hwaddr is not None:
hwaddr = hwaddr.lower()
if hwaddr in macs:
orig_ifname = macs[hwaddr]
elif interface['ip'] in ips:
orig_ifname = ips[interface['ip']]
else:
orig_ifname = None
if orig_ifname:
logger.verbose('net:InitInterfaces orig_ifname = {}'.format(orig_ifname))
details = prepDetails(interface, hostname)
if interface['is_primary']:
gateway = interface['gateway']
if 'interface_tag_ids' in interface:
interface_tag_ids = "interface_tag_ids"
interface_tag_id = "interface_tag_id"
name_key = "tagname"
if interface[interface_tag_ids]:
filter = {interface_tag_id : interface[interface_tag_ids]}
try:
settings = plc.GetInterfaceTags(filter)
except Exception:
logger.log("net:InitInterfaces FATAL: failed call "
"GetInterfaceTags({})".format(filter))
failedToGetSettings = True
continue # on to the next interface
for setting in settings:
settingname = setting[name_key].upper()
if (settingname in ('IFNAME', 'ALIAS', 'CFGOPTIONS', 'DRIVER',
'VLAN', 'TYPE', 'DEVICETYPE') or
re.search('^IPADDR[0-9]+$|^NETMASK[0-9]+$', settingname)):
# TD: Added match for secondary IPv4 configuration.
details[settingname] = setting['value']
# IPv6 support on IPv4 interface
elif settingname in ('IPV6ADDR', 'IPV6_DEFAULTGW',
'IPV6ADDR_SECONDARIES', 'IPV6_AUTOCONF'):
# TD: Added IPV6_AUTOCONF.
details[settingname] = setting['value']
details['IPV6INIT'] = 'yes'
# wireless settings
elif settingname in \
("MODE", "ESSID", "NW", "FREQ", "CHANNEL", "SENS",
"RATE", "KEY", "KEY1", "KEY2", "KEY3", "KEY4",
"SECURITYMODE", "IWCONFIG", "IWPRIV"):
details[settingname] = setting['value']
details['TYPE'] = 'Wireless'
# Bridge setting
elif settingname in ('BRIDGE',):
details['BRIDGE'] = setting['value']
elif settingname in ('OVS_BRIDGE',):
# If openvswitch isn't running, then we'll lose network
# connectivity when we reconfigure eth0.
if ovs_check(logger):
details['OVS_BRIDGE'] = setting['value']
details['TYPE'] = "OVSPort"
details['DEVICETYPE'] = "ovs"
else:
logger.log("net:InitInterfaces ERROR: OVS_BRIDGE specified, "
"yet ovs is not running")
else:
logger.log("net:InitInterfaces WARNING: ignored setting named {}"
.format(setting[name_key]))
# support aliases to interfaces either by name or HWADDR
if 'ALIAS' in details:
if 'HWADDR' in details:
hwaddr = details['HWADDR'].lower()
del details['HWADDR']
if hwaddr in macs:
hwifname = macs[hwaddr]
if ('IFNAME' in details) and details['IFNAME'] != hwifname:
logger.log("net:InitInterfaces WARNING: alias ifname ({}) and hwaddr ifname ({}) do not match"
.format(details['IFNAME'], hwifname))
details['IFNAME'] = hwifname
else:
logger.log('net:InitInterfaces WARNING: mac addr {} for alias not found'.format(hwaddr))
if 'IFNAME' in details:
# stupid RH /etc/sysconfig/network-scripts/ifup-aliases:new_interface()
# checks if the "$DEVNUM" only consists of '^[0-9A-Za-z_]*$'. Need to make
# our aliases compliant.
parts = details['ALIAS'].split('_')
isValid=True
for part in parts:
isValid=isValid and part.isalnum()
if isValid:
devices_map["{}:{}".format(details['IFNAME'], details['ALIAS'])] = details
else:
logger.log("net:InitInterfaces WARNING: interface alias ({}) "
"is not a valid string for RH ifup-aliases"
.format(details['ALIAS']))
else:
logger.log("net:InitInterfaces WARNING: interface alias ({}) "
" not matched to an interface"
.format(details['ALIAS']))
device_id -= 1
elif ('BRIDGE' in details or 'OVS_BRIDGE' in details) and 'IFNAME' in details:
# The bridge inherits the mac of the first attached interface.
ifname = details['IFNAME']
device_id -= 1
if 'BRIDGE' in details:
bridgeName = details['BRIDGE']
bridgeType = 'Bridge'
else:
bridgeName = details['OVS_BRIDGE']
bridgeType = 'OVSBridge'
logger.log('net:InitInterfaces: {} detected. Adding {} to devices_map'
.format(bridgeType, ifname))
devices_map[ifname] = removeBridgedIfaceDetails(details)
logger.log('net:InitInterfaces: Adding {} {}'.format(bridgeType, bridgeName))
bridgeDetails = prepDetails(interface)
# TD: Add configuration for secondary IPv4 and IPv6 addresses to the bridge.
if interface[interface_tag_ids]:
filter = {interface_tag_id : interface[interface_tag_ids]}
try:
settings = plc.GetInterfaceTags(filter)
except:
logger.log("net:InitInterfaces FATAL: failed call GetInterfaceTags({})"
.format(filter))
failedToGetSettings = True
continue # on to the next interface
for setting in settings:
settingname = setting[name_key].upper()
if (re.search('^IPADDR[0-9]+$|^NETMASK[0-9]+$', settingname)):
# TD: Added match for secondary IPv4 configuration.
bridgeDetails[settingname]=setting['value']
# IPv6 support on IPv4 interface
elif settingname in ('IPV6ADDR', 'IPV6_DEFAULTGW',
'IPV6ADDR_SECONDARIES', 'IPV6_AUTOCONF'):
# TD: Added IPV6_AUTOCONF.
bridgeDetails[settingname] = setting['value']
bridgeDetails['IPV6INIT'] = 'yes'
bridgeDevices.append(bridgeName)
bridgeDetails['TYPE'] = bridgeType
if bridgeType == 'OVSBridge':
bridgeDetails['DEVICETYPE'] = 'ovs'
if bridgeDetails['BOOTPROTO'] == 'dhcp':
del bridgeDetails['BOOTPROTO']
bridgeDetails['OVSBOOTPROTO'] = 'dhcp'
bridgeDetails['OVSDHCPINTERFACES'] = ifname
devices_map[bridgeName] = bridgeDetails
else:
if 'IFNAME' in details:
ifname = details['IFNAME']
device_id -= 1
elif orig_ifname:
ifname = orig_ifname
device_id -= 1
else:
while True:
ifname = "eth{}".format(device_id - 1)
if ifname not in devices_map:
break
device_id += 1
if os.path.exists("{}/ifcfg-{}".format(sysconfig, ifname)):
logger.log("net:InitInterfaces WARNING: possibly blowing away {} configuration"
.format(ifname))
devices_map[ifname] = details
device_id += 1
logger.log('net:InitInterfaces: Device map: {}'.format(devices_map))
m = modprobe.Modprobe()
try:
m.input("{}/etc/modprobe.conf".format(root))
except:
pass
for (dev, details) in devices_map.items():
# get the driver string "moduleName option1=a option2=b"
driver = details.get('DRIVER', '')
if driver != '':
driver = driver.split()
kernelmodule = driver[0]
m.aliasset(dev, kernelmodule)
options = " ".join(driver[1:])
if options != '':
m.optionsset(dev, options)
m.output("{}/etc/modprobe.conf".format(root), program)
# clean up after any ifcfg-$dev script that's no longer listed as
# part of the Interfaces associated with this node
# list all network-scripts
files = os.listdir(sysconfig)
# filter out the ifcfg-* files
ifcfgs = []
for f in files:
if f.find("ifcfg-") == 0:
ifcfgs.append(f)
# remove loopback (lo) from ifcfgs list
lo = "ifcfg-lo"
if lo in ifcfgs:
ifcfgs.remove(lo)
# remove known devices from ifcfgs list
for (dev, details) in devices_map.items():
ifcfg = 'ifcfg-'+dev
if ifcfg in ifcfgs:
ifcfgs.remove(ifcfg)
# delete the remaining ifcfgs from
deletedSomething = False
if not failedToGetSettings:
for ifcfg in ifcfgs:
dev = ifcfg[len('ifcfg-'):]
path = "{}/ifcfg-{}".format(sysconfig, dev)
if not files_only:
logger.verbose("net:InitInterfaces removing {} {}".format(dev, path))
os.system("/sbin/ifdown {}".format(dev))
deletedSomething=True
os.unlink(path)
# wait a bit for the one or more ifdowns to have taken effect
if deletedSomething:
time.sleep(2)
# Write network configuration file
with open("{}/etc/sysconfig/network".format(root), "w") as networkconf:
networkconf.write("NETWORKING=yes\nHOSTNAME={}\n".format(hostname))
if gateway is not None:
networkconf.write("GATEWAY={}\n".format(gateway))
# Process ifcfg-$dev changes / additions
newdevs = []
table = 10
for (dev, details) in devices_map.items():
(fd, tmpnam) = tempfile.mkstemp(dir=sysconfig)
f = os.fdopen(fd, "w")
f.write("# Autogenerated by pyplnet... do not edit!\n")
if 'DRIVER' in details:
f.write("# using {} driver for device {}\n".format(details['DRIVER'], dev))
f.write('DEVICE={}\n'.format(dev))
# print the configuration values
for (key, val) in details.items():
if key not in ('IFNAME', 'ALIAS', 'CFGOPTIONS', 'DRIVER', 'GATEWAY'):
f.write('{}="{}"\n'.format(key, val))
# print the configuration specific option values (if any)
if 'CFGOPTIONS' in details:
cfgoptions = details['CFGOPTIONS']
f.write('#CFGOPTIONS are {}\n'.format(cfgoptions))
for cfgoption in cfgoptions.split():
key,val = cfgoption.split('=')
key=key.strip()
key=key.upper()
val=val.strip()
f.write('{}="{}"\n'.format(key, val))
f.close()
# compare whether two files are the same
def comparefiles(a,b):
try:
logger.verbose("net:InitInterfaces comparing {} with {}".format(a, b))
if not os.path.exists(a) or not os.path.exists(b):
return False
with open(a) as fb:
buf_a = fb.read()
with open(b) as fb:
buf_b = fb.read()
return buf_a == buf_b
except IOError as e:
return False
src_route_changed = False
if ('PRIMARY' not in details and 'GATEWAY' in details and
details['GATEWAY'] != ''):
table += 1
(fd, rule_tmpnam) = tempfile.mkstemp(dir=sysconfig)
os.write(fd, "from {} lookup {}\n".format(details['IPADDR'], table))
os.close(fd)
rule_dest = "{}/rule-{}".format(sysconfig, dev)
if not comparefiles(rule_tmpnam, rule_dest):
os.rename(rule_tmpnam, rule_dest)
os.chmod(rule_dest, 0o644)
src_route_changed = True
else:
os.unlink(rule_tmpnam)
(fd, route_tmpnam) = tempfile.mkstemp(dir=sysconfig)
netmask = struct.unpack("I", socket.inet_aton(details['NETMASK']))[0]
ip = struct.unpack("I", socket.inet_aton(details['IPADDR']))[0]
network = socket.inet_ntoa(struct.pack("I", (ip & netmask)))
netmask = socket.ntohl(netmask)
i = 0
while (netmask & (1 << i)) == 0:
i += 1
prefix = 32 - i
os.write(fd, "{}/{} dev {} table {}\n".format(network, prefix, dev, table))
os.write(fd, "default via {} dev {} table {}\n".format(details['GATEWAY'], dev, table))
os.close(fd)
route_dest = "{}/route-{}".format(sysconfig, dev)
if not comparefiles(route_tmpnam, route_dest):
os.rename(route_tmpnam, route_dest)
os.chmod(route_dest, 0o644)
src_route_changed = True
else:
os.unlink(route_tmpnam)
path = "{}/ifcfg-{}".format(sysconfig,dev)
if not os.path.exists(path):
logger.verbose('net:InitInterfaces adding configuration for {}'.format(dev))
# add ifcfg-$dev configuration file
os.rename(tmpnam,path)
os.chmod(path,0o644)
newdevs.append(dev)
elif not comparefiles(tmpnam,path) or src_route_changed:
logger.verbose('net:InitInterfaces Configuration change for {}'.format(dev))
if not files_only:
logger.verbose('net:InitInterfaces ifdown {}'.format(dev))
# invoke ifdown for the old configuration
os.system("/sbin/ifdown {}".format(dev))
# wait a few secs for ifdown to complete
time.sleep(2)
logger.log('replacing configuration for {}'.format(dev))
# replace ifcfg-$dev configuration file
os.rename(tmpnam, path)
os.chmod(path, 0o644)
newdevs.append(dev)
else:
# tmpnam & path are identical
os.unlink(tmpnam)
for dev in newdevs:
cfgvariables = {}
with open("{}/ifcfg-{}".format(sysconfig, dev), "r") as fb:
for line in fb.readlines():
parts = line.split()
if parts[0][0] == "#":
continue
if parts[0].find('='):
name, value = parts[0].split('=')
# clean up name & value
name = name.strip()
value = value.strip()
value = value.strip("'")
value = value.strip('"')
cfgvariables[name] = value
def getvar(name):
if name in cfgvariables:
value = cfgvariables[name]
value = value.lower()
return value
return ''
# skip over device configs with ONBOOT=no
if getvar("ONBOOT") == 'no': continue
# don't bring up slave devices, the network scripts will
# handle those correctly
if getvar("SLAVE") == 'yes': continue
# Delay bringing up any bridge devices
if dev in bridgeDevices: continue
if not files_only:
logger.verbose('net:InitInterfaces bringing up {}'.format(dev))
os.system("/sbin/ifup {}".format(dev))
# Bring up the bridge devices
for bridge in bridgeDevices:
if not files_only and bridge in newdevs:
logger.verbose('net:InitInterfaces bringing up bridge {}'.format(bridge))
os.system("/sbin/ifup {}".format(bridge))
##
# Prepare the interface details.
#
def prepDetails(interface, hostname=''):
details = {}
details['ONBOOT'] = 'yes'
details['USERCTL'] = 'no'
# starting with f27, it's OK to use NetworkManager
# attempt to work around issues seen starting with f23
# details['NM_CONTROLLED'] = 'no'
if interface['mac']:
details['HWADDR'] = interface['mac']
if interface['is_primary']:
details['PRIMARY'] = 'yes'
if interface['method'] == "static":
details['BOOTPROTO'] = "static"
details['IPADDR'] = interface['ip']
details['NETMASK'] = interface['netmask']
details['GATEWAY'] = interface['gateway']
if interface['is_primary']:
if interface['dns1']:
details['DNS1'] = interface['dns1']
if interface['dns2']:
details['DNS2'] = interface['dns2']
elif interface['method'] == "dhcp":
details['BOOTPROTO'] = "dhcp"
details['PERSISTENT_DHCLIENT'] = "yes"
if interface['hostname']:
details['DHCP_HOSTNAME'] = interface['hostname']
else:
details['DHCP_HOSTNAME'] = hostname
if not interface['is_primary']:
details['DHCLIENTARGS'] = "-R subnet-mask"
return details
##
# Remove duplicate entry from the bridged interface's configuration file.
#
def removeBridgedIfaceDetails(details):
# TD: Also added secondary IPv4 keys and IPv6 keys to the keys to be removed.
allKeys = [ 'PRIMARY', 'PERSISTENT_DHCLIENT', 'DHCLIENTARGS', 'DHCP_HOSTNAME',
'BOOTPROTO', 'IPADDR', 'NETMASK', 'GATEWAY', 'DNS1', 'DNS2',
'IPV6ADDR', 'IPV6_DEFAULTGW', 'IPV6ADDR_SECONDARIES',
'IPV6_AUTOCONF', 'IPV6INIT' ]
for i in range(1, 256):
allKeys.append('IPADDR' + str(i))
allKeys.append('NETMASK' + str(i))
for key in allKeys:
if key in details:
del details[key]
# TD: Also turn off IPv6
details['IPV6INIT'] = 'no'
details['IPV6_AUTOCONF'] = 'no'
return details
def main():
import optparse
import sys
usage = "plnet [-v] [-f] [-p <program>] -r root node_id"
parser = optparse.OptionParser(usage=usage)
parser.add_option(
"-r", "--root", action="store", type="string",
dest="root", default=None)
parser.add_option(
"-v", "--verbose", action="store_true", dest="verbose")
parser.add_option(
"-f", "--files-only", action="store_true",
dest="files_only")
parser.add_option(
"-p", "--program", action="store", type="string",
dest="program", default="plnet")
(options, args) = parser.parse_args()
if len(args) != 1 or options.root is None:
parser.print_help()
sys.exit(1)
node = shell.GetNodes({'node_id': [int(args[0])]})
interfaces = shell.GetInterfaces({'interface_id': node[0]['interface_ids']})
data = {'hostname': node[0]['hostname'], 'interfaces': interfaces}
class logger:
def __init__(self, verbose):
self.verbosity = verbose
def log(self, msg, loglevel=2):
if self.verbosity:
print(msg)
def verbose(self, msg):
self.log(msg, 1)
l = logger(options.verbose)
InitInterfaces(l, shell, data, options.root, options.files_only)
if __name__ == "__main__":
main()