def setUpTestData(cls):
clustertype = ClusterType.objects.create(name='Cluster Type 1', slug='cluster-type-1')
clustergroup = ClusterGroup.objects.create(name='Cluster Group 1', slug='cluster-group-1')
clusters = (
Cluster(name='Cluster 1', type=clustertype, group=clustergroup),
Cluster(name='Cluster 2', type=clustertype, group=clustergroup),
)
Cluster.objects.bulk_create(clusters)
virtual_machines = (
VirtualMachine(name='Virtual Machine 1', cluster=clusters[0], local_context_data={'A': 1}),
VirtualMachine(name='Virtual Machine 2', cluster=clusters[0], local_context_data={'B': 2}),
VirtualMachine(name='Virtual Machine 3', cluster=clusters[0], local_context_data={'C': 3}),
)
VirtualMachine.objects.bulk_create(virtual_machines)
cls.create_data = [
{
'name': 'Virtual Machine 4',
'cluster': clusters[1].pk,
},
{
'name': 'Virtual Machine 5',
'cluster': clusters[1].pk,
},
{
'name': 'Virtual Machine 6',
'cluster': clusters[1].pk,
},
]
def setUpTestData(cls):
site = Site.objects.create(name='Site 1', slug='site-1')
manufacturer = Manufacturer.objects.create(name='Manufacturer 1', slug='manufacturer-1')
device_type = DeviceType.objects.create(manufacturer=manufacturer, model='Device Type 1')
device_role = DeviceRole.objects.create(name='Device Role 1', slug='device-role-1')
devices = (
Device(device_type=device_type, name='Device 1', site=site, device_role=device_role),
Device(device_type=device_type, name='Device 2', site=site, device_role=device_role),
Device(device_type=device_type, name='Device 3', site=site, device_role=device_role),
)
Device.objects.bulk_create(devices)
clustertype = ClusterType.objects.create(name='Cluster Type 1', slug='cluster-type-1')
cluster = Cluster.objects.create(type=clustertype, name='Cluster 1')
virtual_machines = (
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
)
VirtualMachine.objects.bulk_create(virtual_machines)
services = (
Service(device=devices[0], name='Service 1', protocol=ServiceProtocolChoices.PROTOCOL_TCP, port=1001),
Service(device=devices[1], name='Service 2', protocol=ServiceProtocolChoices.PROTOCOL_TCP, port=1002),
Service(device=devices[2], name='Service 3', protocol=ServiceProtocolChoices.PROTOCOL_UDP, port=1003),
Service(virtual_machine=virtual_machines[0], name='Service 4', protocol=ServiceProtocolChoices.PROTOCOL_TCP, port=2001),
Service(virtual_machine=virtual_machines[1], name='Service 5', protocol=ServiceProtocolChoices.PROTOCOL_TCP, port=2002),
Service(virtual_machine=virtual_machines[2], name='Service 6', protocol=ServiceProtocolChoices.PROTOCOL_UDP, port=2003),
)
Service.objects.bulk_create(services)
def setUpTestData(cls):
cluster_types = (
ClusterType(name='Cluster Type 1', slug='cluster-type-1'),
ClusterType(name='Cluster Type 2', slug='cluster-type-2'),
ClusterType(name='Cluster Type 3', slug='cluster-type-3'),
)
ClusterType.objects.bulk_create(cluster_types)
clusters = (
Cluster(name='Cluster 1', type=cluster_types[0]),
Cluster(name='Cluster 2', type=cluster_types[1]),
Cluster(name='Cluster 3', type=cluster_types[2]),
)
Cluster.objects.bulk_create(clusters)
vms = (
VirtualMachine(name='Virtual Machine 1', cluster=clusters[0]),
VirtualMachine(name='Virtual Machine 2', cluster=clusters[1]),
VirtualMachine(name='Virtual Machine 3', cluster=clusters[2]),
)
VirtualMachine.objects.bulk_create(vms)
interfaces = (
VMInterface(virtual_machine=vms[0], name='Interface 1', enabled=True, mtu=100, mac_address='00-00-00-00-00-01'),
VMInterface(virtual_machine=vms[1], name='Interface 2', enabled=True, mtu=200, mac_address='00-00-00-00-00-02'),
VMInterface(virtual_machine=vms[2], name='Interface 3', enabled=False, mtu=300, mac_address='00-00-00-00-00-03'),
)
VMInterface.objects.bulk_create(interfaces)
def setUpTestData(cls):
vrfs = (
VRF(name='VRF 1', rd='65000:100'),
VRF(name='VRF 2', rd='65000:200'),
VRF(name='VRF 3', rd='65000:300'),
)
VRF.objects.bulk_create(vrfs)
site = Site.objects.create(name='Site 1', slug='site-1')
manufacturer = Manufacturer.objects.create(name='Manufacturer 1', slug='manufacturer-1')
device_type = DeviceType.objects.create(manufacturer=manufacturer, model='Device Type 1')
device_role = DeviceRole.objects.create(name='Device Role 1', slug='device-role-1')
devices = (
Device(device_type=device_type, name='Device 1', site=site, device_role=device_role),
Device(device_type=device_type, name='Device 2', site=site, device_role=device_role),
Device(device_type=device_type, name='Device 3', site=site, device_role=device_role),
)
Device.objects.bulk_create(devices)
clustertype = ClusterType.objects.create(name='Cluster Type 1', slug='cluster-type-1')
cluster = Cluster.objects.create(type=clustertype, name='Cluster 1')
virtual_machines = (
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
)
VirtualMachine.objects.bulk_create(virtual_machines)
interfaces = (
Interface(device=devices[0], name='Interface 1'),
Interface(device=devices[1], name='Interface 2'),
Interface(device=devices[2], name='Interface 3'),
Interface(virtual_machine=virtual_machines[0], name='Interface 1'),
Interface(virtual_machine=virtual_machines[1], name='Interface 2'),
Interface(virtual_machine=virtual_machines[2], name='Interface 3'),
)
Interface.objects.bulk_create(interfaces)
ipaddresses = (
IPAddress(family=4, address='10.0.0.1/24', vrf=None, interface=None, status=IPAddressStatusChoices.STATUS_ACTIVE, dns_name='ipaddress-a'),
IPAddress(family=4, address='10.0.0.2/24', vrf=vrfs[0], interface=interfaces[0], status=IPAddressStatusChoices.STATUS_ACTIVE, dns_name='ipaddress-b'),
IPAddress(family=4, address='10.0.0.3/24', vrf=vrfs[1], interface=interfaces[1], status=IPAddressStatusChoices.STATUS_RESERVED, role=IPAddressRoleChoices.ROLE_VIP, dns_name='ipaddress-c'),
IPAddress(family=4, address='10.0.0.4/24', vrf=vrfs[2], interface=interfaces[2], status=IPAddressStatusChoices.STATUS_DEPRECATED, role=IPAddressRoleChoices.ROLE_SECONDARY, dns_name='ipaddress-d'),
IPAddress(family=4, address='10.0.0.1/25', vrf=None, interface=None, status=IPAddressStatusChoices.STATUS_ACTIVE),
IPAddress(family=6, address='2001:db8::1/64', vrf=None, interface=None, status=IPAddressStatusChoices.STATUS_ACTIVE, dns_name='ipaddress-a'),
IPAddress(family=6, address='2001:db8::2/64', vrf=vrfs[0], interface=interfaces[3], status=IPAddressStatusChoices.STATUS_ACTIVE, dns_name='ipaddress-b'),
IPAddress(family=6, address='2001:db8::3/64', vrf=vrfs[1], interface=interfaces[4], status=IPAddressStatusChoices.STATUS_RESERVED, role=IPAddressRoleChoices.ROLE_VIP, dns_name='ipaddress-c'),
IPAddress(family=6, address='2001:db8::4/64', vrf=vrfs[2], interface=interfaces[5], status=IPAddressStatusChoices.STATUS_DEPRECATED, role=IPAddressRoleChoices.ROLE_SECONDARY, dns_name='ipaddress-d'),
IPAddress(family=6, address='2001:db8::1/65', vrf=None, interface=None, status=IPAddressStatusChoices.STATUS_ACTIVE),
)
IPAddress.objects.bulk_create(ipaddresses)
def mutate_and_get_payload(cls, input, context, info):
cluster = input.get('cluster')
tenant = input.get('tenant')
platform = input.get('platform')
role = input.get('role')
primary_ip4 = input.get('primary_ip4')
primary_ip6 = input.get('primary_ip6')
temp = VirtualMachine()
if not_none(cluster):
temp.cluster = Cluster.objects.get(pk=from_global_id(cluster)[1])
if not_none(tenant):
temp.tenant = Tenant.objects.get(pk=from_global_id(tenant)[1])
if not_none(platform):
temp.platform = Platform.objects.get(
pk=from_global_id(platform)[1])
if not_none(role):
temp.role = DeviceRole.objects.get(pk=from_global_id(role)[1])
if not_none(primary_ip4):
temp.primary_ip4 = IPAddress.objects.get(
pk=from_global_id(primary_ip4)[1])
if not_none(primary_ip6):
temp.primary_ip6 = IPAddress.objects.get(
pk=from_global_id(primary_ip6)[1])
fields = ['name', 'status', 'vcpus', 'memory', 'disk', 'comments']
return NewVirtualMachine(
virtual_machine=set_and_save(fields, input, temp))
def setUp(self):
self.client = Client()
clustertype = ClusterType(name='Cluster Type 1', slug='cluster-type-1')
clustertype.save()
cluster = Cluster(name='Cluster 1', type=clustertype)
cluster.save()
VirtualMachine.objects.bulk_create([
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
])
def setUp(self):
user = create_test_user(
permissions=['virtualization.view_virtualmachine'])
self.client = Client()
self.client.force_login(user)
clustertype = ClusterType(name='Cluster Type 1', slug='cluster-type-1')
clustertype.save()
cluster = Cluster(name='Cluster 1', type=clustertype)
cluster.save()
VirtualMachine.objects.bulk_create([
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
])
def run(self, data):
vm = VirtualMachine(
name=data["vm_name"],
role=data["role"],
status=data["status"],
cluster=data["cluster"],
platform=data["platform"],
vcpus=data["vcpus"],
memory=data["memory"],
disk=data["disk"],
comments=data["comments"],
tenant=data.get("tenant"),
)
vm.save()
interface = Interface(
name=data["interface_name"],
type=InterfaceTypeChoices.TYPE_VIRTUAL,
mac_address=data["mac_address"],
virtual_machine=vm,
)
interface.save()
def add_addr(addr, expect_family):
if not addr:
return
if addr.version != expect_family:
raise RuntimeError("Wrong family for %r" % a)
try:
a = IPAddress.objects.get(
address=addr,
family=addr.version,
vrf=data.get("vrf"),
)
result = "Assigned"
except ObjectDoesNotExist:
a = IPAddress(
address=addr,
family=addr.version,
vrf=data.get("vrf"),
)
result = "Created"
a.status = IPAddressStatusChoices.STATUS_ACTIVE
a.dns_name = data["dns_name"]
if a.interface:
raise RuntimeError("Address %s is already assigned" % addr)
a.interface = interface
a.tenant = data.get("tenant")
a.save()
self.log_info("%s IP address %s %s" %
(result, a.address, a.vrf or ""))
setattr(vm, "primary_ip%d" % a.family, a)
add_addr(data["primary_ip4"], 4)
add_addr(data["primary_ip6"], 6)
vm.save()
self.log_success("Created VM %s" % vm.name)
def setUpTestData(cls):
cluster_types = (
ClusterType(name='Cluster Type 1', slug='cluster-type-1'),
ClusterType(name='Cluster Type 2', slug='cluster-type-2'),
ClusterType(name='Cluster Type 3', slug='cluster-type-3'),
)
ClusterType.objects.bulk_create(cluster_types)
cluster_groups = (
ClusterGroup(name='Cluster Group 1', slug='cluster-group-1'),
ClusterGroup(name='Cluster Group 2', slug='cluster-group-2'),
ClusterGroup(name='Cluster Group 3', slug='cluster-group-3'),
)
ClusterGroup.objects.bulk_create(cluster_groups)
regions = (
Region(name='Test Region 1', slug='test-region-1'),
Region(name='Test Region 2', slug='test-region-2'),
Region(name='Test Region 3', slug='test-region-3'),
)
for r in regions:
r.save()
site_groups = (
SiteGroup(name='Site Group 1', slug='site-group-1'),
SiteGroup(name='Site Group 2', slug='site-group-2'),
SiteGroup(name='Site Group 3', slug='site-group-3'),
)
for site_group in site_groups:
site_group.save()
sites = (
Site(name='Test Site 1',
slug='test-site-1',
region=regions[0],
group=site_groups[0]),
Site(name='Test Site 2',
slug='test-site-2',
region=regions[1],
group=site_groups[1]),
Site(name='Test Site 3',
slug='test-site-3',
region=regions[2],
group=site_groups[2]),
)
Site.objects.bulk_create(sites)
clusters = (
Cluster(name='Cluster 1',
type=cluster_types[0],
group=cluster_groups[0],
site=sites[0]),
Cluster(name='Cluster 2',
type=cluster_types[1],
group=cluster_groups[1],
site=sites[1]),
Cluster(name='Cluster 3',
type=cluster_types[2],
group=cluster_groups[2],
site=sites[2]),
)
Cluster.objects.bulk_create(clusters)
platforms = (
Platform(name='Platform 1', slug='platform-1'),
Platform(name='Platform 2', slug='platform-2'),
Platform(name='Platform 3', slug='platform-3'),
)
Platform.objects.bulk_create(platforms)
roles = (
DeviceRole(name='Device Role 1', slug='device-role-1'),
DeviceRole(name='Device Role 2', slug='device-role-2'),
DeviceRole(name='Device Role 3', slug='device-role-3'),
)
DeviceRole.objects.bulk_create(roles)
tenant_groups = (
TenantGroup(name='Tenant group 1', slug='tenant-group-1'),
TenantGroup(name='Tenant group 2', slug='tenant-group-2'),
TenantGroup(name='Tenant group 3', slug='tenant-group-3'),
)
for tenantgroup in tenant_groups:
tenantgroup.save()
tenants = (
Tenant(name='Tenant 1', slug='tenant-1', group=tenant_groups[0]),
Tenant(name='Tenant 2', slug='tenant-2', group=tenant_groups[1]),
Tenant(name='Tenant 3', slug='tenant-3', group=tenant_groups[2]),
)
Tenant.objects.bulk_create(tenants)
vms = (
VirtualMachine(name='Virtual Machine 1',
cluster=clusters[0],
platform=platforms[0],
role=roles[0],
tenant=tenants[0],
status=VirtualMachineStatusChoices.STATUS_ACTIVE,
vcpus=1,
memory=1,
disk=1,
local_context_data={"foo": 123}),
VirtualMachine(name='Virtual Machine 2',
cluster=clusters[1],
platform=platforms[1],
role=roles[1],
tenant=tenants[1],
status=VirtualMachineStatusChoices.STATUS_STAGED,
vcpus=2,
memory=2,
disk=2),
VirtualMachine(name='Virtual Machine 3',
cluster=clusters[2],
platform=platforms[2],
role=roles[2],
tenant=tenants[2],
status=VirtualMachineStatusChoices.STATUS_OFFLINE,
vcpus=3,
memory=3,
disk=3),
)
VirtualMachine.objects.bulk_create(vms)
interfaces = (
VMInterface(virtual_machine=vms[0],
name='Interface 1',
mac_address='00-00-00-00-00-01'),
VMInterface(virtual_machine=vms[1],
name='Interface 2',
mac_address='00-00-00-00-00-02'),
VMInterface(virtual_machine=vms[2],
name='Interface 3',
mac_address='00-00-00-00-00-03'),
)
VMInterface.objects.bulk_create(interfaces)
# Assign primary IPs for filtering
ipaddresses = (
IPAddress(address='192.0.2.1/24', assigned_object=interfaces[0]),
IPAddress(address='192.0.2.2/24', assigned_object=interfaces[1]),
)
IPAddress.objects.bulk_create(ipaddresses)
VirtualMachine.objects.filter(pk=vms[0].pk).update(
primary_ip4=ipaddresses[0])
VirtualMachine.objects.filter(pk=vms[1].pk).update(
primary_ip4=ipaddresses[1])
def setUpTestData(cls):
site = Site.objects.create(name='Site 1', slug='site-1')
devicerole = DeviceRole.objects.create(name='Device Role 1',
slug='device-role-1')
clustertype = ClusterType.objects.create(name='Cluster Type 1',
slug='cluster-type-1')
cluster = Cluster.objects.create(name='Cluster 1',
type=clustertype,
site=site)
virtualmachines = (
VirtualMachine(name='Virtual Machine 1',
cluster=cluster,
role=devicerole),
VirtualMachine(name='Virtual Machine 2',
cluster=cluster,
role=devicerole),
)
VirtualMachine.objects.bulk_create(virtualmachines)
VMInterface.objects.bulk_create([
VMInterface(virtual_machine=virtualmachines[0],
name='Interface 1'),
VMInterface(virtual_machine=virtualmachines[0],
name='Interface 2'),
VMInterface(virtual_machine=virtualmachines[0],
name='Interface 3'),
])
vlans = (
VLAN(vid=1, name='VLAN1', site=site),
VLAN(vid=101, name='VLAN101', site=site),
VLAN(vid=102, name='VLAN102', site=site),
VLAN(vid=103, name='VLAN103', site=site),
)
VLAN.objects.bulk_create(vlans)
tags = create_tags('Alpha', 'Bravo', 'Charlie')
cls.form_data = {
'virtual_machine': virtualmachines[1].pk,
'name': 'Interface X',
'enabled': False,
'mac_address': EUI('01-02-03-04-05-06'),
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
'untagged_vlan': vlans[0].pk,
'tagged_vlans': [v.pk for v in vlans[1:4]],
'tags': [t.pk for t in tags],
}
cls.bulk_create_data = {
'virtual_machine': virtualmachines[1].pk,
'name_pattern': 'Interface [4-6]',
'enabled': False,
'mac_address': EUI('01-02-03-04-05-06'),
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
'untagged_vlan': vlans[0].pk,
'tagged_vlans': [v.pk for v in vlans[1:4]],
'tags': [t.pk for t in tags],
}
cls.csv_data = (
"virtual_machine,name",
"Virtual Machine 2,Interface 4",
"Virtual Machine 2,Interface 5",
"Virtual Machine 2,Interface 6",
)
cls.bulk_edit_data = {
'enabled': False,
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
'untagged_vlan': vlans[0].pk,
'tagged_vlans': [v.pk for v in vlans[1:4]],
}
def setUpTestData(cls):
deviceroles = (
DeviceRole(name='Device Role 1', slug='device-role-1'),
DeviceRole(name='Device Role 2', slug='device-role-2'),
)
DeviceRole.objects.bulk_create(deviceroles)
platforms = (
Platform(name='Platform 1', slug='platform-1'),
Platform(name='Platform 2', slug='platform-2'),
)
Platform.objects.bulk_create(platforms)
clustertype = ClusterType.objects.create(name='Cluster Type 1',
slug='cluster-type-1')
clusters = (
Cluster(name='Cluster 1', type=clustertype),
Cluster(name='Cluster 2', type=clustertype),
)
Cluster.objects.bulk_create(clusters)
VirtualMachine.objects.bulk_create([
VirtualMachine(name='Virtual Machine 1',
cluster=clusters[0],
role=deviceroles[0],
platform=platforms[0]),
VirtualMachine(name='Virtual Machine 2',
cluster=clusters[0],
role=deviceroles[0],
platform=platforms[0]),
VirtualMachine(name='Virtual Machine 3',
cluster=clusters[0],
role=deviceroles[0],
platform=platforms[0]),
])
tags = create_tags('Alpha', 'Bravo', 'Charlie')
cls.form_data = {
'cluster': clusters[1].pk,
'tenant': None,
'platform': platforms[1].pk,
'name': 'Virtual Machine X',
'status': VirtualMachineStatusChoices.STATUS_STAGED,
'role': deviceroles[1].pk,
'primary_ip4': None,
'primary_ip6': None,
'vcpus': 4,
'memory': 32768,
'disk': 4000,
'comments': 'Some comments',
'tags': [t.pk for t in tags],
'local_context_data': None,
}
cls.csv_data = (
"name,cluster",
"Virtual Machine 4,Cluster 1",
"Virtual Machine 5,Cluster 1",
"Virtual Machine 6,Cluster 1",
)
cls.bulk_edit_data = {
'cluster': clusters[1].pk,
'tenant': None,
'platform': platforms[1].pk,
'status': VirtualMachineStatusChoices.STATUS_STAGED,
'role': deviceroles[1].pk,
'vcpus': 8,
'memory': 65535,
'disk': 8000,
'comments': 'New comments',
}
def setUpTestData(cls):
cluster_types = (
ClusterType(name='Cluster Type 1', slug='cluster-type-1'),
ClusterType(name='Cluster Type 2', slug='cluster-type-2'),
ClusterType(name='Cluster Type 3', slug='cluster-type-3'),
)
ClusterType.objects.bulk_create(cluster_types)
cluster_groups = (
ClusterGroup(name='Cluster Group 1', slug='cluster-group-1'),
ClusterGroup(name='Cluster Group 2', slug='cluster-group-2'),
ClusterGroup(name='Cluster Group 3', slug='cluster-group-3'),
)
ClusterGroup.objects.bulk_create(cluster_groups)
regions = (
Region(name='Test Region 1', slug='test-region-1'),
Region(name='Test Region 2', slug='test-region-2'),
Region(name='Test Region 3', slug='test-region-3'),
)
# Can't use bulk_create for models with MPTT fields
for r in regions:
r.save()
sites = (
Site(name='Test Site 1', slug='test-site-1', region=regions[0]),
Site(name='Test Site 2', slug='test-site-2', region=regions[1]),
Site(name='Test Site 3', slug='test-site-3', region=regions[2]),
)
Site.objects.bulk_create(sites)
clusters = (
Cluster(name='Cluster 1',
type=cluster_types[0],
group=cluster_groups[0],
site=sites[0]),
Cluster(name='Cluster 2',
type=cluster_types[1],
group=cluster_groups[1],
site=sites[1]),
Cluster(name='Cluster 3',
type=cluster_types[2],
group=cluster_groups[2],
site=sites[2]),
)
Cluster.objects.bulk_create(clusters)
platforms = (
Platform(name='Platform 1', slug='platform-1'),
Platform(name='Platform 2', slug='platform-2'),
Platform(name='Platform 3', slug='platform-3'),
)
Platform.objects.bulk_create(platforms)
roles = (
DeviceRole(name='Device Role 1', slug='device-role-1'),
DeviceRole(name='Device Role 2', slug='device-role-2'),
DeviceRole(name='Device Role 3', slug='device-role-3'),
)
DeviceRole.objects.bulk_create(roles)
tenant_groups = (
TenantGroup(name='Tenant group 1', slug='tenant-group-1'),
TenantGroup(name='Tenant group 2', slug='tenant-group-2'),
TenantGroup(name='Tenant group 3', slug='tenant-group-3'),
)
for tenantgroup in tenant_groups:
tenantgroup.save()
tenants = (
Tenant(name='Tenant 1', slug='tenant-1', group=tenant_groups[0]),
Tenant(name='Tenant 2', slug='tenant-2', group=tenant_groups[1]),
Tenant(name='Tenant 3', slug='tenant-3', group=tenant_groups[2]),
)
Tenant.objects.bulk_create(tenants)
vms = (
VirtualMachine(name='Virtual Machine 1',
cluster=clusters[0],
platform=platforms[0],
role=roles[0],
tenant=tenants[0],
status=VirtualMachineStatusChoices.STATUS_ACTIVE,
vcpus=1,
memory=1,
disk=1,
local_context_data={"foo": 123}),
VirtualMachine(name='Virtual Machine 2',
cluster=clusters[1],
platform=platforms[1],
role=roles[1],
tenant=tenants[1],
status=VirtualMachineStatusChoices.STATUS_STAGED,
vcpus=2,
memory=2,
disk=2),
VirtualMachine(name='Virtual Machine 3',
cluster=clusters[2],
platform=platforms[2],
role=roles[2],
tenant=tenants[2],
status=VirtualMachineStatusChoices.STATUS_OFFLINE,
vcpus=3,
memory=3,
disk=3),
)
VirtualMachine.objects.bulk_create(vms)
interfaces = (
Interface(virtual_machine=vms[0],
name='Interface 1',
mac_address='00-00-00-00-00-01'),
Interface(virtual_machine=vms[1],
name='Interface 2',
mac_address='00-00-00-00-00-02'),
Interface(virtual_machine=vms[2],
name='Interface 3',
mac_address='00-00-00-00-00-03'),
)
Interface.objects.bulk_create(interfaces)
def run(self, data, commit):
pve_host = Device.objects.filter(name=data["pve_host"])
vm = VirtualMachine(
name=data["vm_name"],
role=data["role"],
status=data["status"],
vcpus=data["vcpus"],
memory=data["memory"],
disk=data["disk"],
comments=data["comments"],
)
if commit:
vm.save()
interface = Interface(
name=data["interface_name"],
type=InterfaceTypeChoices.TYPE_VIRTUAL,
virtual_machine=vm,
)
if commit:
interface.save()
def add_addr(addr, expect_family):
if not addr:
return
if addr.version != expect_family:
raise RuntimeError("Wrong family for %r" % a)
try:
a = IPAddress.objects.get(
address=addr,
family=addr.version,
vrf=data.get("vrf"),
)
result = "Assigned"
except ObjectDoesNotExist:
a = IPAddress(
address=addr,
family=addr.version,
vrf=data.get("vrf"),
)
result = "Created"
a.status = IPAddressStatusChoices.STATUS_ACTIVE
a.dns_name = data["dns_name"]
if a.interface:
raise RuntimeError("Address %s is already assigned" % addr)
a.interface = interface
a.tenant = data.get("tenant")
a.save()
self.log_info("%s IP address %s %s" %
(result, a.address, a.vrf or ""))
setattr(vm, "primary_ip%d" % a.family, a)
def connect_pve(addr):
self.log_info(addr)
proxmox = ProxmoxAPI(
addr,
user='******',
token_name='nb1',
token_value='0cf6ab07-ff7e-41a3-80e4-e09e7fea6c7d',
verify_ssl=False)
self.log_success(proxmox.nodes.get())
# self.log_info(data["pve_host"])
pve_ip = str(pve_host.get().primary_ip4)[:-3]
self.log_info(pve_ip)
connect_pve(pve_ip)
if commit:
add_addr(data["primary_ip4"], 4)
# add_addr(data["primary_ip6"], 6)
vm.save()
self.log_success("Created VM %s" % vm.name)
else:
self.log_success("Dry-run Success - Created VM %s" % vm.name)
def sync_vms(device, vms):
""" Syncing VirtualMachines from device
:param device:
:param vms:
:return:
"""
if not vms:
return False, "There is no VM to update"
# TODO: cluster tenancy
cluster = device.cluster
if not cluster:
# Will create a new cluster
logger.debug("Creating a new cluster {}".format(device.name))
cluster = Cluster()
cluster.name = device.name
cluster.type = ClusterType.objects.get(name=DEFAULT_CLUSTER_TYPE)
cluster.site = device.site
logger.debug("Saving a cluster {}".format(device.name))
cluster.save()
cluster.devices.add(device)
cluster.save()
logger.debug("Device was added to cluster {}".format(device.name))
# Determine non-exists VMs and put it offline
new_vm_names = [vm_data['NAME'] for vm_data in vms]
if new_vm_names:
logger.debug("New VMS: {}".format(new_vm_names))
non_exist_vms = VirtualMachine.objects.filter(
cluster_id=cluster.id).exclude(name__in=new_vm_names)
logger.debug(
"VM which located in netbox, but non-exist on current cluster: {}".
format(non_exist_vms))
if non_exist_vms:
for vm in non_exist_vms:
if vm.status != DEVICE_STATUS_STAGED:
vm.status = DEVICE_STATUS_STAGED
# vm.comments = vm.comments + "\n\nVM not exist on current cluster!\n"
vm.save()
# TODO: role and platform
# By default all VMS - is a linux VMs
platform = Platform.objects.get(name='Linux')
# with server roles
role = DeviceRole.objects.get(name='Server')
# TODO: Need a get vm disks from vm objects
# for vm_instance in vms:
# pass
for vm_data in vms:
temp_vm = __TempVm(vm_data.get('NAME'))
logger.debug("Will sync VM named: {}".format(temp_vm))
temp_vm.cluster_id = cluster.id
temp_vm.platform_id = platform.id
temp_vm.role_id = role.id
temp_vm.memory = int(
vm_data['MEM']) / 1024 # its a simple method - we need a MB
temp_vm.vcpus = int(vm_data['VCPU'])
# Determine VM state
if int(vm_data['STATE']) == DEVICE_STATUS_ACTIVE:
temp_vm.status = DEVICE_STATUS_ACTIVE
# get disks
names = vm_data.get('DISKNAMES')
sizes = vm_data.get('DISKSIZES')
paths = vm_data.get('DISKPATHS')
# TODO: govnocode style - rewrite it for pythonic true way
# This code parse a strings, like "{'diskindex': 1, 'name': 'sda'}"
# Convert it to pythonic code
# and split to one dict
disks = []
total_size = 0
for name in names:
name = ast.literal_eval(name)
temp = name.copy()
index = temp.get('diskindex')
for size in sizes:
size = ast.literal_eval(size)
size_index = size.get('diskindex')
if size_index == index:
temp.update(size)
for path in paths:
path = ast.literal_eval(path)
path_index = path.get('diskindex')
if path_index == index:
temp.update(path)
disks.append(temp)
del temp # non-urgent
logger.info("Disks is: {}, len is {}".format(disks, len(disks)))
# Filling VM comments with Disk Section
separator = SEPARATOR
# saving comments
# TODO: fixing adding comments with multiple separator
# TODO: Change this
try:
original_comments = VirtualMachine.objects.get(
name=temp_vm.name).comments
except:
logger.debug("Cannot find a VM for original comments")
original_comments = ""
try:
logger.debug("Tries to detect if comments exist")
comments = separator.join(original_comments.split(separator)[1:])
except:
logger.debug("Still no any other comments...")
comments = original_comments
disk_string = ""
# and adding disks
for disk in disks:
try:
logger.debug("Size of disk {} is {}".format(
disk.get('name'), disk.get('size')))
size = int(disk.get('size')) / pow(1024, 3)
disk_string += "**Disk:** {}\t**Size:** {} GB\t**Path:** {}\n".format(
disk.get('name'), int(size), disk.get('path'))
total_size += size
except Exception as e:
logger.warning("Cannot add disk {} - error is {}".format(
disk.get('name'), e))
disk_string += separator
temp_vm.comments = disk_string + comments
temp_vm.disk = int(total_size)
vm = VirtualMachine.objects.filter(name=temp_vm.name)
logger.debug("found VM: {}".format(vm))
logger.debug("VM Data: {}".format(vm.__dict__))
if vm:
logger.info("VM {} already exists. Will update this VM".format(
temp_vm.name))
vm = vm[0]
if _diff_objects(temp_vm, vm) == 0:
vm.cluster_id = temp_vm.cluster_id
vm.status = temp_vm.status
vm.platform_id = temp_vm.platform_id
vm.role_id = temp_vm.role_id
vm.memory = temp_vm.memory
vm.vcpus = temp_vm.vcpus
vm.comments = temp_vm.comments
vm.disk = temp_vm.disk
vm.save()
logger.info("VM {} was updated".format(vm.name))
else:
logger.info("VM {} was not changed - nothing to change".format(
temp_vm.name))
else:
logger.info("VM {} is not exist. Will create new VM".format(
temp_vm.name))
vm = VirtualMachine()
vm.name = temp_vm.name
vm.status = temp_vm.status
vm.cluster_id = temp_vm.cluster_id
vm.platform_id = temp_vm.platform_id
vm.role_id = temp_vm.role_id
vm.memory = temp_vm.memory
vm.vcpus = temp_vm.vcpus
vm.comments = temp_vm.comments
vm.disk = temp_vm.disk
vm.save()
logger.info("Saved new VM: {}".format(vm.name))
return True, "VMs successfully synced"
def setUpTestData(cls):
vrfs = (
VRF(name='VRF 1', rd='65000:100'),
VRF(name='VRF 2', rd='65000:200'),
VRF(name='VRF 3', rd='65000:300'),
)
VRF.objects.bulk_create(vrfs)
site = Site.objects.create(name='Site 1', slug='site-1')
manufacturer = Manufacturer.objects.create(name='Manufacturer 1',
slug='manufacturer-1')
device_type = DeviceType.objects.create(manufacturer=manufacturer,
model='Device Type 1')
device_role = DeviceRole.objects.create(name='Device Role 1',
slug='device-role-1')
devices = (
Device(device_type=device_type,
name='Device 1',
site=site,
device_role=device_role),
Device(device_type=device_type,
name='Device 2',
site=site,
device_role=device_role),
Device(device_type=device_type,
name='Device 3',
site=site,
device_role=device_role),
)
Device.objects.bulk_create(devices)
interfaces = (
Interface(device=devices[0], name='Interface 1'),
Interface(device=devices[1], name='Interface 2'),
Interface(device=devices[2], name='Interface 3'),
)
Interface.objects.bulk_create(interfaces)
clustertype = ClusterType.objects.create(name='Cluster Type 1',
slug='cluster-type-1')
cluster = Cluster.objects.create(type=clustertype, name='Cluster 1')
virtual_machines = (
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
)
VirtualMachine.objects.bulk_create(virtual_machines)
vminterfaces = (
VMInterface(virtual_machine=virtual_machines[0],
name='Interface 1'),
VMInterface(virtual_machine=virtual_machines[1],
name='Interface 2'),
VMInterface(virtual_machine=virtual_machines[2],
name='Interface 3'),
)
VMInterface.objects.bulk_create(vminterfaces)
tenant_groups = (
TenantGroup(name='Tenant group 1', slug='tenant-group-1'),
TenantGroup(name='Tenant group 2', slug='tenant-group-2'),
TenantGroup(name='Tenant group 3', slug='tenant-group-3'),
)
for tenantgroup in tenant_groups:
tenantgroup.save()
tenants = (
Tenant(name='Tenant 1', slug='tenant-1', group=tenant_groups[0]),
Tenant(name='Tenant 2', slug='tenant-2', group=tenant_groups[1]),
Tenant(name='Tenant 3', slug='tenant-3', group=tenant_groups[2]),
)
Tenant.objects.bulk_create(tenants)
ipaddresses = (
IPAddress(address='10.0.0.1/24',
tenant=None,
vrf=None,
assigned_object=None,
status=IPAddressStatusChoices.STATUS_ACTIVE,
dns_name='ipaddress-a'),
IPAddress(address='10.0.0.2/24',
tenant=tenants[0],
vrf=vrfs[0],
assigned_object=interfaces[0],
status=IPAddressStatusChoices.STATUS_ACTIVE,
dns_name='ipaddress-b'),
IPAddress(address='10.0.0.3/24',
tenant=tenants[1],
vrf=vrfs[1],
assigned_object=interfaces[1],
status=IPAddressStatusChoices.STATUS_RESERVED,
role=IPAddressRoleChoices.ROLE_VIP,
dns_name='ipaddress-c'),
IPAddress(address='10.0.0.4/24',
tenant=tenants[2],
vrf=vrfs[2],
assigned_object=interfaces[2],
status=IPAddressStatusChoices.STATUS_DEPRECATED,
role=IPAddressRoleChoices.ROLE_SECONDARY,
dns_name='ipaddress-d'),
IPAddress(address='10.0.0.1/25',
tenant=None,
vrf=None,
assigned_object=None,
status=IPAddressStatusChoices.STATUS_ACTIVE),
IPAddress(address='2001:db8::1/64',
tenant=None,
vrf=None,
assigned_object=None,
status=IPAddressStatusChoices.STATUS_ACTIVE,
dns_name='ipaddress-a'),
IPAddress(address='2001:db8::2/64',
tenant=tenants[0],
vrf=vrfs[0],
assigned_object=vminterfaces[0],
status=IPAddressStatusChoices.STATUS_ACTIVE,
dns_name='ipaddress-b'),
IPAddress(address='2001:db8::3/64',
tenant=tenants[1],
vrf=vrfs[1],
assigned_object=vminterfaces[1],
status=IPAddressStatusChoices.STATUS_RESERVED,
role=IPAddressRoleChoices.ROLE_VIP,
dns_name='ipaddress-c'),
IPAddress(address='2001:db8::4/64',
tenant=tenants[2],
vrf=vrfs[2],
assigned_object=vminterfaces[2],
status=IPAddressStatusChoices.STATUS_DEPRECATED,
role=IPAddressRoleChoices.ROLE_SECONDARY,
dns_name='ipaddress-d'),
IPAddress(address='2001:db8::1/65',
tenant=None,
vrf=None,
assigned_object=None,
status=IPAddressStatusChoices.STATUS_ACTIVE),
)
IPAddress.objects.bulk_create(ipaddresses)
def setUpTestData(cls):
site = Site.objects.create(name='Site 1', slug='site-1')
manufacturer = Manufacturer.objects.create(name='Manufacturer 1',
slug='manufacturer-1')
device_type = DeviceType.objects.create(manufacturer=manufacturer,
model='Device Type 1')
device_role = DeviceRole.objects.create(name='Device Role 1',
slug='device-role-1')
devices = (
Device(device_type=device_type,
name='Device 1',
site=site,
device_role=device_role),
Device(device_type=device_type,
name='Device 2',
site=site,
device_role=device_role),
Device(device_type=device_type,
name='Device 3',
site=site,
device_role=device_role),
)
Device.objects.bulk_create(devices)
cluster_type = ClusterType.objects.create(name='Cluster Type 1',
slug='cluster-type-1')
cluster = Cluster.objects.create(name='Cluster 1', type=cluster_type)
virtual_machines = (
VirtualMachine(name='Virtual Machine 1', cluster=cluster),
VirtualMachine(name='Virtual Machine 2', cluster=cluster),
VirtualMachine(name='Virtual Machine 3', cluster=cluster),
)
VirtualMachine.objects.bulk_create(virtual_machines)
roles = (
SecretRole(name='Secret Role 1', slug='secret-role-1'),
SecretRole(name='Secret Role 2', slug='secret-role-2'),
SecretRole(name='Secret Role 3', slug='secret-role-3'),
)
SecretRole.objects.bulk_create(roles)
secrets = (
Secret(assigned_object=devices[0],
role=roles[0],
name='Secret 1',
plaintext='SECRET DATA'),
Secret(assigned_object=devices[1],
role=roles[1],
name='Secret 2',
plaintext='SECRET DATA'),
Secret(assigned_object=devices[2],
role=roles[2],
name='Secret 3',
plaintext='SECRET DATA'),
Secret(assigned_object=virtual_machines[0],
role=roles[0],
name='Secret 4',
plaintext='SECRET DATA'),
Secret(assigned_object=virtual_machines[1],
role=roles[1],
name='Secret 5',
plaintext='SECRET DATA'),
Secret(assigned_object=virtual_machines[2],
role=roles[2],
name='Secret 6',
plaintext='SECRET DATA'),
)
# Must call save() to encrypt Secrets
for s in secrets:
s.save()
def setUpTestData(cls):
site = Site.objects.create(name='Site 1', slug='site-1')
devicerole = DeviceRole.objects.create(name='Device Role 1',
slug='device-role-1')
clustertype = ClusterType.objects.create(name='Cluster Type 1',
slug='cluster-type-1')
cluster = Cluster.objects.create(name='Cluster 1',
type=clustertype,
site=site)
virtualmachines = (
VirtualMachine(name='Virtual Machine 1',
cluster=cluster,
role=devicerole),
VirtualMachine(name='Virtual Machine 2',
cluster=cluster,
role=devicerole),
)
VirtualMachine.objects.bulk_create(virtualmachines)
Interface.objects.bulk_create([
Interface(virtual_machine=virtualmachines[0],
name='Interface 1',
type=InterfaceTypeChoices.TYPE_VIRTUAL),
Interface(virtual_machine=virtualmachines[0],
name='Interface 2',
type=InterfaceTypeChoices.TYPE_VIRTUAL),
Interface(virtual_machine=virtualmachines[0],
name='Interface 3',
type=InterfaceTypeChoices.TYPE_VIRTUAL),
])
vlans = (
VLAN(vid=1, name='VLAN1', site=site),
VLAN(vid=101, name='VLAN101', site=site),
VLAN(vid=102, name='VLAN102', site=site),
VLAN(vid=103, name='VLAN103', site=site),
)
VLAN.objects.bulk_create(vlans)
cls.form_data = {
'virtual_machine': virtualmachines[1].pk,
'name': 'Interface X',
'type': InterfaceTypeChoices.TYPE_VIRTUAL,
'enabled': False,
'mgmt_only': False,
'mac_address': EUI('01-02-03-04-05-06'),
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
'untagged_vlan': vlans[0].pk,
'tagged_vlans': [v.pk for v in vlans[1:4]],
'tags': 'Alpha,Bravo,Charlie',
}
cls.bulk_create_data = {
'virtual_machine': virtualmachines[1].pk,
'name_pattern': 'Interface [4-6]',
'type': InterfaceTypeChoices.TYPE_VIRTUAL,
'enabled': False,
'mgmt_only': False,
'mac_address': EUI('01-02-03-04-05-06'),
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
'untagged_vlan': vlans[0].pk,
'tagged_vlans': [v.pk for v in vlans[1:4]],
'tags': 'Alpha,Bravo,Charlie',
}
cls.bulk_edit_data = {
'virtual_machine': virtualmachines[1].pk,
'enabled': False,
'mtu': 2000,
'description': 'New description',
'mode': InterfaceModeChoices.MODE_TAGGED,
# 'untagged_vlan': vlans[0].pk,
# 'tagged_vlans': [v.pk for v in vlans[1:4]],
}
cls.csv_data = (
"device,name,type",
"Device 1,Interface 4,1000BASE-T (1GE)",
"Device 1,Interface 5,1000BASE-T (1GE)",
"Device 1,Interface 6,1000BASE-T (1GE)",
)
def run(self, data, commit):
vm = VirtualMachine(
name=data["vm_name"],
role=data["role"],
status=data["status"],
cluster=data["cluster"],
platform=data["platform"],
vcpus=data["vcpus"],
memory=data["memory"],
disk=data["disk"],
comments=data["comments"],
tenant=data.get("tenant"),
)
vm.full_clean()
vm.save()
vm.tags.set(data["vm_tags"])
vminterface = VMInterface(
name=data["interface_name"],
mac_address=data["mac_address"],
virtual_machine=vm,
)
vminterface.full_clean()
vminterface.save()
def add_addr(addr, family):
if not addr:
return
if addr.version != family:
raise RuntimeError(f"Wrong family for {a}")
try:
a = IPAddress.objects.get(
address=addr,
vrf=data.get("vrf"),
)
result = "Assigned"
except ObjectDoesNotExist:
a = IPAddress(
address=addr,
vrf=data.get("vrf"),
)
result = "Created"
a.status = IPAddressStatusChoices.STATUS_ACTIVE
a.dns_name = data["dns_name"]
if a.assigned_object:
raise RuntimeError(f"Address {addr} is already assigned")
a.assigned_object = vminterface
a.tenant = data.get("tenant")
a.full_clean()
a.save()
#a.tags.set(data[f"primary_ip{family}_tags"])
self.log_info(f"{result} IP address {a.address} {a.vrf or ''}")
setattr(vm, f"primary_ip{family}", a)
add_addr(data["primary_ip4"], 4)
add_addr(data["primary_ip6"], 6)
vm.full_clean()
vm.save()
self.log_success(
f"Created VM [{vm.name}](/virtualization/virtual-machines/{vm.id}/)"
)
