def run(self, arglist):
cloud = self.getDefaultToolstack()
assert isinstance(cloud, xenrt.lib.cloud.CloudStack)
for distro in arglist:
# Don't install the tools - we want up to date drivers
instance = cloud.createInstance(distro=distro, installTools=False)
templateName = xenrt.randomGuestName()
cloud.createTemplateFromInstance(instance, templateName)
d = xenrt.TempDirectory()
hypervisor = cloud.instanceHypervisorType(instance, nativeCloudType=True)
templateFormat = cloud._templateFormats[hypervisor].lower()
cloud.downloadTemplate(templateName, "%s/%s.%s" % (d.path(), distro, templateFormat))
xenrt.util.command("bzip2 %s/%s.%s" % (d.path(), distro, templateFormat))
m = xenrt.MountNFS(xenrt.TEC().lookup("EXPORT_CCP_TEMPLATES_NFS"))
xenrt.sudo("mkdir -p %s/%s" % (m.getMount(), hypervisor))
xenrt.sudo("cp %s/%s.%s.bz2 %s/%s/" % (d.path(), distro, templateFormat, m.getMount(), hypervisor))
d.remove()
def run(self, arglist=[]):
inputdir = xenrt.TEC().lookup("INPUTDIR", None)
if not inputdir:
raise xenrt.XRTError("No input directory specified")
if not arglist or len(arglist) == 0:
raise xenrt.XRTError("No -latest tag name given")
tagname = arglist[0]
# First check the directory looks like a suitable candidate for
# symlinking
base = xenrt.TEC().lookup("LATEST_SYMLINK_BASE", None)
if base:
if not inputdir.startswith(base):
xenrt.TEC().skip("Input directory '%s' not suitable for a "
"-latest symlink" % (inputdir))
return
# Must end in a build number for symlinking
r = re.search("/(\d+)$", inputdir)
if not r:
xenrt.TEC().skip("Input directory does not end in a build number")
return
buildnumber = r.group(1)
dirname = os.path.dirname(inputdir)
linkfull = "%s/%s-latest" % (dirname, tagname)
# If we already have a symlink and its named *-active-latest then
# rename to *-latest, otherwise just remove
if os.path.exists(linkfull):
if tagname.endswith("-active"):
prevfull = "%s/%s-latest" % (dirname, tagname[0:-7])
if os.path.lexists(prevfull):
xenrt.sudo("rm -f %s" % (prevfull))
xenrt.sudo("mv %s %s" % (linkfull, prevfull))
else:
xenrt.sudo("rm -f %s" % (linkfull))
elif os.path.lexists(linkfull):
xenrt.sudo("rm -f %s" % (linkfull))
# Create the new link
xenrt.sudo("ln -s %s %s" % (buildnumber, linkfull))
def run(self, arglist=[]):
inputdir = xenrt.TEC().lookup("INPUTDIR", None)
if not inputdir:
raise xenrt.XRTError("No input directory specified")
if not arglist or len(arglist) == 0:
raise xenrt.XRTError("No -latest tag name given")
tagname = arglist[0]
# First check the directory looks like a suitable candidate for
# symlinking
base = xenrt.TEC().lookup("LATEST_SYMLINK_BASE", None)
if base:
if not inputdir.startswith(base):
xenrt.TEC().skip("Input directory '%s' not suitable for a "
"-latest symlink" % (inputdir))
return
# Must end in a build number for symlinking
r = re.search("/(\d+)$", inputdir)
if not r:
xenrt.TEC().skip("Input directory does not end in a build number")
return
buildnumber = r.group(1)
dirname = os.path.dirname(inputdir)
linkfull = "%s/%s-latest" % (dirname, tagname)
# If we already have a symlink and its named *-active-latest then
# rename to *-latest, otherwise just remove
if os.path.exists(linkfull):
if tagname.endswith("-active"):
prevfull = "%s/%s-latest" % (dirname, tagname[0:-7])
if os.path.lexists(prevfull):
xenrt.sudo("rm -f %s" % (prevfull))
xenrt.sudo("mv %s %s" % (linkfull, prevfull))
else:
xenrt.sudo("rm -f %s" % (linkfull))
elif os.path.lexists(linkfull):
xenrt.sudo("rm -f %s" % (linkfull))
# Create the new link
xenrt.sudo("ln -s %s %s" % (buildnumber, linkfull))
def installWindows(self, version, build, arch):
self.windows = True
if not os.path.exists(
"%s/%s/%s/autoinstall-%s.zip" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch)):
if not os.path.exists(
"%s/%s/%s/autoinstall-%s.tar" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch)):
raise xenrt.XRTError("No install files found for %s build %s" %
(version, build))
if version == "longhorn" or version[0:7] == "vistaee":
method = "longhorn"
else:
method = "normal"
self.distro = version
xenrt.TEC().progress("Preparing TFTP...")
tftp = "%s/xenrt/native" % (xenrt.TEC().lookup("TFTP_BASE"))
if not os.path.exists(tftp):
xenrt.sudo("mkdir -p %s" % (tftp))
xenrt.getTestTarball("native", extract=True)
xenrt.sudo("rsync -avxl %s/winpe32.wim %s/winpe.wim" %
(xenrt.TEC().lookup("IMAGES_ROOT"), tftp))
# Get a PXE directory to put boot files in.
xenrt.TEC().progress("Preparing PXE...")
serport = xenrt.TEC().lookup("SERIAL_CONSOLE_PORT", "0")
serbaud = xenrt.TEC().lookup("SERIAL_CONSOLE_BAUD", "115200")
pxe = xenrt.PXEBoot()
pxe.copyIn("%s/native/pxe/pxeboot.0" % (xenrt.TEC().getWorkdir()))
xenrt.sudo("rsync -avxl %s/native/pxe/32/BCD %s/BCD" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/native/pxe/boot.sdi %s/boot.sdi" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/native/pxe/bootmgr.exe %s/bootmgr.exe" %
(xenrt.TEC().getWorkdir(), tftp))
# Set the boot files and options for PXE
pxe.setSerial(serport, serbaud)
pxe.addEntry("local", boot="local")
pxecfg = pxe.addEntry("winpe", default=1, boot="linux")
pxecfg.linuxSetKernel("pxeboot.0")
xenrt.TEC().progress("Preparing web directory")
w = xenrt.WebDirectory()
f = file("%s/native/pe/perun.cmd" % (xenrt.TEC().getWorkdir()), "r")
perun = f.read()
f.close()
if method == "longhorn":
t = xenrt.TempDirectory()
xenrt.command("tar xf %s/%s/%s/autoinstall-%s.tar -C %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build,
arch, t.path()))
w.copyIn("%s/install/unattend.xml" % (t.path()))
perun += "wget %FILES%/unattend.xml\n"
# Count the number of install.wim fragments.
catcmd = "cat "
partpath = "%s/install/install.part" % (t.path())
numparts = len(glob.glob("%s*" % (partpath)))
for i in range(1, numparts + 1):
# Download install.wim fragment.
perun += "wget %%FILES%%/%s%d\n" % (os.path.basename(partpath),
i)
# Make sure fragments get recombined.
catcmd += "%s%d " % (os.path.basename(partpath), i)
# Make fragment available over the network.
w.copyIn("%s%d" % (partpath, i))
catcmd += "> c:\\win\\sources\\install.wim\n"
perun += catcmd
w.copyIn("%s/install/install.zip" % (t.path()), target="win.zip")
t.remove()
# 32-bit installs just require the one stage.
if arch == "x86-32":
perun += "c:\\win\\sources\\setup.exe /unattend:c:\\unattend.xml"
else:
t = xenrt.TempDirectory()
xenrt.command(
"unzip %s/%s/%s/autoinstall-%s.zip unattend.txt -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch,
t.path()))
try:
xenrt.command(
"unzip %s/%s/%s/autoinstall-%s.zip runonce.cmd -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch,
t.path()))
except:
try:
xenrt.command(
"unzip %s/%s/%s/autoinstall-%s.zip win/i386/runonce.cmd -d %s"
% (xenrt.TEC().lookup("IMAGES_ROOT"), version, build,
arch, t.path()))
except:
xenrt.command(
"unzip %s/%s/%s/autoinstall-%s.zip win/I386/runonce.cmd -d %s"
% (xenrt.TEC().lookup("IMAGES_ROOT"), version, build,
arch, t.path()))
xenrt.command("mv %s/win/?386/runonce.cmd %s/runonce.cmd" %
(t.path(), t.path()))
xenrt.command("chmod a+rwx %s/runonce.cmd" % (t.path()))
perun += """
wget %FILES%/runonce.cmd
wget %FILES%/unattend.txt
bootsect /nt52 c: /force
c:\win\i386\winnt32.exe /makelocalsource /syspart:c: /s:c:\win\i386 /unattend:c:\unattend.txt /cmd:c:\runonce.cmd
wpeutil reboot
"""
f = file("%s/runonce.cmd" % (t.path()), "r")
data = f.read()
f.close()
# HACK to support Broadcom NICs on those machines that have them.
if xenrt.TEC().lookup("BROADCOM_POSTINSTALL", False, boolean=True):
data = string.replace(data, "EXIT", "")
data = data + 'REG ADD %KEY%\\050 /VE /D "Broadcom Driver" /f\n'
data = data + 'REG ADD %KEY%\\050 /V 1 /D ' \
'"%systemdrive%\\win\\post\\Broadcom\\setup.exe ' \
'/s /v/qn" /f\n'
data = data + "EXIT\n"
xenrt.TEC().copyToLogDir("%s/runonce.cmd" % (t.path()))
f = file("%s/runonce.cmd" % (t.path()), "w")
f.write(data)
f.close()
w.copyIn("%s/unattend.txt" % (t.path()))
w.copyIn("%s/runonce.cmd" % (t.path()))
w.copyIn("%s/%s/%s/autoinstall-%s.zip" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch),
target="win.zip")
t.remove()
# Copy common files.
w.copyIn("%s/native/pe/makepart.txt" % (xenrt.TEC().getWorkdir()))
perun_dir = os.path.dirname(xenrt.TEC().lookup("WINPE_START_FILE"))
if not os.path.exists(perun_dir):
xenrt.sudo("mkdir -p %s" % (perun_dir))
# Replace variables in perun.cmd.
perun = string.replace(perun, "%FILES%", "%s" % (w.getURL("/")))
f = file("%s/perun.cmd" % (xenrt.TEC().getWorkdir()), "w")
f.write(perun)
f.close()
xenrt.TEC().copyToLogDir("%s/perun.cmd" % (xenrt.TEC().getWorkdir()))
# Put perun.cmd where WinPE expects it.
lock = xenrt.resources.CentralResource()
for i in range(10):
try:
lock.acquire("WINPE_START_FILE")
break
except:
if i == 9:
raise xenrt.XRTError("Couldn't get lock on WINPE "
"bootstrap file.")
xenrt.sleep(60)
xenrt.sudo(
"cp %s/perun.cmd %s" %
(xenrt.TEC().getWorkdir(), xenrt.TEC().lookup("WINPE_START_FILE")))
# Start install.
xenrt.TEC().progress("Starting installation")
pxefile = pxe.writeOut(self.machine)
pfname = os.path.basename(pxefile)
xenrt.TEC().copyToLogDir(pxefile, target="%s.pxe.txt" % (pfname))
self.machine.powerctl.cycle()
xenrt.TEC().progress("Rebooted host to start installation.")
xenrt.sleep(120)
lock.release()
# 64-bit requires a two-stage installation.
if arch == "x86-64":
# Wait for first stage to complete.
xenrt.sleep(360)
xenrt.TEC().progress("Preparing TFTP for second stage.")
xenrt.sudo("rsync -avxl %s/native/pxe/64/ %s/" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/winpe64.wim %s/winpe.wim" %
(xenrt.TEC().lookup("IMAGES_ROOT"), tftp))
self.machine.powerctl.cycle()
xenrt.TEC().progress(
"Rebooted host into second installation stage.")
# Wait for PXE boot.
xenrt.sleep(120)
pxe.setDefault("local")
pxe.writeOut(self.machine)
# Wait for Windows to boot.
xenrt.TEC().progress("Waiting for host to boot")
self.waitforxmlrpc(7200)
w.remove()
if method == "longhorn":
self.winRegAdd(
"HKLM", "SYSTEM\\CurrentControlSet\\Control\\Terminal Server",
"fDenyTSConnections", "DWORD", 0)
self.winRegAdd("HKLM", "SYSTEM\\CurrentControlSet\\Control\\Lsa",
"LMCompatibilityLevel", "DWORD", 1)
if not method == "longhorn":
bootini = self.xmlrpcReadFile("c:\\boot.ini").strip()
if self.memory:
bootini += " /MAXMEM=%d" % (self.memory)
if self.vcpus:
bootini += " /NUMPROC=%d" % (self.vcpus)
self.xmlrpcRemoveFile("c:\\boot.ini")
self.xmlrpcCreateFile("c:\\boot.ini", xmlrpclib.Binary(bootini))
self.xmlrpcReboot()
xenrt.sleep(180)
self.waitforxmlrpc(300)
self.tailor()
def installWindows(self, version, build, arch):
self.windows = True
if not os.path.exists("%s/%s/%s/autoinstall-%s.zip" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch)):
if not os.path.exists("%s/%s/%s/autoinstall-%s.tar" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch)):
raise xenrt.XRTError("No install files found for %s build %s" % (version, build))
if version == "longhorn" or version[0:7] == "vistaee":
method = "longhorn"
else:
method = "normal"
self.distro = version
xenrt.TEC().progress("Preparing TFTP...")
tftp = "%s/xenrt/native" % (xenrt.TEC().lookup("TFTP_BASE"))
if not os.path.exists(tftp):
xenrt.sudo("mkdir -p %s" % (tftp))
xenrt.getTestTarball("native", extract=True)
xenrt.sudo("rsync -avxl %s/winpe32.wim %s/winpe.wim" %
(xenrt.TEC().lookup("IMAGES_ROOT"), tftp))
# Get a PXE directory to put boot files in.
xenrt.TEC().progress("Preparing PXE...")
serport = xenrt.TEC().lookup("SERIAL_CONSOLE_PORT", "0")
serbaud = xenrt.TEC().lookup("SERIAL_CONSOLE_BAUD", "115200")
pxe = xenrt.PXEBoot()
pxe.copyIn("%s/native/pxe/pxeboot.0" % (xenrt.TEC().getWorkdir()))
xenrt.sudo("rsync -avxl %s/native/pxe/32/BCD %s/BCD" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/native/pxe/boot.sdi %s/boot.sdi" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/native/pxe/bootmgr.exe %s/bootmgr.exe" %
(xenrt.TEC().getWorkdir(), tftp))
# Set the boot files and options for PXE
pxe.setSerial(serport, serbaud)
pxe.addEntry("local", boot="local")
pxecfg = pxe.addEntry("winpe", default=1, boot="linux")
pxecfg.linuxSetKernel("pxeboot.0")
xenrt.TEC().progress("Preparing web directory")
w = xenrt.WebDirectory()
f = file("%s/native/pe/perun.cmd" % (xenrt.TEC().getWorkdir()), "r")
perun = f.read()
f.close()
if method == "longhorn":
t = xenrt.TempDirectory()
xenrt.command("tar xf %s/%s/%s/autoinstall-%s.tar -C %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch, t.path()))
w.copyIn("%s/install/unattend.xml" %
(t.path()))
perun += "wget %FILES%/unattend.xml\n"
# Count the number of install.wim fragments.
catcmd = "cat "
partpath = "%s/install/install.part" % (t.path())
numparts = len(glob.glob("%s*" % (partpath)))
for i in range(1, numparts + 1):
# Download install.wim fragment.
perun += "wget %%FILES%%/%s%d\n" % (os.path.basename(partpath), i)
# Make sure fragments get recombined.
catcmd += "%s%d " % (os.path.basename(partpath), i)
# Make fragment available over the network.
w.copyIn("%s%d" % (partpath, i))
catcmd += "> c:\\win\\sources\\install.wim\n"
perun += catcmd
w.copyIn("%s/install/install.zip" % (t.path()), target="win.zip")
t.remove()
# 32-bit installs just require the one stage.
if arch == "x86-32":
perun += "c:\\win\\sources\\setup.exe /unattend:c:\\unattend.xml"
else:
t = xenrt.TempDirectory()
xenrt.command("unzip %s/%s/%s/autoinstall-%s.zip unattend.txt -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch, t.path()))
try:
xenrt.command("unzip %s/%s/%s/autoinstall-%s.zip runonce.cmd -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch, t.path()))
except:
try:
xenrt.command("unzip %s/%s/%s/autoinstall-%s.zip win/i386/runonce.cmd -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch, t.path()))
except:
xenrt.command("unzip %s/%s/%s/autoinstall-%s.zip win/I386/runonce.cmd -d %s" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch, t.path()))
xenrt.command("mv %s/win/?386/runonce.cmd %s/runonce.cmd" %
(t.path(), t.path()))
xenrt.command("chmod a+rwx %s/runonce.cmd" % (t.path()))
perun += """
wget %FILES%/runonce.cmd
wget %FILES%/unattend.txt
bootsect /nt52 c: /force
c:\win\i386\winnt32.exe /makelocalsource /syspart:c: /s:c:\win\i386 /unattend:c:\unattend.txt /cmd:c:\runonce.cmd
wpeutil reboot
"""
f = file("%s/runonce.cmd" % (t.path()), "r")
data = f.read()
f.close()
# HACK to support Broadcom NICs on those machines that have them.
if xenrt.TEC().lookup("BROADCOM_POSTINSTALL", False, boolean=True):
data = string.replace(data, "EXIT", "")
data = data + 'REG ADD %KEY%\\050 /VE /D "Broadcom Driver" /f\n'
data = data + 'REG ADD %KEY%\\050 /V 1 /D ' \
'"%systemdrive%\\win\\post\\Broadcom\\setup.exe ' \
'/s /v/qn" /f\n'
data = data + "EXIT\n"
xenrt.TEC().copyToLogDir("%s/runonce.cmd" % (t.path()))
f = file("%s/runonce.cmd" % (t.path()), "w")
f.write(data)
f.close()
w.copyIn("%s/unattend.txt" % (t.path()))
w.copyIn("%s/runonce.cmd" % (t.path()))
w.copyIn("%s/%s/%s/autoinstall-%s.zip" %
(xenrt.TEC().lookup("IMAGES_ROOT"), version, build, arch), target="win.zip")
t.remove()
# Copy common files.
w.copyIn("%s/native/pe/makepart.txt" % (xenrt.TEC().getWorkdir()))
perun_dir = os.path.dirname(xenrt.TEC().lookup("WINPE_START_FILE"))
if not os.path.exists(perun_dir):
xenrt.sudo("mkdir -p %s" % (perun_dir))
# Replace variables in perun.cmd.
perun = string.replace(perun, "%FILES%", "%s" % (w.getURL("/")))
f = file("%s/perun.cmd" % (xenrt.TEC().getWorkdir()), "w")
f.write(perun)
f.close()
xenrt.TEC().copyToLogDir("%s/perun.cmd" %
(xenrt.TEC().getWorkdir()))
# Put perun.cmd where WinPE expects it.
lock = xenrt.resources.CentralResource()
for i in range(10):
try:
lock.acquire("WINPE_START_FILE")
break
except:
if i == 9:
raise xenrt.XRTError("Couldn't get lock on WINPE "
"bootstrap file.")
xenrt.sleep(60)
xenrt.sudo("cp %s/perun.cmd %s" %
(xenrt.TEC().getWorkdir(),
xenrt.TEC().lookup("WINPE_START_FILE")))
# Start install.
xenrt.TEC().progress("Starting installation")
pxefile = pxe.writeOut(self.machine)
pfname = os.path.basename(pxefile)
xenrt.TEC().copyToLogDir(pxefile,target="%s.pxe.txt" % (pfname))
self.machine.powerctl.cycle()
xenrt.TEC().progress("Rebooted host to start installation.")
xenrt.sleep(120)
lock.release()
# 64-bit requires a two-stage installation.
if arch == "x86-64":
# Wait for first stage to complete.
xenrt.sleep(360)
xenrt.TEC().progress("Preparing TFTP for second stage.")
xenrt.sudo("rsync -avxl %s/native/pxe/64/ %s/" %
(xenrt.TEC().getWorkdir(), tftp))
xenrt.sudo("rsync -avxl %s/winpe64.wim %s/winpe.wim" %
(xenrt.TEC().lookup("IMAGES_ROOT"), tftp))
self.machine.powerctl.cycle()
xenrt.TEC().progress("Rebooted host into second installation stage.")
# Wait for PXE boot.
xenrt.sleep(120)
pxe.setDefault("local")
pxe.writeOut(self.machine)
# Wait for Windows to boot.
xenrt.TEC().progress("Waiting for host to boot")
self.waitforxmlrpc(7200)
w.remove()
if method == "longhorn":
self.winRegAdd("HKLM", "SYSTEM\\CurrentControlSet\\Control\\Terminal Server", "fDenyTSConnections", "DWORD", 0)
self.winRegAdd("HKLM", "SYSTEM\\CurrentControlSet\\Control\\Lsa", "LMCompatibilityLevel", "DWORD", 1)
if not method == "longhorn":
bootini = self.xmlrpcReadFile("c:\\boot.ini").strip()
if self.memory:
bootini += " /MAXMEM=%d" % (self.memory)
if self.vcpus:
bootini += " /NUMPROC=%d" % (self.vcpus)
self.xmlrpcRemoveFile("c:\\boot.ini")
self.xmlrpcCreateFile("c:\\boot.ini", xmlrpclib.Binary(bootini))
self.xmlrpcReboot()
xenrt.sleep(180)
self.waitforxmlrpc(300)
self.tailor()
