def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
# Check if the device has a power command such as HiKey, Dragonboard,
# etc. against device that doesn't like Nexus, etc.
# This is required in order to power on the device so that when the
# test job writer wants to perform some operation using a
# lava-test-shell action that follows, this becomes mandatory. Think of
# issuing any fastboot commands on the powered on device.
#
# NOTE: Add more power on strategies, if required for specific devices.
if self.job.device.get('fastboot_via_uboot', False):
self.internal_pipeline.add_action(ConnectDevice())
self.internal_pipeline.add_action(UBootEnterFastbootAction())
elif self.job.device.power_command:
self.force_prompt = True
self.internal_pipeline.add_action(ConnectDevice())
self.internal_pipeline.add_action(ResetDevice())
else:
self.internal_pipeline.add_action(EnterFastbootAction())
self.download_dir = self.mkdtemp()
image_keys = sorted(parameters['images'].keys())
for image in image_keys:
if image != 'yaml_line':
self.internal_pipeline.add_action(
DownloaderAction(image, self.download_dir))
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
self.internal_pipeline.add_action(CopyToLxcAction())
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
if self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(DeployDeviceEnvironment())
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
def populate(self, parameters):
self.tftp_dir = self.mkdtemp(override=tftpd_dir())
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
self.set_namespace_data(action=self.name,
label='tftp',
key='tftp_dir',
value=self.tftp_dir,
parameters=parameters)
for key in ['initrd', 'kernel', 'dtb', 'nbdroot']:
if key in parameters:
download = DownloaderAction(key, path=self.tftp_dir)
download.max_retries = 3 # overridden by failure_retry in the parameters, if set.
self.internal_pipeline.add_action(download)
if key == 'initrd':
self.set_namespace_data(action="tftp-deploy",
label='tftp',
key='ramdisk',
value=True,
parameters=parameters)
self.set_namespace_data(action=self.name,
label='nbd',
key='initrd',
value=True,
parameters=parameters)
# prepare overlay
self.internal_pipeline.add_action(OverlayAction())
# setup values for protocol and later steps
self.set_namespace_data(action=self.name,
label='nbd',
key='initrd',
value=True,
parameters=parameters)
# store in parameters for protocol 'xnbd' to tear-down xnbd-server
# and store in namespace for boot action
# ip
parameters['lava-xnbd'] = {}
self.nbd_ip = dispatcher_ip(self.job.parameters['dispatcher'])
parameters['lava-xnbd']['ip'] = self.nbd_ip
self.set_namespace_data(action=self.name,
label='nbd',
key='nbd_server_ip',
value=self.nbd_ip,
parameters=parameters)
# port
self.nbd_port = get_free_port(self.job.parameters['dispatcher'])
parameters['lava-xnbd']['port'] = self.nbd_port
self.set_namespace_data(action=self.name,
label='nbd',
key='nbd_server_port',
value=self.nbd_port,
parameters=parameters)
# handle XnbdAction next - bring-up xnbd-server
self.internal_pipeline.add_action(XnbdAction())
def populate(self, parameters):
self.tftp_dir = self.mkdtemp(override=filesystem.tftpd_dir())
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
self.set_namespace_data(
action=self.name,
label="tftp",
key="tftp_dir",
value=self.tftp_dir,
parameters=parameters,
)
for key in ["initrd", "kernel", "dtb", "nbdroot"]:
if key in parameters:
download = DownloaderAction(key,
path=self.tftp_dir,
params=parameters[key])
download.max_retries = (
3 # overridden by failure_retry in the parameters, if set.
)
self.pipeline.add_action(download)
if key == "initrd":
self.set_namespace_data(
action="tftp-deploy",
label="tftp",
key="ramdisk",
value=True,
parameters=parameters,
)
self.set_namespace_data(
action=self.name,
label="nbd",
key="initrd",
value=True,
parameters=parameters,
)
# prepare overlay
self.pipeline.add_action(OverlayAction())
if "kernel" in parameters and "type" in parameters["kernel"]:
self.pipeline.add_action(PrepareKernelAction())
# setup values for protocol and later steps
self.set_namespace_data(
action=self.name,
label="nbd",
key="initrd",
value=True,
parameters=parameters,
)
# store in parameters for protocol 'xnbd' to tear-down xnbd-server
# and store in namespace for boot action
# ip
parameters["lava-xnbd"] = {}
# handle XnbdAction next - bring-up xnbd-server
self.pipeline.add_action(XnbdAction())
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
path = self.mkdtemp()
self.internal_pipeline.add_action(DownloaderAction('image', path=path))
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
self.internal_pipeline.add_action(ApplyOverlayImage())
if self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(DeployDeviceEnvironment())
def populate(self, parameters):
self.preseed_path = self.mkdtemp(override=tftpd_dir())
self.internal_pipeline = Pipeline(parent=self, job=self.job, parameters=parameters)
self.internal_pipeline.add_action(IsoEmptyImage())
# the preseed file needs to go into the dispatcher apache tmp directory.
self.internal_pipeline.add_action(DownloaderAction('preseed', self.preseed_path))
self.internal_pipeline.add_action(DownloaderAction('iso', self.mkdtemp()))
self.internal_pipeline.add_action(IsoPullInstaller())
self.internal_pipeline.add_action(QemuCommandLine())
# prepare overlay at this stage - make it available after installation.
self.internal_pipeline.add_action(OverlayAction()) # idempotent, includes testdef
self.internal_pipeline.add_action(ApplyOverlayGuest())
self.internal_pipeline.add_action(DeployDeviceEnvironment())
def populate(self, parameters):
self.internal_pipeline = Pipeline(
parent=self, job=self.job, parameters=parameters
)
# Download the images
self.path = self.mkdtemp()
for image in parameters["images"].keys():
self.internal_pipeline.add_action(DownloaderAction(image, self.path))
if self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(DeployDeviceEnvironment())
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
def populate(self, parameters):
self.image_path = self.mkdtemp()
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
if self.test_needs_overlay(parameters):
self.pipeline.add_action(OverlayAction())
uniquify = parameters.get("uniquify", True)
if "images" in parameters:
for k in sorted(parameters["images"].keys()):
self.pipeline.add_action(
DownloaderAction(k,
self.image_path,
parameters["images"][k],
uniquify=uniquify))
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self, job=self.job,
parameters=parameters)
self.internal_pipeline.add_action(LxcCreateAction())
self.internal_pipeline.add_action(LxcCreateUdevRuleAction())
if 'packages' in parameters:
self.internal_pipeline.add_action(LxcStartAction())
self.internal_pipeline.add_action(LxcAptUpdateAction())
self.internal_pipeline.add_action(LxcAptInstallAction())
self.internal_pipeline.add_action(LxcStopAction())
if self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(DeployDeviceEnvironment())
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
self.internal_pipeline.add_action(ApplyLxcOverlay())
def populate(self, parameters):
"""
The dispatcher does the first download as the first deployment is not guaranteed to
have DNS resolution fully working, so we can use the IP address of the dispatcher
to get it (with the advantage that the dispatcher decompresses it so that the ramdisk
can pipe the raw image directly from wget to dd.
This also allows the use of local file:// locations which are visible to the dispatcher
but not the device.
"""
self.image_path = self.mkdtemp()
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
if self.test_needs_overlay(parameters):
self.pipeline.add_action(
OverlayAction()) # idempotent, includes testdef
uniquify = parameters.get("uniquify", True)
if "images" in parameters:
for k in sorted(parameters["images"].keys()):
self.pipeline.add_action(
DownloaderAction(
k,
path=self.image_path,
uniquify=uniquify,
params=parameters["images"][k],
))
if parameters["images"][k].get("apply-overlay", False):
if self.test_needs_overlay(parameters):
self.pipeline.add_action(ApplyOverlayImage())
self.pipeline.add_action(DDAction())
elif "image" in parameters:
self.pipeline.add_action(
DownloaderAction(
"image",
path=self.image_path,
uniquify=uniquify,
params=parameters["image"],
))
if self.test_needs_overlay(parameters):
self.pipeline.add_action(ApplyOverlayImage())
self.pipeline.add_action(DDAction())
# FIXME: could support tarballs too
if self.test_needs_deployment(parameters):
self.pipeline.add_action(DeployDeviceEnvironment())
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self, job=self.job, parameters=parameters)
path = self.mkdtemp()
if 'uefi' in parameters:
uefi_path = self.mkdtemp()
self.internal_pipeline.add_action(DownloaderAction('uefi', uefi_path))
# uefi option of QEMU needs a directory, not the filename
self.set_namespace_data(action=self.name, label='image', key='uefi_dir', value=uefi_path, parameters=parameters)
# alternatively use the -bios option and standard image args
for image in parameters['images'].keys():
if image != 'yaml_line':
self.internal_pipeline.add_action(DownloaderAction(image, path))
if parameters['images'][image].get('format', '') == 'qcow2':
self.internal_pipeline.add_action(QCowConversionAction(image))
self.internal_pipeline.add_action(ExtractNfsAction())
self.internal_pipeline.add_action(OverlayAction())
self.internal_pipeline.add_action(ApplyOverlayTftp())
self.internal_pipeline.add_action(DeployDeviceEnvironment())
def populate(self, parameters):
self.pipeline = Pipeline(parent=self, job=self.job, parameters=parameters)
if self.test_needs_overlay(parameters):
self.pipeline.add_action(OverlayAction())
# Check if the device has a power command such as HiKey, Dragonboard,
# etc. against device that doesn't like Nexus, etc.
if self.job.device.get("fastboot_via_uboot", False):
self.pipeline.add_action(ConnectDevice())
self.pipeline.add_action(UBootEnterFastbootAction())
elif self.job.device.hard_reset_command:
self.force_prompt = True
self.pipeline.add_action(ConnectDevice())
if not is_lxc_requested(self.job):
self.pipeline.add_action(PrePower())
self.pipeline.add_action(ResetDevice())
else:
self.pipeline.add_action(EnterFastbootAction())
fastboot_dir = self.mkdtemp()
for image in sorted(parameters["images"].keys()):
self.pipeline.add_action(
DownloaderAction(
image, fastboot_dir, params=parameters["images"][image]
)
)
if parameters["images"][image].get("apply-overlay", False):
if self.test_needs_overlay(parameters):
if parameters["images"][image].get("sparse", True):
self.pipeline.add_action(ApplyOverlaySparseImage(image))
else:
use_root_part = parameters["images"][image].get(
"root_partition", False
)
self.pipeline.add_action(
ApplyOverlayImage(image, use_root_partition=use_root_part)
)
if self.test_needs_overlay(parameters) and self.test_needs_deployment(
parameters
):
self.pipeline.add_action(DeployDeviceEnvironment())
self.pipeline.add_action(FastbootFlashOrderAction())
def populate(self, parameters):
self.pipeline = Pipeline(parent=self, job=self.job, parameters=parameters)
namespace = parameters["namespace"]
download_dir = Path(self.job.tmp_dir) / "downloads" / namespace
for image in sorted(parameters["images"].keys()):
self.pipeline.add_action(
DownloaderAction(
image,
download_dir,
params=parameters["images"][image],
uniquify=parameters.get("uniquify", False),
)
)
postprocess = parameters.get("postprocess")
if postprocess:
if postprocess.get("docker"):
self.pipeline.add_action(PostprocessWithDocker(download_dir))
if self.test_needs_overlay(parameters):
self.pipeline.add_action(OverlayAction())
def populate(self, parameters):
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
self.pipeline.add_action(
ExtractNfsRootfs()) # idempotent, checks for nfsrootfs parameter
self.pipeline.add_action(
OverlayAction()) # idempotent, includes testdef
self.pipeline.add_action(
ExtractRamdisk()) # idempotent, checks for a ramdisk parameter
self.pipeline.add_action(
ExtractModules()) # idempotent, checks for a modules parameter
self.pipeline.add_action(ApplyOverlayTftp())
if "kernel" in parameters and "type" in parameters["kernel"]:
self.pipeline.add_action(PrepareKernelAction())
self.pipeline.add_action(ConfigurePreseedFile(
)) # idempotent, checks for a preseed parameter
self.pipeline.add_action(
CompressRamdisk()) # idempotent, checks for a ramdisk parameter
if "depthcharge" in self.job.device["actions"]["boot"]["methods"]:
self.pipeline.add_action(PrepareKernelAction())
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
self.internal_pipeline.add_action(
ExtractNfsRootfs()) # idempotent, checks for nfsrootfs parameter
self.internal_pipeline.add_action(
OverlayAction()) # idempotent, includes testdef
self.internal_pipeline.add_action(
ExtractRamdisk()) # idempotent, checks for a ramdisk parameter
self.internal_pipeline.add_action(
ExtractModules()) # idempotent, checks for a modules parameter
self.internal_pipeline.add_action(ApplyOverlayTftp())
if 'kernel' in parameters and 'type' in parameters['kernel']:
self.internal_pipeline.add_action(PrepareKernelAction())
self.internal_pipeline.add_action(ConfigurePreseedFile(
)) # idempotent, checks for a preseed parameter
self.internal_pipeline.add_action(
CompressRamdisk()) # idempotent, checks for a ramdisk parameter
if 'depthcharge' in self.job.device['actions']['boot']['methods']:
self.internal_pipeline.add_action(PrepareKernelAction())
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
if self.test_needs_overlay(parameters):
self.internal_pipeline.add_action(OverlayAction())
# Check if the device has a power command such as HiKey, Dragonboard,
# etc. against device that doesn't like Nexus, etc.
if self.job.device.get('fastboot_via_uboot', False):
self.internal_pipeline.add_action(ConnectDevice())
self.internal_pipeline.add_action(UBootEnterFastbootAction())
elif self.job.device.hard_reset_command:
self.force_prompt = True
self.internal_pipeline.add_action(ConnectDevice())
self.internal_pipeline.add_action(ResetDevice())
else:
self.internal_pipeline.add_action(EnterFastbootAction())
fastboot_dir = self.mkdtemp()
image_keys = sorted(parameters['images'].keys())
for image in image_keys:
if image != 'yaml_line':
self.internal_pipeline.add_action(
DownloaderAction(image, fastboot_dir))
if parameters['images'][image].get('apply-overlay', False):
if self.test_needs_overlay(parameters):
if parameters['images'][image].get('sparse', True):
self.internal_pipeline.add_action(
ApplyOverlaySparseImage(image))
else:
self.internal_pipeline.add_action(
ApplyOverlayImage(image,
use_root_partition=False))
if self.test_needs_overlay(parameters) and \
self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(
DeployDeviceEnvironment())
self.internal_pipeline.add_action(FastbootFlashOrderAction())
def populate(self, parameters):
self.parameters = parameters
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
if self.test_needs_overlay(parameters):
self.pipeline.add_action(OverlayAction())
path = self.mkdtemp()
self.set_namespace_data(action="uuu-deploy",
label="uuu-images",
key="root_location",
value=path)
images_param = dict(parameters["images"])
images = list(images_param.keys())
self.set_namespace_data(action="uuu-deploy",
label="uuu-images",
key="images_names",
value=images)
for image in images:
self.pipeline.add_action(
DownloaderAction(image,
path=path,
params=parameters["images"][image]))
if images_param[image].get("apply-overlay", False):
if self.test_needs_overlay(parameters):
use_root_part = (images_param[image].get("root_partition")
is not None)
if images_param[image].get("sparse", False):
self.pipeline.add_action(
ApplyOverlaySparseImage(image_key=image))
else:
self.pipeline.add_action(
ApplyOverlayImage(
image_key=image,
use_root_partition=use_root_part))
def populate(self, parameters):
self.preseed_path = self.mkdtemp(override=filesystem.tftpd_dir())
self.pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
self.pipeline.add_action(IsoEmptyImage())
# the preseed file needs to go into the dispatcher apache tmp directory.
self.pipeline.add_action(
DownloaderAction("preseed",
self.preseed_path,
params=parameters["images"]["preseed"]))
self.pipeline.add_action(
DownloaderAction("iso",
self.mkdtemp(),
params=parameters["images"]["iso"]))
self.pipeline.add_action(IsoPullInstaller())
self.pipeline.add_action(QemuCommandLine())
# prepare overlay at this stage - make it available after installation.
if self.test_needs_overlay(parameters):
self.pipeline.add_action(
OverlayAction()) # idempotent, includes testdef
self.pipeline.add_action(ApplyOverlayGuest())
if self.test_needs_deployment(parameters):
self.pipeline.add_action(DeployDeviceEnvironment())
def test_export_data(data, prefix, result):
action = OverlayAction()
fout = Recorder()
action._export_data(fout, data, prefix)
assert sorted(fout.data.strip("\n").split("\n")) == result
def test_export_data():
action = OverlayAction()
fout = Recorder()
tests_data = [
({}, "", [""]),
({
"hello": "world"
}, "", ["export hello='world'"]),
(
{
"hello": "world",
"something": "to say",
"an_int": 1
},
"",
[
"export an_int=1", "export hello='world'",
"export something='to say'"
],
),
(
[
{
"board_id": "49EBE14005DA77C"
},
{
"parent": True,
"usb_vendor_id": "12d1",
"usb_product_id": "3609"
},
],
"DEVICE_INFO",
[
"export DEVICE_INFO_0_board_id='49EBE14005DA77C'",
"export DEVICE_INFO_1_parent=1",
"export DEVICE_INFO_1_usb_product_id='3609'",
"export DEVICE_INFO_1_usb_vendor_id='12d1'",
],
),
(
[{
"board_id": "S_NO81730000"
}, {
"board_id": "S_NO81730001"
}],
"STATIC_INFO",
[
"export STATIC_INFO_0_board_id='S_NO81730000'",
"export STATIC_INFO_1_board_id='S_NO81730001'",
],
),
(
[{
"SATA":
"/dev/disk/by-id/ata-SanDisk_SSD_PLUS_120GB_190504A00573"
}],
"STORAGE_INFO",
[
"export STORAGE_INFO_0_SATA='/dev/disk/by-id/ata-SanDisk_SSD_PLUS_120GB_190504A00573'"
],
),
]
for (data, prefix, result) in tests_data:
action._export_data(fout, data, prefix)
assert sorted(fout.data.strip("\n").split("\n")) == result
fout.clean()
def populate(self, parameters):
self.internal_pipeline = Pipeline(parent=self,
job=self.job,
parameters=parameters)
image_keys = list(parameters['images'].keys())
if self.test_needs_overlay(parameters):
self.logger.debug("[SEOJI] add OverlayAction")
self.internal_pipeline.add_action(OverlayAction())
# Check if the device has a power command such as HiKey, Dragonboard,
# etc. against device that doesn't like Nexus, etc.
if self.job.device.get('fastboot_via_uboot', False):
self.internal_pipeline.add_action(ConnectDevice())
self.internal_pipeline.add_action(UBootEnterFastbootAction())
elif self.job.device.hard_reset_command:
self.force_prompt = True
self.internal_pipeline.add_action(ConnectDevice())
if not is_lxc_requested(self.job):
self.internal_pipeline.add_action(PrePower())
self.internal_pipeline.add_action(ResetDevice())
elif 'nexell_ext' in image_keys:
# Nexell extension
#self.internal_pipeline.add_action(OverlayAction())
# download build result
if 'url' in parameters['images']['nexell_ext']:
self.logger.debug(
"[SEOJI] url:" +
str(parameters['images']['nexell_ext']['url']))
self.path = '/opt/share'
self.internal_pipeline.add_action(
DownloaderAction('nexell_ext', self.path))
#if 'compression' in parameters['images']['nexell_ext]:
#self.logger.debug("[SEOJI] yes compression param exist")
self.logger.debug("SUKER: parameters in deploy/fastboot.py : " +
str(parameters))
self.internal_pipeline.add_action(
EnterNexellFastbootAction(parameters, 'deploy_script',
'deploy_command1', 'dir_name'))
self.internal_pipeline.add_action(
ApplyNexellDeployAction(parameters, 'deploy_script',
'deploy_command2', 'dir_name'))
else:
self.internal_pipeline.add_action(EnterFastbootAction())
fastboot_dir = self.mkdtemp()
image_keys = sorted(parameters['images'].keys())
# Nexell extension
if 'nexell_ext' in image_keys:
self.logger.debug("[SEOJI] pass adding DownloaderAction")
#self.internal_pipeline.add_action(DeployDeviceEnvironment())
else:
for image in image_keys:
if image != 'yaml_line':
self.internal_pipeline.add_action(
DownloaderAction(image, fastboot_dir))
if parameters['images'][image].get('apply-overlay', False):
if self.test_needs_overlay(parameters):
if parameters['images'][image].get('sparse', True):
self.internal_pipeline.add_action(
ApplyOverlaySparseImage(image))
else:
self.internal_pipeline.add_action(
ApplyOverlayImage(
image, use_root_partition=False))
if self.test_needs_overlay(parameters) and \
self.test_needs_deployment(parameters):
self.internal_pipeline.add_action(
DeployDeviceEnvironment())
self.internal_pipeline.add_action(FastbootFlashOrderAction())
'''
