blob: a9c002e4da696a6b55955542c95736272c494805 [file] [log] [blame] [edit]
# Copyright 2020 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import functools
from recipe_engine import recipe_api
VDL_CIPD_PREFIX = 'fuchsia/vdl/${platform}'
DEFAULT_VDL_VERSION_TAG = 'latest'
# Fuchsia provides back-tagging for certain packages when they are rolled
# into the Fuchsia tree. This `integration` ref will always point at what
# is currently used by Fuchsia @ HEAD. It would be better to export this
# in the SDK so it is coupled to the SDK version but that is not done.
DEFAULT_AEMU_VERSION_TAG = 'integration'
_DEVICE_SPEC_TEMPLATE = """
device_spec {{
horizontal_resolution: {horizontal_resolution}
vertical_resolution: {vertical_resolution}
vm_heap: {vm_heap}
ram: {ram}
cache: {cache}
screen_density: {screen_density}
}}
"""
class VDLApi(recipe_api.RecipeApi):
"""Fetches VDL and AEMU to start FEMU."""
def __init__(self, *args, **kwargs):
super(VDLApi, self).__init__(*args, **kwargs)
self._aemu_version_tag = DEFAULT_AEMU_VERSION_TAG
self._vdl_version_tag = DEFAULT_VDL_VERSION_TAG
self._device_proto_path = None
@functools.cached_property
def vdl_path(self):
"""Fetches and installs VDL from CIPD."""
with self.m.step.nest('ensure vdl'):
with self.m.context(infra_steps=True):
ensure_file = self.m.cipd.EnsureFile()
ensure_file.add_package(VDL_CIPD_PREFIX, self._vdl_version_tag)
cache_path = self.m.buildbucket.builder_cache_path.join('vdl')
self.m.cipd.ensure(root=cache_path, ensure_file=ensure_file)
return cache_path.join('device_launcher')
@functools.cached_property
def aemu_dir(self):
"""Fetches and installs AEMU from CIPD."""
with self.m.step.nest('ensure aemu'):
with self.m.context(infra_steps=True):
ensure_file = self.m.cipd.EnsureFile()
ensure_file.add_package(
'fuchsia/third_party/android/aemu/release/${platform}', self._aemu_version_tag
)
cache_path = self.m.buildbucket.builder_cache_path.join('aemu')
self.m.cipd.ensure(root=cache_path, ensure_file=ensure_file)
return cache_path
def create_device_proto(
self,
horizontal_resolution=480,
vertical_resolution=800,
vm_heap=192,
ram=4096,
cache=32,
screen_density=240,
):
"""Generates virtual device textproto file used by VDL to configure AEMU."""
device_spec_cache = self.m.buildbucket.builder_cache_path.join(
'device_spec'
)
self.m.file.ensure_directory(
'init device spec cache at ', device_spec_cache
)
device_spec_location = device_spec_cache.join('virtual_device.textproto')
self.m.file.write_text(
name='generate %s' % device_spec_location,
dest=device_spec_location,
text_data=_DEVICE_SPEC_TEMPLATE.format(
horizontal_resolution=horizontal_resolution,
vertical_resolution=vertical_resolution,
vm_heap=vm_heap,
ram=ram,
cache=cache,
screen_density=screen_density,
),
)
self._device_proto_path = device_spec_location
return device_spec_location
def set_aemu_cipd_tag(self, tag):
"""Changes the default aemu cipd package tag.
Must be called before calling `aemu_dir`.
"""
self._aemu_version_tag = tag
def set_vdl_cipd_tag(self, tag):
"""Changes the default vdl cipd package tag.
Must be called before calling `vdl_path`.
"""
self._vdl_version_tag = tag
def get_image_paths(self, sdk_version):
"""Downloads and unpacks fuchsia image from GCS.
Args:
sdk_version: Fuchsia sdk version to fetch.
Raises:
StepFailure: When cannot find image files matching host architecture.
StepFailure: When image files do not exist after download and unpack from GCS.
"""
self.m.sdk.version = sdk_version
return self.m.sdk.image_paths
def get_package_paths(self, sdk_version):
"""Downloads and unpacks fuchsia packages from GCS.
Args:
sdk_version: Fuchsia sdk version to fetch.
Raises:
StepFailure: When cannot find package files matching host architecture.
StepFailure: When package files do not exist after download and unpack from GCS.
"""
self.m.sdk.version = sdk_version
return self.m.sdk.package_paths
def gen_ssh_files(self):
"""Generate ssh private-public key pairs.
Raises:
StepFailure: When ssh key paths do not contain valid files.
"""
return self.m.ssh.ssh_paths
def assemble_femu_startup_files(
self,
sdk_version,
vdl_tag=None,
aemu_tag=None,
create_links=True,
extra_files={},
):
"""
Assembles all required files to start FEMU.
Args:
sdk_version: Fuchsia sdk version to fetch.
vdl_tag: Changes the default vdl cipd package tag.
aemu_tag: Changes the default aemu cipd package tag.
create_links: True will create symlinks. False will not.
If set to false, user has to call symlink_tree.create_links().
extra_files: A dictionary to add additional files to root dir.
key: Source of the file, must be type Path.
value: Relative path to root_dir.
Example: {
[CACHE]/builder/fileOld.txt : "fileNew.txt"
}
This will add a new link from fileOld.txt to root_dir/fileNew.txt
in the symlink_tree.
Raises:
StepFailure: When ssh key paths do not contain valid files.
StepFailure: When cannot find package files matching host architecture.
StepFailure: When cannot find image files matching host architecture.
StepFailure: When package files do not exist after download and unpack from GCS.
StepFailure: When image files do not exist after download and unpack from GCS.
"""
root_dir = self.m.path.mkdtemp('vdl_runfiles_')
symlink_tree = self.m.file.symlink_tree(root=root_dir)
def add(src, name_rel_to_root):
symlink_tree.register_link(
target=src,
linkname=symlink_tree.root.join(name_rel_to_root),
)
def add_vdl_files():
if vdl_tag:
self.set_vdl_cipd_tag(tag=vdl_tag)
if aemu_tag:
self.set_aemu_cipd_tag(tag=aemu_tag)
add(self.vdl_path, 'device_launcher')
add(self.aemu_dir, 'aemu')
add(self.create_device_proto(), 'virtual_device.textproto')
def add_package_files():
fuchsia_packages = self.get_package_paths(sdk_version=sdk_version)
add(fuchsia_packages.pm, self.m.path.basename(fuchsia_packages.pm))
add(fuchsia_packages.tar_file, 'package_archive')
add(
fuchsia_packages.amber_files,
self.m.path.basename(fuchsia_packages.amber_files),
)
def add_image_files():
ssh_files = self.gen_ssh_files()
add(ssh_files.id_public, self.m.path.basename(ssh_files.id_public))
add(ssh_files.id_private, self.m.path.basename(ssh_files.id_private))
fuchsia_images = self.get_image_paths(sdk_version=sdk_version)
add(fuchsia_images.build_args, 'qemu_buildargs')
add(fuchsia_images.kernel_file, 'qemu_kernel')
add(fuchsia_images.system_fvm, 'qemu_fvm')
add(self.m.sdk.sdk_path.join('tools', 'x64', 'far'), 'far')
add(self.m.sdk.sdk_path.join('tools', 'x64', 'fvm'), 'fvm')
# Provision and add zircon-a
authorized_zircona = self.m.buildbucket.builder_cache_path.join(
'zircon-authorized.zbi'
)
self.m.sdk.authorize_zbi(
ssh_key_path=ssh_files.id_public,
zbi_input_path=fuchsia_images.zircona,
zbi_output_path=authorized_zircona,
)
add(authorized_zircona, 'qemu_zircona-ed25519')
# Generate and add ssh_config
ssh_config = self.m.buildbucket.builder_cache_path.join('ssh_config')
self.m.ssh.generate_ssh_config(
private_key_path=self.m.path.basename(ssh_files.id_private),
dest=ssh_config,
)
add(ssh_config, 'ssh_config')
def add_extra_files():
for src in extra_files:
add(src, extra_files[src])
add_vdl_files()
add_image_files()
add_package_files()
add_extra_files()
if create_links:
symlink_tree.create_links('create tree of vdl runfiles')
return root_dir, symlink_tree