recipes/engine/release_builder.py

# Copyright 2022 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# Orchestrator recipe that runs subbuilds required to release engine.
#
# This recipe reads <engine_checkout>/.ci_yaml, and for every target
# marked with release_build: true, and spawens a subbuild.


import json
from contextlib import contextmanager

from PB.recipes.flutter.engine.engine import InputProperties
from PB.recipes.flutter.engine.engine import EnvProperties

from google.protobuf import struct_pb2

DEPS = [
  'flutter/yaml',
  'flutter/display_util',
  'flutter/repo_util',
  'flutter/shard_util_v2',
  'recipe_engine/buildbucket',
  'recipe_engine/json',
  'recipe_engine/path',
  'recipe_engine/platform',
  'recipe_engine/properties',
  'recipe_engine/step',
]

GIT_REPO = \
  'https://flutter.googlesource.com/mirrors/engine'


PROPERTIES = InputProperties
ENV_PROPERTIES = EnvProperties


def RunSteps(api, properties, env_properties):
  repository = 'engine'
  checkout_path = api.path['start_dir'].join(repository)
  api.repo_util.checkout(
    repository,
    checkout_path=checkout_path,
    url=api.properties.get('git_url'),
    ref=api.properties.get('git_ref')
  )

  ci_yaml_path = checkout_path.join('.ci.yaml')
  ci_yaml = api.yaml.read('read ci yaml', ci_yaml_path, api.json.output())

  # Foreach target defined in .ci.yaml, if it contains
  # release_build: True, then spawn a subbuild.
  tasks = {}
  build_results = []
  with api.step.nest('launch builds') as presentation:
    for target in ci_yaml.json.output['targets']:
      if target.get("properties", {}).get("release_build", False) and (
          target["name"].lower().startswith(api.platform.name)):
        target = api.shard_util_v2.pre_process_properties(target)
        tasks.update(api.shard_util_v2.schedule(
          [target, ], target["recipe"], presentation))
  with api.step.nest('collect builds') as presentation:
    build_results = api.shard_util_v2.collect(tasks, presentation)

  api.display_util.display_subbuilds(
    step_name='display builds',
    subbuilds=build_results,
    raise_on_failure=True,
  )


def GenTests(api):
  try_subbuild1 = api.shard_util_v2.try_build_message(
    build_id=8945511751514863186,
    builder="builder-subbuild1",
    output_props={"test_orchestration_inputs_hash": "abc"},
    status="SUCCESS",
  )
  tasks_dict = {'targets': [
    {'name': 'linux one', 'recipe': 'engine/something',
     'properties': {'release_build': True, '$flutter/osx_sdk': '{"sdk_version": "14a5294e"}'}
    }]
  }
  yield api.test(
    'basic_linux',
    api.platform.name('linux'),
    api.properties(environment='Staging'),
    api.buildbucket.try_build(
      project='proj',
      builder='try-builder',
      git_repo='https://flutter.googlesource.com/mirrors/engine',
      revision='a' * 40,
      build_number=123,
    ),
    api.shard_util_v2.child_build_steps(
      subbuilds=[try_subbuild1],
      launch_step="launch builds",
      collect_step="collect builds",
    ),
    api.step_data('read ci yaml.parse', api.json.output(tasks_dict))
  )