tools/luci/build.py

#!/usr/bin/env python3
# Copyright 2013 The Flutter Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# A script for re-running prod builds on LUCI
#
# Usage:
# $ build.py --commit [Engine commit hash] --builder [builder name]
#
# NOTE: This script requires python3.7 or later.
#

import argparse
import os
import re
import subprocess
import sys


def GetAllBuilders():
  curl_command = [
      'curl',
      'https://ci.chromium.org/p/flutter/g/engine/builders',
  ]
  curl_result = subprocess.run(
      curl_command,
      universal_newlines=True,
      capture_output=True,
  )
  if curl_result.returncode != 0:
    print('Failed to fetch builder list: stderr:\n%s' % curl_result.stderr)
    return []
  sed_command = [
      'sed',
      '-En',
      's:.*aria-label="builder buildbucket/luci\\.flutter\\.prod/([^/]+)".*:\\1:p',
  ]
  sed_result = subprocess.run(
      sed_command,
      input=curl_result.stdout,
      capture_output=True,
      universal_newlines=True,
  )
  if sed_result.returncode != 0:
    print('Failed to fetch builder list: stderr:\n%s' % sed_result.stderr)
  return list(set(sed_result.stdout.splitlines()))


def Main():
  parser = argparse.ArgumentParser(description='Reruns Engine LUCI prod builds')
  parser.add_argument(
      '--force-upload',
      action='store_true',
      default=False,
      help='Force artifact upload, overwriting existing artifacts.'
  )
  parser.add_argument(
      '--all', action='store_true', default=False, help='Re-run all builds.'
  )
  parser.add_argument('--builder', type=str, help='The builer to rerun.')
  parser.add_argument(
      '--commit', type=str, required=True, help='The commit to rerun.'
  )
  parser.add_argument(
      '--dry-run',
      action='store_true',
      help='Print what would be done, but do nothing.'
  )
  args = parser.parse_args()

  if 'help' in vars(args) and args.help:
    parser.print_help()
    return 0

  if args.all:
    builders = GetAllBuilders()
  elif args.builder == None:
    print('Either --builder or --all is required.')
    return 1
  else:
    builders = [args.builder]

  auth_command = [
      'gcloud',
      'auth',
      'print-identity-token',
  ]
  auth_result = subprocess.run(
      auth_command,
      universal_newlines=True,
      capture_output=True,
  )
  if auth_result.returncode != 0:
    print(
        'Auth failed:\nstdout:\n%s\nstderr:\n%s' %
        (auth_result.stdout, auth_result.stderr)
    )
    return 1
  auth_token = auth_result.stdout.rstrip()

  for builder in builders:
    if args.force_upload:
      params = (
          '{"Commit": "%s", "Builder": "%s", "Repo": "engine", "Properties": {"force_upload":true}}'
          % (args.commit, builder)
      )
    else:
      params = '{"Commit": "%s", "Builder": "%s", "Repo": "engine"}' % (
          args.commit, builder
      )
    curl_command = [
        'curl',
        'http://flutter-dashboard.appspot.com/api/reset-prod-task',
        "-d %s" % params,
        '-H',
        'X-Flutter-IdToken: %s' % auth_token,
    ]
    if args.dry_run:
      print('Running: %s' % ' '.join(curl_command))
    else:
      result = subprocess.run(curl_command)
      if result.returncode != 0:
        print('Trigger for %s failed. Aborting.' % builder)
        return 1

  return 0


if __name__ == '__main__':
  sys.exit(Main())