| # Copyright 2020 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| """Recipe for engine repository tests.""" |
| ''' |
| This recipe was forked from engine.py for Flutter release version |
| 1.20-candidate.7. |
| |
| Base engine revision: 0dc86cda19d55aba8b719231c11306eeaca4b798 |
| Engine commit date: 2020-07-07 17:14:01 -0700 |
| Base LUCI recipe revision: f76b6ffbcd5e64b552ba54ee74be2b7f1e965edc |
| ''' |
| |
| import contextlib |
| import copy |
| |
| from recipe_engine import recipe_api |
| |
| from PB.recipes.flutter.engine import InputProperties |
| from PB.recipes.flutter.engine import EnvProperties |
| |
| DEPS = [ |
| 'depot_tools/bot_update', |
| 'depot_tools/depot_tools', |
| 'depot_tools/gclient', |
| 'depot_tools/gsutil', |
| 'depot_tools/osx_sdk', |
| 'flutter/repo_util', |
| 'fuchsia/goma', |
| 'recipe_engine/buildbucket', |
| 'recipe_engine/cipd', |
| 'recipe_engine/context', |
| 'recipe_engine/file', |
| 'recipe_engine/path', |
| 'recipe_engine/platform', |
| 'recipe_engine/properties', |
| 'recipe_engine/runtime', |
| 'recipe_engine/step', |
| ] |
| |
| GIT_REPO = ( |
| 'https://chromium.googlesource.com/external/github.com/flutter/engine') |
| |
| PROPERTIES = InputProperties |
| ENV_PROPERTIES = EnvProperties |
| |
| |
| @contextlib.contextmanager |
| def SetupXcode(api): |
| # See cr-buildbucket.cfg for how the version is passed in. |
| # https://github.com/flutter/infra/blob/master/config/cr-buildbucket.cfg#L148 |
| with api.osx_sdk('ios'): |
| yield |
| |
| |
| def Build(api, config, *targets): |
| checkout = GetCheckoutPath(api) |
| build_dir = checkout.join('out/%s' % config) |
| goma_jobs = api.properties['goma_jobs'] |
| ninja_args = [api.depot_tools.ninja_path, '-j', goma_jobs, '-C', build_dir] |
| ninja_args.extend(targets) |
| with api.goma.build_with_goma(): |
| name = 'build %s' % ' '.join([config] + list(targets)) |
| api.step(name, ninja_args) |
| |
| |
| def RunGN(api, *args): |
| checkout = GetCheckoutPath(api) |
| gn_cmd = ['python', checkout.join('flutter/tools/gn'), '--goma'] |
| gn_cmd.extend(args) |
| api.step('gn %s' % ' '.join(args), gn_cmd) |
| |
| |
| def GetCheckoutPath(api): |
| return api.path['cache'].join('builder', 'src') |
| |
| |
| def DownloadFirefoxDriver(api): |
| checkout = GetCheckoutPath(api) |
| # Download the driver for Firefox. |
| firefox_driver_path = checkout.join('flutter', 'lib', 'web_ui', '.dart_tool', |
| 'drivers', 'firefox') |
| pkgdriver = api.cipd.EnsureFile() |
| pkgdriver.add_package('flutter_internal/browser-drivers/firefoxdriver-linux', |
| 'latest') |
| api.cipd.ensure(firefox_driver_path, pkgdriver) |
| |
| |
| def DownloadChromeAndDriver(api): |
| checkout = GetCheckoutPath(api) |
| # Download a specific version of chrome-linux before running Flutter Web |
| # tests. |
| # Chrome uses binary numbers for archiving different versions of the browser. |
| # The binary 741412 has major version 82. It is tested in both headless and |
| # no-headless mode of Chrome Driver for integration tests. |
| # Please make sure to also change the following lock file when updating the |
| # recipe: |
| # flutter/engine/blob/master/lib/web_ui/dev/browser_lock.yaml#L4 |
| chrome_path = checkout.join('flutter', 'lib', 'web_ui', '.dart_tool', |
| 'chrome', '741412') |
| pkgs = api.cipd.EnsureFile() |
| pkgs.add_package('flutter_internal/browsers/chrome-linux', 'latest') |
| api.cipd.ensure(chrome_path, pkgs) |
| # Download the driver for the same version of chrome-linux. |
| chrome_driver_path = checkout.join('flutter', 'lib', 'web_ui', '.dart_tool', |
| 'drivers', 'chrome') |
| pkgdriver = api.cipd.EnsureFile() |
| pkgdriver.add_package('flutter_internal/browser-drivers/chromedriver-linux', |
| 'latest') |
| api.cipd.ensure(chrome_driver_path, pkgdriver) |
| |
| |
| def RunSteps(api, properties, env_properties): |
| """Steps to checkout flutter engine and execute web tests.""" |
| cache_root = api.path['cache'].join('builder') |
| checkout = GetCheckoutPath(api) |
| |
| if properties.clobber: |
| api.file.rmtree('Clobber cache', cache_root) |
| api.file.rmtree('Clobber build output', checkout.join('out')) |
| |
| api.file.ensure_directory('Ensure checkout cache', cache_root) |
| api.goma.ensure() |
| dart_bin = checkout.join('third_party', 'dart', 'tools', 'sdks', 'dart-sdk', |
| 'bin') |
| |
| android_home = checkout.join('third_party', 'android_tools', 'sdk') |
| |
| env = { |
| 'GOMA_DIR': api.goma.goma_dir, |
| 'ANDROID_HOME': str(android_home), |
| 'CHROME_NO_SANDBOX': 'true', |
| 'ENGINE_PATH': cache_root |
| } |
| env_prefixes = {'PATH': [dart_bin]} |
| |
| # Checkout source code and build |
| api.repo_util.engine_checkout(cache_root, env, env_prefixes) |
| with api.context( |
| cwd=cache_root, env=env, |
| env_prefixes=env_prefixes), api.depot_tools.on_path(): |
| target_name = 'host_debug_unopt' |
| gn_flags = ['--unoptimized', '--full-dart-sdk'] |
| # Mac needs to install xcode as part of the building process. |
| additional_args = [] |
| felt_cmd = [ |
| checkout.join('out', target_name, 'dart-sdk', 'bin', 'dart'), |
| 'dev/felt.dart' |
| ] |
| |
| if api.platform.is_mac: |
| with SetupXcode(api): |
| RunGN(api, *gn_flags) |
| Build(api, target_name) |
| additional_args = ['--browser', 'ios-safari'] |
| else: |
| RunGN(api, *gn_flags) |
| Build(api, target_name) |
| if api.platform.is_win: |
| felt_cmd = [ |
| checkout.join('flutter', 'lib', 'web_ui', 'dev', 'felt_windows.bat') |
| ] |
| |
| # Presence of tags in git repo is critical for determining dart version. |
| dart_sdk_dir = GetCheckoutPath(api).join('third_party', 'dart') |
| with api.context(cwd=dart_sdk_dir): |
| # The default fetch remote is a local dir, so explicitly fetch from |
| # upstream remote |
| api.step('Fetch dart tags', |
| ['git', 'fetch', 'https://dart.googlesource.com/sdk.git', '--tags']) |
| api.step('List all tags', ['git', 'tag', '--list']) |
| |
| api.gclient.runhooks() |
| |
| # Update dart packages and run tests. |
| local_pub = checkout.join('out', target_name, 'dart-sdk', 'bin', 'pub') |
| with api.context( |
| cwd=checkout.join('flutter', 'web_sdk', 'web_engine_tester')): |
| api.step('pub get in web_engine_tester', [local_pub, 'get']) |
| with api.context(cwd=checkout.join('flutter', 'lib', 'web_ui')): |
| api.step('pub get in web_engine_tester', [local_pub, 'get']) |
| felt_licenses = copy.deepcopy(felt_cmd) |
| felt_licenses.append('check-licenses') |
| api.step('felt licenses', felt_licenses) |
| if api.platform.is_linux: |
| DownloadFirefoxDriver(api) |
| additional_args_firefox = ['--browser', 'firefox'] |
| felt_test_firefox = copy.deepcopy(felt_cmd) |
| felt_test_firefox.append('test') |
| felt_test_firefox.extend(additional_args_firefox) |
| api.step('felt test firefox', felt_test_firefox) |
| DownloadChromeAndDriver(api) |
| felt_test = copy.deepcopy(felt_cmd) |
| felt_test.append('test') |
| felt_test.extend(additional_args) |
| if api.platform.is_mac: |
| with SetupXcode(api): |
| api.step('felt ios-safari test', felt_test) |
| else: |
| with recipe_api.defer_results(): |
| api.step('felt test chrome', felt_test) |
| logs_path = checkout.join('flutter', 'lib', 'web_ui', '.dart_tool', |
| 'test_results') |
| if api.properties.get('gcs_goldens_bucket') and not api.runtime.is_experimental: |
| api.gsutil.upload( |
| bucket=api.properties['gcs_goldens_bucket'], |
| source=logs_path, |
| dest='%s/%s' % ('web_engine', api.buildbucket.build.id), |
| link_name='archive goldens', |
| args=['-r'], |
| multithreaded=True, |
| name='upload goldens %s' % api.buildbucket.build.id, |
| unauthenticated_url=True) |
| html_files = api.file.glob_paths( |
| 'html goldens', |
| source=logs_path, |
| pattern='*.html', |
| test_data=('a.html',)).get_result() |
| with api.step.nest('Failed golden links') as presentation: |
| for html_file in html_files: |
| base_name = api.path.basename(html_file) |
| url = 'https://storage.googleapis.com/%s/web_engine/%s/%s' % ( |
| api.properties['gcs_goldens_bucket'], |
| api.buildbucket.build.id, base_name) |
| presentation.links[base_name] = url |
| |
| |
| def GenTests(api): |
| yield api.test('linux-post-submit') + api.properties( |
| goma_jobs='200') + api.platform('linux', 64) |
| yield api.test('windows-post-submit') + api.properties( |
| goma_jobs='200') + api.platform('win', 32) |
| yield api.test('mac-post-submit') + api.properties( |
| goma_jobs='200') + api.platform('mac', 64) |
| yield api.test('linux-pre-submit') + api.properties( |
| goma_jobs='200', |
| git_url='https://mygitrepo', |
| git_ref='refs/pull/1/head', |
| gcs_goldens_bucket='mybucket', |
| clobber=True) + api.platform('linux', 64) |
