script/tool/test/firebase_test_lab_command_test.dart

// Copyright 2013 The Flutter Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

import 'package:args/command_runner.dart';
import 'package:file/file.dart';
import 'package:flutter_plugin_tools/src/common/core.dart';
import 'package:flutter_plugin_tools/src/common/file_utils.dart';
import 'package:flutter_plugin_tools/src/firebase_test_lab_command.dart';
import 'package:git/git.dart';
import 'package:path/path.dart' as p;
import 'package:platform/platform.dart';
import 'package:test/test.dart';

import 'mocks.dart';
import 'util.dart';

void main() {
  group('FirebaseTestLabCommand', () {
    late NativePlatform mockPlatform;
    late Directory packagesDir;
    late CommandRunner<void> runner;
    late RecordingProcessRunner processRunner;
    late RecordingProcessRunner gitProcessRunner;

    setUp(() {
      mockPlatform = createMockPlatform();
      final GitDir gitDir;
      (:packagesDir, :processRunner, :gitProcessRunner, :gitDir) = configureBaseCommandMocks(
        platform: mockPlatform,
      );
      final command = FirebaseTestLabCommand(
        packagesDir,
        processRunner: processRunner,
        platform: mockPlatform,
        gitDir: gitDir,
      );

      runner = CommandRunner<void>('firebase_test_lab_command', 'Test for $FirebaseTestLabCommand');
      runner.addCommand(command);
    });

    void writeJavaTestFile(
      RepositoryPackage plugin,
      String relativeFilePath, {
      String runnerClass = 'FlutterTestRunner',
    }) {
      childFileWithSubcomponents(
        plugin.directory,
        p.posix.split(relativeFilePath),
      ).writeAsStringSync('''
@DartIntegrationTest
@RunWith($runnerClass.class)
public class MainActivityTest {
  @Rule
  public ActivityTestRule<FlutterActivity> rule = new ActivityTestRule<>(FlutterActivity.class);
}
''');
    }

    test('fails if gcloud auth fails', () async {
      processRunner.mockProcessesForExecutable['gcloud'] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(exitCode: 1), <String>['auth']),
      ];

      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>['firebase-test-lab', '--results-bucket=a_bucket', '--service-key=/path/to/key'],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(output, containsAllInOrder(<Matcher>[contains('Unable to activate gcloud account.')]));
    });

    test('retries gcloud set', () async {
      processRunner.mockProcessesForExecutable['gcloud'] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(), <String>['auth']),
        FakeProcessInfo(MockProcess(exitCode: 1), <String>['config']),
      ];

      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--service-key=/path/to/key',
        '--project=a-project',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Warning: gcloud config set returned a non-zero exit code. Continuing anyway.'),
        ]),
      );
    });

    test('only runs gcloud configuration once', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin1 = createFakePlugin(
        'plugin1',
        packagesDir,
        extraFiles: <String>[
          'test/plugin_test.dart',
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin1, javaTestFileRelativePath);
      final RepositoryPackage plugin2 = createFakePlugin(
        'plugin2',
        packagesDir,
        extraFiles: <String>[
          'test/plugin_test.dart',
          'example/integration_test/bar_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin2, javaTestFileRelativePath);

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--project=a-project',
        '--service-key=/path/to/key',
        '--device',
        'model=redfin,version=30',
        '--device',
        'model=seoul,version=26',
        '--test-run-id',
        'testRunId',
        '--build-id',
        'buildId',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin1'),
          contains('Firebase project configured.'),
          contains('Testing example/integration_test/foo_test.dart...'),
          contains('Running for plugin2'),
          contains('Testing example/integration_test/bar_test.dart...'),
        ]),
      );

      expect(
        processRunner.recordedCalls,
        orderedEquals(<ProcessCall>[
          ProcessCall('flutter', const <String>[
            'build',
            'apk',
            '--debug',
            '--config-only',
          ], plugin1.getExamples().first.directory.path),
          ProcessCall(
            'gcloud',
            'auth activate-service-account --key-file=/path/to/key'.split(' '),
            null,
          ),
          ProcessCall('gcloud', 'config set project a-project'.split(' '), null),
          ProcessCall(
            '/packages/plugin1/example/android/gradlew',
            'app:assembleAndroidTest -Pverbose=true'.split(' '),
            '/packages/plugin1/example/android',
          ),
          ProcessCall(
            '/packages/plugin1/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin1/example/integration_test/foo_test.dart'
                .split(' '),
            '/packages/plugin1/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin1/buildId/testRunId/example/0/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin1/example',
          ),
          ProcessCall('flutter', const <String>[
            'build',
            'apk',
            '--debug',
            '--config-only',
          ], plugin2.getExamples().first.directory.path),
          ProcessCall(
            '/packages/plugin2/example/android/gradlew',
            'app:assembleAndroidTest -Pverbose=true'.split(' '),
            '/packages/plugin2/example/android',
          ),
          ProcessCall(
            '/packages/plugin2/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin2/example/integration_test/bar_test.dart'
                .split(' '),
            '/packages/plugin2/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin2/buildId/testRunId/example/0/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin2/example',
          ),
        ]),
      );
    });

    test('runs integration tests', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'test/plugin_test.dart',
          'example/integration_test/bar_test.dart',
          'example/integration_test/foo_test.dart',
          'example/integration_test/should_not_run.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
        '--device',
        'model=seoul,version=26',
        '--test-run-id',
        'testRunId',
        '--build-id',
        'buildId',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains('Testing example/integration_test/bar_test.dart...'),
          contains('Testing example/integration_test/foo_test.dart...'),
        ]),
      );
      expect(output, isNot(contains('test/plugin_test.dart')));
      expect(output, isNot(contains('example/integration_test/should_not_run.dart')));

      expect(
        processRunner.recordedCalls,
        orderedEquals(<ProcessCall>[
          ProcessCall('flutter', const <String>[
            'build',
            'apk',
            '--debug',
            '--config-only',
          ], plugin.getExamples().first.directory.path),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleAndroidTest -Pverbose=true'.split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/integration_test/bar_test.dart'
                .split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example/0/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin/example',
          ),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/integration_test/foo_test.dart'
                .split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example/1/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin/example',
          ),
        ]),
      );
    });

    test('runs for all examples', () async {
      const examples = <String>['example1', 'example2'];
      const javaTestFileExampleRelativePath = 'android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        examples: examples,
        extraFiles: <String>[
          for (final String example in examples) ...<String>[
            'example/$example/integration_test/a_test.dart',
            'example/$example/android/gradlew',
            'example/$example/$javaTestFileExampleRelativePath',
          ],
        ],
      );
      for (final example in examples) {
        writeJavaTestFile(plugin, 'example/$example/$javaTestFileExampleRelativePath');
      }

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
        '--device',
        'model=seoul,version=26',
        '--test-run-id',
        'testRunId',
        '--build-id',
        'buildId',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Testing example/example1/integration_test/a_test.dart...'),
          contains('Testing example/example2/integration_test/a_test.dart...'),
        ]),
      );

      expect(
        processRunner.recordedCalls,
        containsAll(<ProcessCall>[
          ProcessCall(
            '/packages/plugin/example/example1/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/example1/integration_test/a_test.dart'
                .split(' '),
            '/packages/plugin/example/example1/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example1/0/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin/example/example1',
          ),
          ProcessCall(
            '/packages/plugin/example/example2/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/example2/integration_test/a_test.dart'
                .split(' '),
            '/packages/plugin/example/example2/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example2/0/ --device model=redfin,version=30 --device model=seoul,version=26'
                .split(' '),
            '/packages/plugin/example/example2',
          ),
        ]),
      );
    });

    test('fails if a test fails twice', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'example/integration_test/bar_test.dart',
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      processRunner.mockProcessesForExecutable['gcloud'] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(exitCode: 1), <String>[
          'firebase',
          'test',
        ]), // integration test #1
        FakeProcessInfo(MockProcess(exitCode: 1), <String>[
          'firebase',
          'test',
        ]), // integration test #1 retry
        FakeProcessInfo(MockProcess(), <String>['firebase', 'test']), // integration test #2
      ];

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Testing example/integration_test/bar_test.dart...'),
          contains('Testing example/integration_test/foo_test.dart...'),
          contains(
            'plugin:\n'
            '    example/integration_test/bar_test.dart failed tests',
          ),
        ]),
      );
    });

    test('passes with warning if a test fails once, then passes on retry', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'example/integration_test/bar_test.dart',
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      processRunner.mockProcessesForExecutable['gcloud'] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(exitCode: 1), <String>[
          'firebase',
          'test',
        ]), // integration test #1
        FakeProcessInfo(MockProcess(), <String>['firebase', 'test']), // integration test #1 retry
        FakeProcessInfo(MockProcess(), <String>['firebase', 'test']), // integration test #2
      ];

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Testing example/integration_test/bar_test.dart...'),
          contains('bar_test.dart failed on attempt 1. Retrying...'),
          contains('Testing example/integration_test/foo_test.dart...'),
          contains('Ran for 1 package(s) (1 with warnings)'),
        ]),
      );
    });

    test('fails for plugins with no androidTest directory', () async {
      createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', 'example/android/gradlew'],
      );

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains('No androidTest directory found.'),
          contains('The following packages had errors:'),
          contains(
            'plugin:\n'
            '    No tests ran (use --exclude if this is intentional).',
          ),
        ]),
      );
    });

    test('skips for non-plugin packages with no androidTest directory', () async {
      createFakePackage(
        'a_package',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', 'example/android/gradlew'],
      );

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for a_package'),
          contains('No androidTest directory found.'),
          contains('No examples support Android.'),
          contains('Skipped 1 package'),
        ]),
      );
    });

    test('fails for packages with no integration test files', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/android/gradlew', javaTestFileRelativePath],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains('No integration tests were run'),
          contains('The following packages had errors:'),
          contains(
            'plugin:\n'
            '    No tests ran (use --exclude if this is intentional).',
          ),
        ]),
      );
    });

    test('fails for packages with no integration_test runner', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'test/plugin_test.dart',
          'example/integration_test/bar_test.dart',
          'example/integration_test/foo_test.dart',
          'example/integration_test/should_not_run.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      // Use the wrong @RunWith annotation.
      writeJavaTestFile(plugin, javaTestFileRelativePath, runnerClass: 'AndroidJUnit4.class');

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains(
            'No integration_test runner found. '
            'See the integration_test package README for setup instructions.',
          ),
          contains(
            'plugin:\n'
            '    No integration_test runner.',
          ),
        ]),
      );
    });

    test('supports kotlin implementation of integration_test runner', () async {
      const kotlinTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.kt';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'test/plugin_test.dart',
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          kotlinTestFileRelativePath,
        ],
      );

      // Kotlin equivalent of the test runner
      childFileWithSubcomponents(
        plugin.directory,
        p.posix.split(kotlinTestFileRelativePath),
      ).writeAsStringSync('''
@DartIntegrationTest
@RunWith(FlutterTestRunner::class)
class MainActivityTest {
  @JvmField @Rule var rule = ActivityTestRule(MainActivity::class.java)
}
''');

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains('Testing example/integration_test/foo_test.dart...'),
          contains('Ran for 1 package'),
        ]),
      );
    });

    test('skips packages with no android directory', () async {
      createFakePackage(
        'package',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart'],
      );

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for package'),
          contains('No examples support Android'),
        ]),
      );
      expect(output, isNot(contains('Testing example/integration_test/foo_test.dart...')));

      expect(processRunner.recordedCalls, orderedEquals(<ProcessCall>[]));
    });

    test('builds if gradlew is missing', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', javaTestFileRelativePath],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      final List<String> output = await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
        '--test-run-id',
        'testRunId',
        '--build-id',
        'buildId',
      ]);

      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Running for plugin'),
          contains('Running flutter build apk...'),
          contains('Testing example/integration_test/foo_test.dart...'),
        ]),
      );

      expect(
        processRunner.recordedCalls,
        orderedEquals(<ProcessCall>[
          ProcessCall(
            'flutter',
            'build apk --debug --config-only'.split(' '),
            plugin.getExamples().first.directory.path,
          ),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleAndroidTest -Pverbose=true'.split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/integration_test/foo_test.dart'
                .split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example/0/ --device model=redfin,version=30'
                .split(' '),
            '/packages/plugin/example',
          ),
        ]),
      );
    });

    test('fails if building to generate gradlew fails', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', javaTestFileRelativePath],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      processRunner.mockProcessesForExecutable['flutter'] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(exitCode: 1), <String>['build']),
      ];

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(output, containsAllInOrder(<Matcher>[contains('Unable to build example apk')]));
    });

    test('fails if assembleAndroidTest fails', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', javaTestFileRelativePath],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      final String gradlewPath = plugin
          .getExamples()
          .first
          .platformDirectory(FlutterPlatform.android)
          .childFile('gradlew')
          .path;
      processRunner.mockProcessesForExecutable[gradlewPath] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(exitCode: 1), <String>['app:assembleAndroidTest']),
      ];

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(output, containsAllInOrder(<Matcher>[contains('Unable to assemble androidTest')]));
    });

    test('fails if assembleDebug fails', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>['example/integration_test/foo_test.dart', javaTestFileRelativePath],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      final String gradlewPath = plugin
          .getExamples()
          .first
          .platformDirectory(FlutterPlatform.android)
          .childFile('gradlew')
          .path;
      processRunner.mockProcessesForExecutable[gradlewPath] = <FakeProcessInfo>[
        FakeProcessInfo(MockProcess(), <String>['app:assembleAndroidTest']),
        FakeProcessInfo(MockProcess(exitCode: 1), <String>['app:assembleDebug']),
      ];

      Error? commandError;
      final List<String> output = await runCapturingPrint(
        runner,
        <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ],
        errorHandler: (Error e) {
          commandError = e;
        },
      );

      expect(commandError, isA<ToolExit>());
      expect(
        output,
        containsAllInOrder(<Matcher>[
          contains('Could not build example/integration_test/foo_test.dart'),
          contains('The following packages had errors:'),
          contains(
            '  plugin:\n'
            '    example/integration_test/foo_test.dart failed to build',
          ),
        ]),
      );
    });

    test('experimental flag', () async {
      const javaTestFileRelativePath = 'example/android/app/src/androidTest/MainActivityTest.java';
      final RepositoryPackage plugin = createFakePlugin(
        'plugin',
        packagesDir,
        extraFiles: <String>[
          'example/integration_test/foo_test.dart',
          'example/android/gradlew',
          javaTestFileRelativePath,
        ],
      );
      writeJavaTestFile(plugin, javaTestFileRelativePath);

      await runCapturingPrint(runner, <String>[
        'firebase-test-lab',
        '--results-bucket=a_bucket',
        '--device',
        'model=redfin,version=30',
        '--test-run-id',
        'testRunId',
        '--build-id',
        'buildId',
        '--enable-experiment=exp1',
      ]);

      expect(
        processRunner.recordedCalls,
        orderedEquals(<ProcessCall>[
          ProcessCall('flutter', const <String>[
            'build',
            'apk',
            '--debug',
            '--config-only',
            '--enable-experiment=exp1',
          ], plugin.getExamples().first.directory.path),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleAndroidTest -Pverbose=true -Pextra-front-end-options=--enable-experiment%3Dexp1 -Pextra-gen-snapshot-options=--enable-experiment%3Dexp1'
                .split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            '/packages/plugin/example/android/gradlew',
            'app:assembleDebug -Pverbose=true -Ptarget=/packages/plugin/example/integration_test/foo_test.dart -Pextra-front-end-options=--enable-experiment%3Dexp1 -Pextra-gen-snapshot-options=--enable-experiment%3Dexp1'
                .split(' '),
            '/packages/plugin/example/android',
          ),
          ProcessCall(
            'gcloud',
            'firebase test android run --type instrumentation --app build/app/outputs/apk/debug/app-debug.apk --test build/app/outputs/apk/androidTest/debug/app-debug-androidTest.apk --timeout 7m --results-bucket=gs://a_bucket --results-dir=plugins_android_test/plugin/buildId/testRunId/example/0/ --device model=redfin,version=30'
                .split(' '),
            '/packages/plugin/example',
          ),
        ]),
      );
    });

    group('file filtering', () {
      const files = <String>[
        'pubspec.yaml',
        'foo.dart',
        'foo.java',
        'foo.kt',
        'foo.m',
        'foo.swift',
        'foo.cc',
        'foo.cpp',
        'foo.h',
      ];
      for (final file in files) {
        test('runs command for changes to $file', () async {
          createFakePackage('package_a', packagesDir);

          gitProcessRunner.mockProcessesForExecutable['git-diff'] = <FakeProcessInfo>[
            FakeProcessInfo(
              MockProcess(
                stdout:
                    '''
packages/package_a/$file
''',
              ),
            ),
          ];

          final List<String> output = await runCapturingPrint(runner, <String>[
            'firebase-test-lab',
            '--results-bucket=a_bucket',
            '--device',
            'model=redfin,version=30',
          ]);

          expect(output, containsAllInOrder(<Matcher>[contains('Running for package_a')]));
        });
      }

      test('skips commands if all files should be ignored', () async {
        createFakePackage('package_a', packagesDir);

        gitProcessRunner.mockProcessesForExecutable['git-diff'] = <FakeProcessInfo>[
          FakeProcessInfo(
            MockProcess(
              stdout: '''
README.md
SUGGESTED_REVIEWERS.md
packages/package_a/CHANGELOG.md
''',
            ),
          ),
        ];

        final List<String> output = await runCapturingPrint(runner, <String>[
          'firebase-test-lab',
          '--results-bucket=a_bucket',
          '--device',
          'model=redfin,version=30',
        ]);

        expect(output, isNot(containsAllInOrder(<Matcher>[contains('Running for package_a')])));
        expect(output, containsAllInOrder(<Matcher>[contains('SKIPPING ALL PACKAGES')]));
      });
    });
  });
}