app_dart/lib/src/request_handlers/postsubmit_luci_subscription.dart - mirrors/cocoon - Git at Google

 // Copyright 2019 The Flutter Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.

 import 'dart:convert';

 import 'package:cocoon_service/ci_yaml.dart';
 import 'package:cocoon_service/src/service/luci_build_service.dart';
 import 'package:gcloud/db.dart';
 import 'package:github/github.dart';
 import 'package:meta/meta.dart';

 import '../model/appengine/commit.dart';
 import '../model/appengine/task.dart';
 import '../model/luci/push_message.dart';
 import '../request_handling/body.dart';
 import '../request_handling/exceptions.dart';
 import '../request_handling/subscription_handler.dart';
 import '../service/datastore.dart';
 import '../service/logging.dart';
 import '../service/github_checks_service.dart';
 import '../service/scheduler.dart';

 /// An endpoint for listening to build updates for postsubmit builds.
 ///
 /// The PubSub subscription is set up here:
 /// https://cloud.google.com/cloudpubsub/subscription/detail/luci-postsubmit?project=flutter-dashboard&tab=overview
 ///
 /// This endpoint is responsible for updating Datastore with the result of builds from LUCI.
 @immutable
 class PostsubmitLuciSubscription extends SubscriptionHandler {
   /// Creates an endpoint for listening to LUCI status updates.
   const PostsubmitLuciSubscription({
     required super.cache,
     required super.config,
     super.authProvider,
     @visibleForTesting this.datastoreProvider = DatastoreService.defaultProvider,
     required this.luciBuildService,
     required this.scheduler,
     required this.githubChecksService,
   }) : super(subscriptionName: 'luci-postsubmit');

   final DatastoreServiceProvider datastoreProvider;
   final LuciBuildService luciBuildService;
   final Scheduler scheduler;
   final GithubChecksService githubChecksService;

   @override
   Future<Body> post() async {
     final DatastoreService datastore = datastoreProvider(config.db);

     final String data = message.data!;
     BuildPushMessage buildPushMessage;
     try {
       final String decodedData = String.fromCharCodes(base64.decode(data));
       buildPushMessage = BuildPushMessage.fromJson(json.decode(decodedData) as Map<String, dynamic>);
       log.info('Result message from base64: $decodedData');
     } on FormatException {
       buildPushMessage = BuildPushMessage.fromJson(json.decode(data) as Map<String, dynamic>);
       log.info('Result message: $data');
     }
     log.fine(buildPushMessage.userData);
     log.fine('Updating buildId=${buildPushMessage.build?.id} for result=${buildPushMessage.build?.result}');
     // Example user data:
     // {
     //   "task_key": "key123",
     // }
     if (buildPushMessage.userData == null) {
       log.fine('User data is empty');
       return Body.empty;
     }

     Map<String, dynamic> userData;
     try {
       userData = jsonDecode(buildPushMessage.userData!) as Map<String, dynamic>;
     } on FormatException {
       userData = jsonDecode(String.fromCharCodes(base64.decode(buildPushMessage.userData!))) as Map<String, dynamic>;
     }

     if (userData.containsKey('repo_owner') && userData.containsKey('repo_name')) {
       // Message is coming from a github checks api (postsubmit) enabled repo. We need to
       // create the slug from the data in the message and send the check status
       // update.

       final RepositorySlug slug = RepositorySlug(
         userData['repo_owner'] as String,
         userData['repo_name'] as String,
       );
       await githubChecksService.updateCheckStatus(
         buildPushMessage,
         luciBuildService,
         slug,
       );
     }

     final String? rawTaskKey = userData['task_key'] as String?;
     final String? rawCommitKey = userData['commit_key'] as String?;
     if (rawCommitKey == null) {
       throw const BadRequestException('userData does not contain commit_key');
     }
     final Build? build = buildPushMessage.build;
     if (build == null) {
       log.warning('Build is null');
       return Body.empty;
     }
     final Key<String> commitKey = Key<String>(Key<dynamic>.emptyKey(Partition(null)), Commit, rawCommitKey);
     Task? task;
     if (rawTaskKey == null || rawTaskKey.isEmpty || rawTaskKey == 'null') {
       log.fine('Pulling builder name from parameters_json...');
       log.fine(build.buildParameters);
       final String? taskName = build.buildParameters?['builder_name'] as String?;
       if (taskName == null) {
         throw const BadRequestException('task_key is null and parameters_json does not contain the builder name');
       }
       final List<Task> tasks = await datastore.queryRecentTasksByName(name: taskName).toList();
       task = tasks.singleWhere((Task task) => task.parentKey?.id == commitKey.id);
     } else {
       log.fine('Looking up key...');
       final int taskId = int.parse(rawTaskKey);
       final Key<int> taskKey = Key<int>(commitKey, Task, taskId);
       task = await datastore.lookupByValue<Task>(taskKey);
     }
     log.fine('Found $task');

     task.updateFromBuild(build);
     await datastore.insert(<Task>[task]);
     log.fine('Updated datastore');

     if (task.status == Task.statusFailed || task.status == Task.statusInfraFailure) {
       log.fine('Trying to auto-retry...');
       final Commit commit = await datastore.lookupByValue<Commit>(commitKey);
       final CiYaml ciYaml = await scheduler.getCiYaml(commit);
       final Target target = ciYaml.postsubmitTargets.singleWhere((Target target) => target.value.name == task!.name);
       final bool retried = await luciBuildService.checkRerunBuilder(
         commit: commit,
         target: target,
         task: task,
         datastore: datastore,
       );
       log.info('Retried: $retried');
     }

     return Body.empty;
   }
 }
	// Copyright 2019 The Flutter Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style license that can be
	// found in the LICENSE file.

	import 'dart:convert';

	import 'package:cocoon_service/ci_yaml.dart';
	import 'package:cocoon_service/src/service/luci_build_service.dart';
	import 'package:gcloud/db.dart';
	import 'package:github/github.dart';
	import 'package:meta/meta.dart';

	import '../model/appengine/commit.dart';
	import '../model/appengine/task.dart';
	import '../model/luci/push_message.dart';
	import '../request_handling/body.dart';
	import '../request_handling/exceptions.dart';
	import '../request_handling/subscription_handler.dart';
	import '../service/datastore.dart';
	import '../service/logging.dart';
	import '../service/github_checks_service.dart';
	import '../service/scheduler.dart';

	/// An endpoint for listening to build updates for postsubmit builds.
	///
	/// The PubSub subscription is set up here:
	/// https://cloud.google.com/cloudpubsub/subscription/detail/luci-postsubmit?project=flutter-dashboard&tab=overview
	///
	/// This endpoint is responsible for updating Datastore with the result of builds from LUCI.
	@immutable
	class PostsubmitLuciSubscription extends SubscriptionHandler {
	/// Creates an endpoint for listening to LUCI status updates.
	const PostsubmitLuciSubscription({
	required super.cache,
	required super.config,
	super.authProvider,
	@visibleForTesting this.datastoreProvider = DatastoreService.defaultProvider,
	required this.luciBuildService,
	required this.scheduler,
	required this.githubChecksService,
	}) : super(subscriptionName: 'luci-postsubmit');

	final DatastoreServiceProvider datastoreProvider;
	final LuciBuildService luciBuildService;
	final Scheduler scheduler;
	final GithubChecksService githubChecksService;

	@override
	Future<Body> post() async {
	final DatastoreService datastore = datastoreProvider(config.db);

	final String data = message.data!;
	BuildPushMessage buildPushMessage;
	try {
	final String decodedData = String.fromCharCodes(base64.decode(data));
	buildPushMessage = BuildPushMessage.fromJson(json.decode(decodedData) as Map<String, dynamic>);
	log.info('Result message from base64: $decodedData');
	} on FormatException {
	buildPushMessage = BuildPushMessage.fromJson(json.decode(data) as Map<String, dynamic>);
	log.info('Result message: $data');
	}
	log.fine(buildPushMessage.userData);
	log.fine('Updating buildId=${buildPushMessage.build?.id} for result=${buildPushMessage.build?.result}');
	// Example user data:
	// {
	// "task_key": "key123",
	// }
	if (buildPushMessage.userData == null) {
	log.fine('User data is empty');
	return Body.empty;
	}

	Map<String, dynamic> userData;
	try {
	userData = jsonDecode(buildPushMessage.userData!) as Map<String, dynamic>;
	} on FormatException {
	userData = jsonDecode(String.fromCharCodes(base64.decode(buildPushMessage.userData!))) as Map<String, dynamic>;
	}

	if (userData.containsKey('repo_owner') && userData.containsKey('repo_name')) {
	// Message is coming from a github checks api (postsubmit) enabled repo. We need to
	// create the slug from the data in the message and send the check status
	// update.

	final RepositorySlug slug = RepositorySlug(
	userData['repo_owner'] as String,
	userData['repo_name'] as String,
	);
	await githubChecksService.updateCheckStatus(
	buildPushMessage,
	luciBuildService,
	slug,
	);
	}

	final String? rawTaskKey = userData['task_key'] as String?;
	final String? rawCommitKey = userData['commit_key'] as String?;
	if (rawCommitKey == null) {
	throw const BadRequestException('userData does not contain commit_key');
	}
	final Build? build = buildPushMessage.build;
	if (build == null) {
	log.warning('Build is null');
	return Body.empty;
	}
	final Key<String> commitKey = Key<String>(Key<dynamic>.emptyKey(Partition(null)), Commit, rawCommitKey);
	Task? task;
	if (rawTaskKey == null \|\| rawTaskKey.isEmpty \|\| rawTaskKey == 'null') {
	log.fine('Pulling builder name from parameters_json...');
	log.fine(build.buildParameters);
	final String? taskName = build.buildParameters?['builder_name'] as String?;
	if (taskName == null) {
	throw const BadRequestException('task_key is null and parameters_json does not contain the builder name');
	}
	final List<Task> tasks = await datastore.queryRecentTasksByName(name: taskName).toList();
	task = tasks.singleWhere((Task task) => task.parentKey?.id == commitKey.id);
	} else {
	log.fine('Looking up key...');
	final int taskId = int.parse(rawTaskKey);
	final Key<int> taskKey = Key<int>(commitKey, Task, taskId);
	task = await datastore.lookupByValue<Task>(taskKey);
	}
	log.fine('Found $task');

	task.updateFromBuild(build);
	await datastore.insert(<Task>[task]);
	log.fine('Updated datastore');

	if (task.status == Task.statusFailed \|\| task.status == Task.statusInfraFailure) {
	log.fine('Trying to auto-retry...');
	final Commit commit = await datastore.lookupByValue<Commit>(commitKey);
	final CiYaml ciYaml = await scheduler.getCiYaml(commit);
	final Target target = ciYaml.postsubmitTargets.singleWhere((Target target) => target.value.name == task!.name);
	final bool retried = await luciBuildService.checkRerunBuilder(
	commit: commit,
	target: target,
	task: task,
	datastore: datastore,
	);
	log.info('Retried: $retried');
	}

	return Body.empty;
	}
	}