Add mac_benchmark ci.yaml property (#119871)
* Add mac_benchmark ci.yaml property
* Remove presubmit
* Bringup
* Comma
* gems
* Test animated_complex_opacity_perf_macos__e2e_summary in presubmit
* Try top-level mac_model
* Move dependencies back into tasks
* Add signing dependency
* Revert animated_complex_opacity_perf_macos__e2e_summary test
diff --git a/.ci.yaml b/.ci.yaml
index 692a4cc..6bfbbf8 100644
--- a/.ci.yaml
+++ b/.ci.yaml
@@ -90,6 +90,18 @@
device_type: none
cpu: arm64
xcode: 14a5294e # xcode 14.0 beta 5
+ mac_benchmark:
+ properties:
+ dependencies: >-
+ [
+ {"dependency": "apple_signing", "version": "version:2022_to_2023"}
+ ]
+ device_type: none
+ mac_model: "Macmini8,1"
+ os: Mac-12
+ tags: >
+ ["devicelab", "hostonly", "mac"]
+ xcode: 14a5294e # xcode 14.0 beta 5
mac_x64:
properties:
dependencies: >-
@@ -2438,7 +2450,8 @@
- bin/
- .ci.yaml
- - name: Mac animated_complex_opacity_perf_macos__e2e_summary
+ - name: Mac_benchmark animated_complex_opacity_perf_macos__e2e_summary
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2448,11 +2461,10 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: animated_complex_opacity_perf_macos__e2e_summary
- - name: Mac basic_material_app_macos__compile
+ - name: Mac_benchmark basic_material_app_macos__compile
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2461,8 +2473,6 @@
[
{"dependency": "xcode", "version": "14a5294e"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: basic_material_app_macos__compile
- name: Mac build_ios_framework_module_test
@@ -2573,7 +2583,8 @@
tags: >
["framework", "hostonly", "shard", "mac"]
- - name: Mac complex_layout_macos__compile
+ - name: Mac_benchmark complex_layout_macos__compile
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2583,13 +2594,12 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: complex_layout_macos__compile
- - name: Mac complex_layout_macos__start_up
- recipe: devicelab/devicelab_drone
+ - name: Mac_benchmark complex_layout_macos__start_up
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
+ recipe: devicelab/devicelab_drone
timeout: 60
properties:
dependencies: >-
@@ -2597,13 +2607,12 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: complex_layout_macos__start_up
- - name: Mac complex_layout_scroll_perf_macos__timeline_summary
- recipe: devicelab/devicelab_drone
+ - name: Mac_benchmark complex_layout_scroll_perf_macos__timeline_summary
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
+ recipe: devicelab/devicelab_drone
timeout: 60
properties:
dependencies: >-
@@ -2611,8 +2620,6 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: complex_layout_scroll_perf_macos__timeline_summary
- name: Mac customer_testing
@@ -2657,7 +2664,8 @@
["devicelab", "hostonly", "mac"]
task_name: flavors_test_macos
- - name: Mac flutter_gallery_macos__compile
+ - name: Mac_benchmark flutter_gallery_macos__compile
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2667,11 +2675,10 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: flutter_gallery_macos__compile
- - name: Mac flutter_gallery_macos__start_up
+ - name: Mac_benchmark flutter_gallery_macos__start_up
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2681,8 +2688,6 @@
{"dependency": "xcode", "version": "14a5294e"},
{"dependency": "gems", "version": "v3.3.14"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: flutter_gallery_macos__start_up
- name: Mac flutter_packaging_test
@@ -2694,7 +2699,6 @@
tags: >
["framework", "hostonly", "shard", "mac"]
-
- name: Mac_arm64 flutter_packaging_test
recipe: packaging_v2/packaging_v2
timeout: 60
@@ -2706,7 +2710,8 @@
dimensions:
cpu: "arm64"
- - name: Mac flutter_view_macos__start_up
+ - name: Mac_benchmark flutter_view_macos__start_up
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2715,8 +2720,6 @@
[
{"dependency": "xcode", "version": "14a5294e"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: flutter_view_macos__start_up
- name: Mac framework_tests_libraries
@@ -2815,7 +2818,8 @@
- bin/**
- .ci.yaml
- - name: Mac hello_world_macos__compile
+ - name: Mac_benchmark hello_world_macos__compile
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2824,8 +2828,6 @@
[
{"dependency": "xcode", "version": "14a5294e"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: hello_world_macos__compile
- name: Mac integration_ui_test_test_macos
@@ -2929,7 +2931,8 @@
- bin/**
- .ci.yaml
- - name: Mac platform_view_macos__start_up
+ - name: Mac_benchmark platform_view_macos__start_up
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
recipe: devicelab/devicelab_drone
timeout: 60
@@ -2938,8 +2941,6 @@
[
{"dependency": "xcode", "version": "14a5294e"}
]
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: platform_view_macos__start_up
- name: Mac plugin_dependencies_test
@@ -4865,13 +4866,12 @@
["devicelab", "hostonly", "linux"]
task_name: flutter_tool_startup__linux
- - name: Mac flutter_tool_startup__macos
- recipe: devicelab/devicelab_drone
+ - name: Mac_benchmark flutter_tool_startup__macos
+ bringup: true # https://github.com/flutter/flutter/pull/119871
presubmit: false
+ recipe: devicelab/devicelab_drone
timeout: 60
properties:
- tags: >
- ["devicelab", "hostonly", "mac"]
task_name: flutter_tool_startup__macos
- name: Linux flutter_packaging
