Skip to content

Commit

Permalink
Move a second batch of mac/ios tests to prod.
Browse files Browse the repository at this point in the history 
Bug: #73392
  • Loading branch information
@godofredoc
godofredoc committed Feb 24, 2021
1 parent a30ebf6 commit bc10ee1
Show file tree
Hide file tree
Showing 3 changed files with 25 additions and 154 deletions.
129 changes: 0 additions & 129 deletions dev/devicelab/manifest.yaml
View file
Expand Up @@ -73,18 +73,6 @@ tasks:
required_agent_capabilities: ["mac/ios32"]
flaky: true

ios_defines_test:
description: >
Builds a Framework with a --dart-define and verifies it can be used as a constant
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

tiles_scroll_perf_ios__timeline_summary:
description: >
Measures the runtime performance of the tiles tab in the Complex Layout sample app on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

flutter_gallery_ios32__start_up:
description: >
Measures the startup time of the Flutter Gallery app on 32-bit iOS (iPhone 4S).
Expand All @@ -98,36 +86,6 @@ tasks:
required_agent_capabilities: ["mac/ios32"]
flaky: true

platform_interaction_test_ios:
description: >
Checks platform interaction on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

platform_channel_sample_test_ios:
description: >
Runs a driver test on the Platform Channel sample app on iPhone 6 Objective-C project.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

platform_channel_sample_test_swift:
description: >
Runs a driver test on the Platform Channel sample app on iPhone 6 Swift project.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

platform_view_ios__start_up:
description: >
Verifies that Platform View can be used from an iOS project.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

post_backdrop_filter_perf_ios__timeline_summary:
description: >
Measures the runtime performance of animations after a backdrop filter is removed on iOS.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

flutter_gallery_ios__start_up:
description: >
Measures the startup time of the Flutter Gallery app on iPhone 6.
Expand All @@ -141,87 +99,6 @@ tasks:
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

hello_world_ios__compile:
description: >
Measures the IPA size of Hello World.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

microbenchmarks_ios:
description: >
Runs benchmarks from dev/benchmarks/microbenchmarks on iPhone 6.
stage: devicelab_ios
#TODO(godofredoc): Remove ios/12 capability once
# https://github.com/flutter/flutter/issues/49635 is fixed.
required_agent_capabilities: ["mac/ios", "ios/12"]

flutter_view_ios__start_up:
description: >
Verifies that Flutter View can be used from an iOS project.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

integration_ui_ios_driver:
description: >
Runs end-to-end Flutter tests on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

integration_ui_ios_keyboard_resize:
description: >
Runs end-to-end Flutter tests on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

integration_ui_ios_screenshot:
description: >
Runs end-to-end Flutter tests on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

integration_ui_ios_textfield:
description: >
Runs end-to-end Flutter tests on iPhone 6.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

ios_platform_view_tests:
description: >
Runs end-to-end tests with platform views in the scene.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

macos_chrome_dev_mode:
description: >
Run flutter web on the devicelab and hot restart.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

simple_animation_perf_ios:
description: >
Measure CPU/GPU usage percentages of a simple animation.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

smoke_catalina_hot_mode_dev_cycle_ios__benchmark:
description: >
A some test that runs on macOS Catalina, which is a clone of the Dart VM hot patching performance benchmarking.
stage: devicelab_ios
required_agent_capabilities: ["mac-catalina/ios"]

# macOS target platform tests
hot_mode_dev_cycle_macos_target__benchmark:
description: >
Checks the functionality and performance of hot reload on a macOS target platform
stage: devicelab
required_agent_capabilities: ["mac/ios"]

ios_app_with_extensions_test:
description: >
Checks that an iOS app with extensions can be built for physical and simulated devices.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

# Tests running on Windows host

flavors_test_win:
Expand Down Expand Up @@ -264,9 +141,3 @@ tasks:
Measures the performance of screen transitions in the new Flutter Gallery on iOS.
stage: devicelab_ios
required_agent_capabilities: ["mac/ios"]

large_image_changer_perf_ios:
description: >
Measures memory, cpu, and gpu usage when rotating through a series of large images.
stage: devicelab
required_agent_capabilities: ["mac/ios"]
8 changes: 4 additions & 4 deletions dev/devicelab/test/manifest_test.dart
View file
Expand Up @@ -14,10 +14,10 @@ void main() {
final Manifest manifest = loadTaskManifest();
expect(manifest.tasks, isNotEmpty);

final ManifestTask task = manifest.tasks.firstWhere((ManifestTask task) => task.name == 'simple_animation_perf_ios');
expect(task.description, 'Measure CPU/GPU usage percentages of a simple animation.\n');
expect(task.stage, 'devicelab_ios');
expect(task.requiredAgentCapabilities, <String>['mac/ios']);
final ManifestTask task = manifest.tasks.firstWhere((ManifestTask task) => task.name == 'complex_layout_win__compile');
expect(task.description, 'Collects various performance metrics of compiling the Complex Layout for Android from Windows.\n');
expect(task.stage, 'devicelab_win');
expect(task.requiredAgentCapabilities, <String>['windows/android']);

for (final ManifestTask task in manifest.tasks) {
final File taskFile = File('bin/tasks/${task.name}.dart');
Expand Down
42 changes: 21 additions & 21 deletions dev/prod_builders.json
View file
Expand Up @@ -874,49 +874,49 @@
"name": "Mac_ios flutter_view_ios__start_up",
"repo": "flutter",
"task_name": "mac_ios_flutter_view_ios__start_up",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios hello_world_ios__compile",
"repo": "flutter",
"task_name": "mac_ios_hello_world_ios__compile",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios hot_mode_dev_cycle_macos_target__benchmark",
"repo": "flutter",
"task_name": "mac_ios_hot_mode_dev_cycle_macos_target__benchmark",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios integration_ui_ios_driver",
"repo": "flutter",
"task_name": "mac_ios_integration_ui_ios_driver",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios integration_ui_ios_keyboard_resize",
"repo": "flutter",
"task_name": "mac_ios_integration_ui_ios_keyboard_resize",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios integration_ui_ios_screenshot",
"repo": "flutter",
"task_name": "mac_ios_integration_ui_ios_screenshot",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios integration_ui_ios_textfield",
"repo": "flutter",
"task_name": "mac_ios_integration_ui_ios_textfield",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios ios_app_with_extensions_test",
"repo": "flutter",
"task_name": "mac_ios_ios_app_with_extensions_test",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios ios_content_validation_test",
Expand All @@ -928,31 +928,31 @@
"name": "Mac_ios ios_defines_test",
"repo": "flutter",
"task_name": "mac_ios_ios_defines_test",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios ios_platform_view_tests",
"repo": "flutter",
"task_name": "mac_ios_ios_platform_view_tests",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios large_image_changer_perf_ios",
"repo": "flutter",
"task_name": "mac_ios_large_image_changer_perf_ios",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios macos_chrome_dev_mode",
"repo": "flutter",
"task_name": "mac_ios_macos_chrome_dev_mode",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios microbenchmarks_ios",
"repo": "flutter",
"task_name": "mac_ios_microbenchmarks_ios",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios new_gallery_ios__transition_perf",
Expand All @@ -964,25 +964,25 @@
"name": "Mac_ios platform_channel_sample_test_ios",
"repo": "flutter",
"task_name": "mac_ios_platform_channel_sample_test_ios",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios platform_channel_sample_test_swift",
"repo": "flutter",
"task_name": "mac_ios_platform_channel_sample_test_swift",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios platform_interaction_test_ios",
"repo": "flutter",
"task_name": "mac_ios_platform_interaction_test_ios",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios platform_view_ios__start_up",
"repo": "flutter",
"task_name": "mac_ios_platform_view_ios__start_up",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios platform_views_scroll_perf_ios__timeline_summary",
Expand All @@ -994,25 +994,25 @@
"name": "Mac_ios post_backdrop_filter_perf_ios__timeline_summary",
"repo": "flutter",
"task_name": "mac_ios_post_backdrop_filter_perf_ios__timeline_summary",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios simple_animation_perf_ios",
"repo": "flutter",
"task_name": "mac_ios_simple_animation_perf_ios",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios smoke_catalina_hot_mode_dev_cycle_ios__benchmark",
"repo": "flutter",
"task_name": "mac_ios_smoke_catalina_hot_mode_dev_cycle_ios__benchmark",
"flaky": true
"flaky": false
},
{
"name": "Mac_ios tiles_scroll_perf_ios__timeline_summary",
"repo": "flutter",
"task_name": "mac_ios_tiles_scroll_perf_ios__timeline_summary",
"flaky": true
"flaky": false
},
{
"name": "Windows build_aar_module_test",
Expand Down

0 comments on commit bc10ee1

Please sign in to comment.