From 768b8a807a5e57f9f6f5a2c9013e8d833f44f3f2 Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:11:10 +0300 Subject: [PATCH 1/9] Change robo test device from virtual Pixel2 to Pixel3. --- .circleci/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index b3a20f8e08..5254c04961 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -330,7 +330,7 @@ commands: --app app/build/outputs/apk/release/app-release.apk \ --device model=harpia,version=23,locale=en,orientation=portrait \ --device model=blueline,version=28,locale=en,orientation=portrait \ - --device model=Pixel2,version=30,locale=en,orientation=portrait \ + --device model=Pixel3,version=30,locale=en,orientation=portrait \ --device model=G8142,version=25,locale=en,orientation=portrait \ --timeout 90s fi From ed38def8fb350ec2ef7917c4d0d0a457fd5045d4 Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:18:38 +0300 Subject: [PATCH 2/9] Add robo test device Pixel 6 at API level 31. --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 5254c04961..5dd48459f5 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -332,6 +332,7 @@ commands: --device model=blueline,version=28,locale=en,orientation=portrait \ --device model=Pixel3,version=30,locale=en,orientation=portrait \ --device model=G8142,version=25,locale=en,orientation=portrait \ + --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s fi From ae545a5d698b3ea7c9d2d0a75afb209aab79897c Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:21:37 +0300 Subject: [PATCH 3/9] Print available firebase device model list before running robo test. --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 5dd48459f5..ef79a32355 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -326,6 +326,7 @@ commands: no_output_timeout: 10m command: | if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON}" ]]; then + gcloud firebase test android models list gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ --device model=harpia,version=23,locale=en,orientation=portrait \ From ebac5e56f5eb1bd6967124a76881176dede5633e Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:38:24 +0300 Subject: [PATCH 4/9] Remove test device for API level 25 and 28. --- .circleci/config.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index ef79a32355..e3dc7df880 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -330,9 +330,7 @@ commands: gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ --device model=harpia,version=23,locale=en,orientation=portrait \ - --device model=blueline,version=28,locale=en,orientation=portrait \ --device model=Pixel3,version=30,locale=en,orientation=portrait \ - --device model=G8142,version=25,locale=en,orientation=portrait \ --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s fi From 480a7078d7799df7ed9920cdfc93e788035d357a Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:42:21 +0300 Subject: [PATCH 5/9] Add comments about virtual device. --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index e3dc7df880..d9c6ee4808 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -330,6 +330,7 @@ commands: gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ --device model=harpia,version=23,locale=en,orientation=portrait \ + ### Virtual device running at API level 30 --device model=Pixel3,version=30,locale=en,orientation=portrait \ --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s From d7ebd5b348571ae8c81713b201fcb9176a79aded Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 14:53:30 +0300 Subject: [PATCH 6/9] Add robo test device with API level 21. --- .circleci/config.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index d9c6ee4808..66777d49c2 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -329,6 +329,8 @@ commands: gcloud firebase test android models list gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ + ### Minimum SDK level the Maps SDK support + --device model=hwALE-H,version=21,locale=en,orientation=portrait \ --device model=harpia,version=23,locale=en,orientation=portrait \ ### Virtual device running at API level 30 --device model=Pixel3,version=30,locale=en,orientation=portrait \ From 4620b0fcf20df3c320cc7c8b423d54736b8fae28 Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 15:25:28 +0300 Subject: [PATCH 7/9] Only keep api 21, api 31 and a virtual device. --- .circleci/config.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 66777d49c2..15f46319ee 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -327,12 +327,13 @@ commands: command: | if [[ -n "${GCLOUD_SERVICE_ACCOUNT_JSON}" ]]; then gcloud firebase test android models list + ### We use following devices to run robo tests: + ### * 1 old API (the lower the better) + ### * 1 new API (the higher the better) + ### * 1 x86-64 emulator (validation of the ABI we "never" use) - Pixel3 gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ - ### Minimum SDK level the Maps SDK support --device model=hwALE-H,version=21,locale=en,orientation=portrait \ - --device model=harpia,version=23,locale=en,orientation=portrait \ - ### Virtual device running at API level 30 --device model=Pixel3,version=30,locale=en,orientation=portrait \ --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s From 0d79ac2ef288fce3d9c9bc168ae7977d1d9e4511 Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Thu, 30 Jun 2022 15:29:31 +0300 Subject: [PATCH 8/9] Add api level 23 back. --- .circleci/config.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 15f46319ee..6f1147e584 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -330,10 +330,12 @@ commands: ### We use following devices to run robo tests: ### * 1 old API (the lower the better) ### * 1 new API (the higher the better) - ### * 1 x86-64 emulator (validation of the ABI we "never" use) - Pixel3 + ### * 1 x86-64 emulator(Pixel3) + ### * API level 23 which is known to work weird sometimes gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ --device model=hwALE-H,version=21,locale=en,orientation=portrait \ + --device model=harpia,version=23,locale=en,orientation=portrait \ --device model=Pixel3,version=30,locale=en,orientation=portrait \ --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s From 4b16c76f2c83189f6c43b2f68e95d3aa7362887e Mon Sep 17 00:00:00 2001 From: Peng Liu Date: Fri, 1 Jul 2022 12:23:40 +0300 Subject: [PATCH 9/9] Use API level 29 for virtual pixel 2. --- .circleci/config.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 6f1147e584..ddaf125feb 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -330,13 +330,13 @@ commands: ### We use following devices to run robo tests: ### * 1 old API (the lower the better) ### * 1 new API (the higher the better) - ### * 1 x86-64 emulator(Pixel3) + ### * 1 x86-64 emulator(Pixel2) ### * API level 23 which is known to work weird sometimes gcloud firebase test android run --type robo \ --app app/build/outputs/apk/release/app-release.apk \ --device model=hwALE-H,version=21,locale=en,orientation=portrait \ --device model=harpia,version=23,locale=en,orientation=portrait \ - --device model=Pixel3,version=30,locale=en,orientation=portrait \ + --device model=Pixel2,version=29,locale=en,orientation=portrait \ --device model=oriole,version=31,locale=en,orientation=portrait \ --timeout 90s fi