Reduced benchmarks (#2166)

* Reduced benchmarks to only run on android/java packages (not on integrations)
* Benchmark are scheduled to run every night
* On each pr only one device will be benchmarked

.github/workflows/integration-tests-benchmarks.yml

@@ -1,9 +1,15 @@
 name: "Integration Tests - Benchmarks"
 on:
-  push:
-    branches:
-      - main
+  schedule:
+    - cron: '0 0 * * *' # every night at midnight UTC
   pull_request:
+    paths:
+      - '**/sentry/**'
+      - '**/sentry-android/**'
+      - '**/sentry-android-core/**'
+      - '**/sentry-android-ndk/**'
+      - '**/sentry-android-integration-tests/sentry-uitest-android-benchmark/**'
+      - '**/.github/**'
 
 jobs:
   test:
@@ -29,9 +35,18 @@ jobs:
       - name: Make stop
         run: make stop
 
-      - name: Run Tests in SauceLab
+      - name: Run All Tests in SauceLab
         uses: saucelabs/saucectl-run-action@v1
+        if: github.event_name != 'pull_request'
         with:
           sauce-username: ${{ secrets.SAUCE_USERNAME }}
           sauce-access-key: ${{ secrets.SAUCE_ACCESS_KEY }}
           config-file: .sauce/sentry-uitest-android-benchmark.yml
+
+      - name: Run one test in SauceLab
+        uses: saucelabs/saucectl-run-action@v1
+        if: github.event_name == 'pull_request'
+        with:
+          sauce-username: ${{ secrets.SAUCE_USERNAME }}
+          sauce-access-key: ${{ secrets.SAUCE_ACCESS_KEY }}
+          config-file: .sauce/sentry-uitest-android-benchmark-lite.yml

.sauce/sentry-uitest-android-benchmark-lite.yml

@@ -0,0 +1,30 @@
+apiVersion: v1alpha
+kind: espresso
+sauce:
+  region: us-west-1
+  concurrency: 2
+  metadata:
+    name: Android benchmarks with Espresso
+    tags:
+      - benchmarks
+      - android
+
+defaults:
+  timeout: 20m
+
+espresso:
+  app: ./sentry-android-integration-tests/sentry-uitest-android-benchmark/build/outputs/apk/release/sentry-uitest-android-benchmark-release.apk
+  testApp: ./sentry-android-integration-tests/sentry-uitest-android-benchmark/build/outputs/apk/androidTest/release/sentry-uitest-android-benchmark-release-androidTest.apk
+
+suites:
+
+  - name: "Android 11 (api 30)"
+    devices:
+      - id: Google_Pixel_2_real_us # Google Pixel 2 - api 30 (11)
+
+artifacts:
+  download:
+    when: always
+    match:
+      - junit.xml
+    directory: ./artifacts/