#RI-6214 - migrate e2e to gh actions

.github/actions/install-deps/action.yml

@@ -30,4 +30,4 @@ runs:
         # export npm_config_keytar_binary_host_mirror=${{ inputs.keytar-host-mirror }}
         # export npm_config_node_sqlite3_binary_host_mirror=${{ inputs.sqlite3-host-mirror }}
 
-        yarn install
+        yarn install --frozen-lockfile --network-timeout 1000000

.github/e2e-results.js

@@ -0,0 +1,58 @@
+const fs = require('fs');
+
+let parallelNodeInfo = '';
+// const totalNodes = parseInt(process.env.NODE_TOTAL, 10);
+const totalNodes = 4;
+if (totalNodes > 1) {
+  parallelNodeInfo = ` (node: ${parseInt(process.env.NODE_INDEX, 10) + 1}/${totalNodes})`
+}
+
+const file = 'tests/e2e/results/e2e.results.json'
+const appBuildType = process.env.APP_BUILD_TYPE || 'Web'
+const results = {
+  message: {
+    text: `*E2ETest - ${appBuildType}${parallelNodeInfo}* (Branch: *${process.env.GITHUB_REF_NAME}*)` +
+      `\n<https://github.com/RedisInsight/RedisInsight/actions/runs/${process.env.GITHUB_RUN_ID}|View on Github Actions>`,
+    attachments: [],
+  },
+};
+
+const result = JSON.parse(fs.readFileSync(file, 'utf-8'))
+const testRunResult = {
+  color: '#36a64f',
+  title: `Started at: *${result.startTime}`,
+  text: `Executed ${result.total} in ${(new Date(result.endTime) - new Date(result.startTime)) / 1000}s`,
+  fields: [
+    {
+      title: 'Passed',
+      value: result.passed,
+      short: true,
+    },
+    {
+      title: 'Skipped',
+      value: result.skipped,
+      short: true,
+    },
+  ],
+};
+const failed = result.total - result.passed;
+if (failed) {
+  results.passed = false;
+  testRunResult.color = '#cc0000';
+  testRunResult.fields.push({
+    title: 'Failed',
+    value: failed,
+    short: true,
+  });
+}
+
+results.message.attachments.push(testRunResult);
+
+if (results.passed === false) {
+  results.message.text = '<!here> ' + results.message.text;
+}
+
+fs.writeFileSync('e2e.report.json', JSON.stringify({
+  channel: process.env.SLACK_TEST_REPORT_CHANNEL,
+  ...results.message,
+}));

.github/e2e/test.app-image.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -e
+
+yarn --cwd tests/e2e install
+
+# mount app resources
+chmod +x ./release/*.AppImage
+./release/*.AppImage --appimage-mount >> apppath &
+
+# create folder before tests run to prevent permissions issue
+mkdir -p tests/e2e/remote
+mkdir -p tests/e2e/rdi
+
+# run rte
+docker compose -f tests/e2e/rte.docker-compose.yml build
+docker compose -f tests/e2e/rte.docker-compose.yml up --force-recreate -d -V
+./tests/e2e/wait-for-redis.sh localhost 12000 && \
+
+# run tests
+COMMON_URL=$(tail -n 1 apppath)/resources/app.asar/dist/renderer/index.html \
+ELECTRON_PATH=$(tail -n 1 apppath)/redisinsight \
+RI_SOCKETS_CORS=true \
+yarn --cwd tests/e2e dotenv -e .desktop.env yarn --cwd tests/e2e test:desktop:ci

.github/itest-results.js

@@ -0,0 +1,51 @@
+const fs = require('fs');
+
+const file = 'redisinsight/api/test/test-runs/coverage/test-run-result.json'
+
+const results = {
+  message: {
+    text: `*ITest - ${process.env.ITEST_NAME}* (Branch: *${process.env.GITHUB_REF_NAME}*)` +
+      `\n<https://github.com/RedisInsight/RedisInsight/actions/runs/${process.env.GITHUB_RUN_ID}|View on Github Actions>`,
+    attachments: [],
+  },
+};
+
+const result = JSON.parse(fs.readFileSync(file, 'utf-8'))
+const testRunResult = {
+  color: '#36a64f',
+  title: `Started at: ${result.stats.start}`,
+  text: `Executed ${result.stats.tests} in ${result.stats.duration / 1000}s`,
+  fields: [
+    {
+      title: 'Passed',
+      value: result.stats.passes,
+      short: true,
+    },
+    {
+      title: 'Skipped',
+      value: result.stats.pending,
+      short: true,
+    },
+  ],
+};
+
+if (result.stats.failures) {
+  results.passed = false;
+  testRunResult.color = '#cc0000';
+  testRunResult.fields.push({
+    title: 'Failed',
+    value: result.stats.failures,
+    short: true,
+  });
+}
+
+results.message.attachments.push(testRunResult);
+
+if (results.passed === false) {
+  results.message.text = '<!here> ' + results.message.text;
+}
+
+fs.writeFileSync('itests.report.json', JSON.stringify({
+  channel: process.env.SLACK_TEST_REPORT_CHANNEL,
+  ...results.message,
+}));

.github/workflows/build.yml

@@ -1,4 +1,4 @@
-name: Build
+name: 🚀 Build
 
 on:
   # Manual trigger build

.github/workflows/compress-images.yml

@@ -16,12 +16,12 @@ jobs:
     permissions: write-all
     runs-on: ubuntu-latest
     steps:
-      - name: Checkout Repo
-        uses: actions/checkout@v4
+    - name: Checkout Repo
+      uses: actions/checkout@v4
 
-      - name: Compress Images
-        uses: calibreapp/image-actions@main
-        with:
-          # The `GITHUB_TOKEN` is automatically generated by GitHub and scoped only to the repository that is currently running the action. By default, the action can’t update Pull Requests initiated from forked repositories.
-          # See https://docs.github.com/en/actions/reference/authentication-in-a-workflow and https://help.github.com/en/articles/virtual-environments-for-github-actions#token-permissions
-          githubToken: ${{ secrets.GITHUB_TOKEN }}
+    - name: Compress Images
+      uses: calibreapp/image-actions@main
+      with:
+        # The `GITHUB_TOKEN` is automatically generated by GitHub and scoped only to the repository that is currently running the action. By default, the action can’t update Pull Requests initiated from forked repositories.
+        # See https://docs.github.com/en/actions/reference/authentication-in-a-workflow and https://help.github.com/en/articles/virtual-environments-for-github-actions#token-permissions
+        githubToken: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/nightly.yml

@@ -0,0 +1,33 @@
+name: Nightly jobs
+on:
+  schedule:
+  - cron: 0 0 * * *
+
+jobs:
+  # Integration tests
+  build-docker:
+    uses: ./.github/workflows/pipeline-build-docker.yml
+    secrets: inherit
+
+  integration-tests-nightly:
+    needs: build-docker
+    uses: ./.github/workflows/tests-integration.yml
+    secrets: inherit
+    with:
+      build: 'docker'
+      report: true
+      short_rte_list: false
+
+  # E2E tests
+  build-appimage:
+    uses: ./.github/workflows/pipeline-build-linux.yml
+    secrets: inherit
+    with:
+      target: 'linux:appimage:x64'
+
+  e2e-appimage-nightly:
+    uses: ./.github/workflows/tests-e2e-appimage.yml
+    needs: build-appimage
+    secrets: inherit
+    with:
+      report: true

.github/workflows/pipeline-build-docker.yml

@@ -7,6 +7,11 @@ on:
         required: false
         default: 'staging'
         type: string
+      only_docker:
+        description: Build only docker
+        required: false
+        default: false
+        type: boolean
 
 jobs:
   build:
@@ -28,7 +33,7 @@ jobs:
     - name: Build sources
       run: ./.circleci/build/build.sh
 
-    # todo: matrix
+      # todo: matrix
     - name: Build web archives
       run: |
         unset npm_config_keytar_binary_host_mirror
@@ -82,15 +87,17 @@ jobs:
 
     - uses: actions/upload-artifact@v4
       name: Upload web-mini artifacts
+      if: ${{ !inputs.only_docker }}
       with:
-        if-no-files-found: error
+        if-no-files-found: warn
         name: web-mini
         path: ./release/web-mini
 
     - uses: actions/upload-artifact@v4
       name: Upload web artifacts
+      if: ${{ !inputs.only_docker }}
       with:
-        if-no-files-found: error
+        if-no-files-found: warn
         name: web
         path: ./release/web
 

.github/workflows/pipeline-build-linux.yml

@@ -28,7 +28,7 @@ jobs:
     # ssh
     # - run: sudo apt-get update -qy && sudo apt-get install -qy tmux;
     # - name: Setup upterm session
-    # - uses: mxschmitt/action-tmate #1 better
+    # - uses: mxschmitt/action-tmate@v3 #1 better
     #   uses: lhotari/action-upterm@v1 #2
     #   with:
     #     limit-access-to-actor: true
@@ -83,6 +83,7 @@ jobs:
         name: linux-appimage-build
         path: |
           ./release/Redis-Insight*.AppImage
+          ./release/latest-linux.yml
 
     - uses: actions/upload-artifact@v4
       name: Upload Deb artifact
@@ -104,7 +105,6 @@ jobs:
         name: linux-snap-builds
         path: |
           ./release/Redis-Insight*.snap
-          ./release/latest-linux.yml
 
     env:
       RI_AI_CONVAI_TOKEN: ${{ secrets.RI_AI_CONVAI_TOKEN }}

.github/workflows/release-prod.yml

@@ -1,4 +1,4 @@
-name: Release (prod)
+name: ❗ Release (prod)
 
 on:
   push:
@@ -11,7 +11,8 @@ jobs:
     uses: ./.github/workflows/tests.yml
     secrets: inherit
     with:
-      all_tests: true
+      group_tests: 'without_e2e'
+      short_rte_list: false
 
   builds-prod:
     name: Create all builds for release
@@ -22,6 +23,18 @@ jobs:
       environment: 'production'
       target: 'all'
 
+  e2e-docker-tests:
+    name: E2E Docker tests
+    needs: builds-prod
+    uses: ./.github/workflows/tests-e2e-docker.yml
+    secrets: inherit
+
+  e2e-appimage-tests:
+    name: E2E AppImage tests
+    needs: builds-prod
+    uses: ./.github/workflows/tests-e2e-appimage.yml
+    secrets: inherit
+
   virustotal-prod:
     name: Virustotal
     uses: ./.github/workflows/virustotal.yml

.github/workflows/release-stage.yml

@@ -1,4 +1,4 @@
-name: Release (stage)
+name: 📖 Release (stage)
 
 on:
   push:
@@ -11,7 +11,8 @@ jobs:
     uses: ./.github/workflows/tests.yml
     secrets: inherit
     with:
-      all_tests: true
+      group_tests: 'without_e2e'
+      short_rte_list: false
 
   builds:
     name: Release stage builds
@@ -22,16 +23,15 @@ jobs:
       environment: 'staging'
       target: 'all'
 
+  e2e-docker-tests:
+    needs: builds
+    uses: ./.github/workflows/tests-e2e-docker.yml
+    secrets: inherit
 
-  # todo: e2e tests for release stage
-  # e2e-linux:
-  #   uses: ./.github/workflows/build.yml
-  #   needs: builds
-  #   secrets: inherit
-  #   with:
-  #     environment: 'staging'
-  #     target: 'all'
-
+  e2e-appimage-tests:
+    needs: builds
+    uses: ./.github/workflows/tests-e2e-appimage.yml
+    secrets: inherit
 
 
 

.github/workflows/tests-backend.yml

@@ -13,7 +13,7 @@ env:
 
 jobs:
   unit-tests:
-    name: Backend tests
+    name: Unit tests
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
@@ -49,4 +49,16 @@ jobs:
         curl -H "Content-type: application/json" --data @$WORKDIR/slack.$FILENAME -H "Authorization: Bearer $SLACK_AUDIT_REPORT_KEY" -X POST https://slack.com/api/chat.postMessage
 
     - name: Unit tests API
-      run: yarn --cwd redisinsight/api/ test:cov --ci
+      run: yarn --cwd redisinsight/api/ test:cov --ci --silent
+
+    - name: Generate test results
+      uses: dorny/test-reporter@v1
+      if: always()
+      with:
+        name: 'Test results: BE unit tests'
+        path: redisinsight/api/reports/jest-*.xml
+        reporter: jest-junit
+        list-tests: 'failed'
+        list-suites: 'failed'
+        fail-on-error: 'false'
+