Rust Abci Execution

.github/actions/docker/action.yaml

@@ -0,0 +1,105 @@
+---
+name: "Build Docker image"
+description: "Build Docker image with Rust caching"
+inputs:
+  dockerfile:
+    description: Path to the Dockerfile, for example `./Dockerfile`
+    required: true
+  image:
+    description: Name of image in Docker Hub, like `dashpay/drive`
+    required: true
+  push:
+    description: Shall we push the image to Docker Hub?
+    default: "false"
+  dockerhub_username:
+    description: User name to use when pushing images to Docker Hub
+    required: false
+  dockerhub_token:
+    description: Docker Hub token to use
+    required: false
+  image_tag:
+    description: Docker image tag
+    default: ${{ github.head_ref || github.ref_name }}
+
+runs:
+  using: composite
+  steps:
+    - name: Setup sccache
+      uses: mozilla-actions/sccache-action@v0.0.3
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@master
+      with:
+        platforms: amd64,arm64
+
+    - name: Set up Docker Build
+      uses: docker/setup-buildx-action@v2.4.1
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v2
+      with:
+        username: ${{ inputs.dockerhub_username }}
+        password: ${{ inputs.dockerhub_token }}
+      if: inputs.dockerhub_token != ''
+
+    - name: Set suffix
+      uses: actions/github-script@v6
+      id: suffix
+      with:
+        result-encoding: string
+        script: |
+          const fullTag = '${{inputs.image_tag}}';
+          if (fullTag.includes('-')) {
+            const [, fullSuffix] = fullTag.split('-');
+            const [suffix] = fullSuffix.split('.');
+            return `-${suffix}`;
+          } else {
+            return '';
+          }
+
+    - name: Set Docker tags and labels
+      id: docker_meta
+      uses: docker/metadata-action@v4
+      with:
+        images: ${{ inputs.image }}
+        tags: |
+          type=match,pattern=v(\d+),group=1,value=${{inputs.image_tag}}
+          type=match,pattern=v(\d+.\d+),group=1,value=${{inputs.image_tag}}
+          type=match,pattern=v(\d+.\d+.\d+),group=1,value=${{inputs.image_tag}}
+          type=match,pattern=v(.*),group=1,value=${{inputs.image_tag}},suffix=
+        flavor: |
+          suffix=${{ steps.suffix.outputs.result }},onlatest=true
+          latest=${{ github.event_name == 'release' }}
+
+    # ARM build takes very long time, so we build PRs for AMD64 only
+    - name: Select target platforms
+      shell: bash
+      id: select_platforms
+      run: |
+        if  [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]] ; then
+          echo "build_platforms=linux/amd64" >> $GITHUB_ENV
+        else
+          echo "build_platforms=linux/amd64,linux/arm64" >> $GITHUB_ENV
+        fi
+
+    - name: Build and push Docker image ${{ inputs.image }}
+      id: docker_build
+      uses: docker/build-push-action@v4.0.0
+      with:
+        context: .
+        file: ${{ inputs.dockerfile }}
+        tags: ${{ steps.docker_meta.outputs.tags }}
+        labels: ${{ steps.docker_meta.outputs.labels }}
+        build-args: |
+          SCCACHE_GHA_ENABLED=true
+          ACTIONS_CACHE_URL=${{ env.ACTIONS_CACHE_URL }}
+          ACTIONS_RUNTIME_TOKEN=${{ env.ACTIONS_RUNTIME_TOKEN }}
+          CARGO_BUILD_PROFILE=dev
+        platforms: ${{ env.build_platforms }}
+        push: ${{ inputs.push }}
+        cache-from: |
+          type=gha
+        # In practice, time spent preparing images is much lower than build.
+        # We minimize cached info to leave more space for sccache cache.
+        cache-to: |
+          type=gha,mode=min

.github/actions/rust/action.yaml

@@ -0,0 +1,57 @@
+---
+name: "Rust Dependencies"
+description: "Install dependencies"
+inputs:
+  toolchain:
+    description: Rust toolchain to use, stable / nightly / beta
+    default: stable
+  target:
+    description: Target Rust platform
+    required: false
+
+  components:
+    description: List of additional Rust toolchain components to install
+    required: false
+runs:
+  using: composite
+  steps:
+    - uses: dtolnay/rust-toolchain@master
+      name: Install Rust toolchain
+      with:
+        toolchain: ${{ inputs.toolchain }}
+        target: ${{ inputs.target }}
+        components: ${{ inputs.components }}
+
+    - name: Install protoc
+      id: deps-protoc
+      shell: bash
+      run: |
+        curl -Lo /tmp/protoc.zip \
+          https://github.com/protocolbuffers/protobuf/releases/download/v22.0/protoc-22.0-linux-x86_64.zip
+        unzip /tmp/protoc.zip -d ${HOME}/.local
+        echo "PROTOC=${HOME}/.local/bin/protoc" >> $GITHUB_ENV
+        export PATH="${PATH}:${HOME}/.local/bin"
+
+    - name: Install sccache cache
+      uses: mozilla-actions/sccache-action@v0.0.3
+    - name: Set sccache Rust variables
+      shell: bash
+      run: |
+        echo SCCACHE_GHA_ENABLED=true >> $GITHUB_ENV
+        echo RUSTC_WRAPPER=sccache >> $GITHUB_ENV
+
+    - name: Rust cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        # Don't cache ./target, as it takes tons of space, use sccache instead.
+        cache-targets: false
+        # We set a shared key, as our cache is reusable between jobs
+        shared-key: rust-cargo
+
+    - name: Install clang
+      id: deps-clang
+      shell: bash
+      run: |
+        sudo apt update -qq
+        sudo apt install -qq --yes clang
+        sudo update-alternatives --set cc /usr/bin/clang

.github/workflows/all-packages.yml

@@ -11,7 +11,7 @@ on:
       - master
       - v[0-9]+\.[0-9]+-dev
   schedule:
-    - cron: '30 4 * * *'
+    - cron: "30 4 * * *"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -28,7 +28,7 @@ jobs:
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Enable corepack
         run: corepack enable
@@ -73,17 +73,14 @@ jobs:
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Setup Rust
-        uses: dtolnay/rust-toolchain@master
+        uses: ./.github/actions/rust
         with:
           toolchain: stable
           target: wasm32-unknown-unknown
 
-      - name: Enable Rust cache
-        uses: Swatinem/rust-cache@v2
-
       - name: Enable corepack
         run: corepack enable
 
@@ -93,7 +90,7 @@ jobs:
       - name: Enable Yarn unplugged modules cache
         uses: actions/cache@v3
         with:
-          path: '.yarn/unplugged'
+          path: ".yarn/unplugged"
           key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-unplugged-
@@ -151,17 +148,14 @@ jobs:
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Setup Rust
-        uses: dtolnay/rust-toolchain@master
+        uses: ./.github/actions/rust
         with:
           toolchain: stable
           target: wasm32-unknown-unknown
 
-      - name: Enable Rust cache
-        uses: Swatinem/rust-cache@v2
-
       - name: Enable corepack
         run: corepack enable
 
@@ -171,7 +165,7 @@ jobs:
       - name: Enable Yarn unplugged modules cache
         uses: actions/cache@v3
         with:
-          path: '.yarn/unplugged'
+          path: ".yarn/unplugged"
           key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-unplugged-
@@ -232,7 +226,7 @@ jobs:
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Initialize CodeQL
         uses: github/codeql-action/init@v2
@@ -241,7 +235,7 @@ jobs:
           config-file: ./.github/codeql/codeql-config.yml
 
       - name: Setup Rust
-        uses: dtolnay/rust-toolchain@master
+        uses: ./.github/actions/rust
         with:
           toolchain: stable
           target: wasm32-unknown-unknown
@@ -259,7 +253,7 @@ jobs:
       - name: Enable Yarn unplugged modules cache
         uses: actions/cache@v3
         with:
-          path: '.yarn/unplugged'
+          path: ".yarn/unplugged"
           key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-unplugged-

.github/workflows/js-checks.yml

@@ -35,17 +35,14 @@ jobs:
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Setup Rust
-        uses: dtolnay/rust-toolchain@master
+        uses: ./.github/actions/rust
         with:
           toolchain: stable
           target: wasm32-unknown-unknown
 
-      - name: Enable Rust cache
-        uses: Swatinem/rust-cache@v2
-
       - name: Enable corepack
         run: corepack enable
 
@@ -55,7 +52,7 @@ jobs:
       - name: Enable Yarn unplugged modules cache
         uses: actions/cache@v3
         with:
-          path: '.yarn/unplugged'
+          path: ".yarn/unplugged"
           key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-unplugged-
@@ -79,25 +76,22 @@ jobs:
         uses: browser-actions/setup-firefox@latest
         if: ${{ inputs.install-browsers }}
         with:
-          firefox-version: 'latest'
+          firefox-version: "latest"
 
       - name: Check out repo
         uses: actions/checkout@v3
 
       - name: Setup Node.JS
         uses: actions/setup-node@v3
         with:
-          node-version: '16'
+          node-version: "16"
 
       - name: Setup Rust
-        uses: dtolnay/rust-toolchain@master
+        uses: ./.github/actions/rust
         with:
           toolchain: stable
           target: wasm32-unknown-unknown
 
-      - name: Enable Rust cache
-        uses: Swatinem/rust-cache@v2
-
       - name: Enable corepack
         run: corepack enable
 
@@ -107,7 +101,7 @@ jobs:
       - name: Enable Yarn unplugged modules cache
         uses: actions/cache@v3
         with:
-          path: '.yarn/unplugged'
+          path: ".yarn/unplugged"
           key: ${{ runner.os }}-yarn-unplugged-${{ hashFiles('yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-unplugged-