feat: wrappers test cases removed from toolchain

.github/workflows/ci-javascript.yaml

@@ -1,6 +1,6 @@
 name: CI-Javascript
 
-on: 
+on:
   push:
     branches:
       - origin
@@ -44,9 +44,37 @@ jobs:
       - name: Build
         run: yarn build
 
+  Check-Changed-Folders:
+    runs-on: ubuntu-latest
+    outputs:
+      should-generate: ${{ env.should-generate }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Check changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v35
+        with:
+          files: |
+            packages/cli/*
+            packages/schema/*
+            packages/wasm/*
+      - id: set-output
+        run: echo "should-generate=${{steps.changed-files.outputs.any_changed}}" >> $GITHUB_ENV
+
+  Generate-Test-Wrappers:
+    needs: Check-Changed-Folders
+    if: ${{ needs.Check-Changed-Folders.outputs.should-generate == 'true' }}
+    uses: ./.github/workflows/generate-modified-test-wrappers.yaml
+    with:
+      cli-path: /toolchain/packages/cli
+      wasm-path: /toolchain/packages/wasm
+
   Test-Core:
     runs-on: ubuntu-latest
+    needs: Generate-Test-Wrappers
     timeout-minutes: 60
+    if: ${{ always() }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
@@ -87,11 +115,24 @@ jobs:
       - name: Build
         run: yarn build
 
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:core
 
   Test-Plugins:
     runs-on: ubuntu-latest
+    needs: Generate-Test-Wrappers
+    if: ${{ always() }}
     timeout-minutes: 60
     steps:
       - name: Checkout repository
@@ -123,11 +164,24 @@ jobs:
       - name: Build
         run: yarn build
 
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:plugins
 
   Test-Client:
     runs-on: ubuntu-latest
+    needs: Generate-Test-Wrappers
+    if: ${{ always() }}
     timeout-minutes: 60
     steps:
       - name: Checkout repository
@@ -159,11 +213,24 @@ jobs:
       - name: Build
         run: yarn build
 
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:client
 
   Test-Cli:
     runs-on: ubuntu-latest
+    needs: Generate-Test-Wrappers
+    if: ${{ always() }}
     timeout-minutes: 60
     steps:
       - name: Checkout repository
@@ -184,7 +251,7 @@ jobs:
 
       - name: Install cue lang
         run: go install cuelang.org/go/cmd/cue@latest
-      
+
       - name: Check if cue is installed
         run: cue version
 
@@ -205,6 +272,17 @@ jobs:
       - name: Build
         run: yarn build
 
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:cli
 

.github/workflows/ci-rust.yaml

@@ -56,8 +56,36 @@ jobs:
         working-directory: ./packages/wasm/rs
         run: cargo doc --workspace --no-deps
 
+  Check-Changed-Folders:
+    runs-on: ubuntu-latest
+    outputs:
+      should-generate: ${{ env.should-generate }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Check changed files
+        id: changed-files
+        uses: tj-actions/changed-files@v35
+        with:
+          files: |
+            packages/cli/*
+            packages/schema/*
+            packages/wasm/*
+      - id: set-output
+        run: echo "should-generate=${{steps.changed-files.outputs.any_changed}}" >> $GITHUB_ENV
+
+  Generate-Test-Wrappers:
+    needs: Check-Changed-Folders
+    if: ${{ needs.Check-Changed-Folders.outputs.should-generate == 'true' }}
+    uses: ./.github/workflows/generate-modified-test-wrappers.yaml
+    with:
+      cli-path: /toolchain/packages/cli
+      wasm-path: /toolchain/packages/wasm
+
   Test-Cases:
+    needs: Generate-Test-Wrappers
     runs-on: ubuntu-latest
+    if: ${{ always() }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
@@ -88,12 +116,26 @@ jobs:
       - name: Build
         run: yarn build
 
+
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:rust
         working-directory: ./packages/js/client
 
   Test-Cli:
     runs-on: ubuntu-latest
+    needs: Generate-Test-Wrappers
+    if: ${{ always() }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v2
@@ -124,6 +166,17 @@ jobs:
       - name: Build
         run: yarn build
 
+      - name: Get updated wrappers
+        uses: actions/download-artifact@v2
+        id: get-wrappers
+        with:
+          name: wrappers
+
+      - name: If wrappers exists, update them
+        if: steps.get-wrappers.outputs.exists == 'true'
+        run: rm -rf packages/test-cases/wrappers |
+          mv wrappers packages/test-cases/wrappers
+
       - name: Test
         run: yarn test:rust
         working-directory: ./packages/cli

.github/workflows/generate-modified-test-wrappers.yaml

@@ -0,0 +1,91 @@
+name: generate-wrappers
+
+on:
+  workflow_call:
+    inputs:
+      cli-path:
+        required: false
+        type: string
+      wasm-path:
+        required: false
+        type: string
+
+jobs:
+  generate_wrappers:
+    name: Generate wrappers
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+        with:
+          repository: polywrap/wasm-test-harness
+          ref: ${{ github.event.pull_request.head.ref }}
+          fetch-depth: 0
+
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          path: toolchain
+          fetch-depth: 0
+
+      - name: Read .nvmrc
+        run: echo ::set-output name=NVMRC::$(cat .nvmrc)
+        id: nvm
+        working-directory: ./toolchain
+
+      - name: Setup Node.js
+        uses: actions/setup-node@master
+        with:
+          node-version: '${{ steps.nvm.outputs.NVMRC }}'
+
+      - name: Get yarn cache directory path
+        id: yarn-cache-dir-path
+        run: echo "::set-output name=dir::$(yarn cache dir)"
+
+      - uses: actions/cache@v2
+        with:
+          path: ${{ steps.yarn-cache-dir-path.outputs.dir }}
+          key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-yarn-
+      - name: Install dependencies
+        run: yarn install --nonInteractive --frozen-lockfile --prefer-offline
+        working-directory: ./toolchain
+
+      - name: Build toolchain
+        run: yarn build
+        working-directory: ./toolchain
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly
+          override: true
+
+      - uses: actions/cache@v2
+        with:
+          path: |
+            ~/.cargo/registry/index/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/
+            ./target/
+          key: cargo-${{ runner.os }}-${{ github.job }}-${{ hashFiles('**/Cargo.lock') }}
+          restore-keys: |
+            cargo-${{ runner.os }}-${{ github.job }}
+
+      - name: Set environment variable
+        if: ${{ inputs.cli-path }}
+        run: echo "POLYWRAP_CLI_PATH=${{ github.workspace }}/${{ inputs.cli-path }}" >> $GITHUB_ENV
+
+      - name: Set environment variable
+        if: ${{ inputs.wasm-path }}
+        run: echo "POLYWRAP_WASM_PATH=${{ github.workspace }}/${{ inputs.wasm-path }}" >> $GITHUB_ENV
+
+      - name: Run wrappers build
+        run: cargo run -- -w
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: wrappers
+          path: ./wrappers

.gitignore

@@ -17,3 +17,4 @@ bin
 pkg
 wasm-pack.log
 .env
+packages/test-cases/cases/wrappers

DEV_GUIDELINES.md

@@ -43,6 +43,14 @@ Some tests rely on validating `stdout` for which Cue is used. If you need to run
 
 You can install Cue by following the instructions found [here](https://cuelang.org/docs/install/).
 
+In the test-cases directory, you can find the `wrappers` folder, which is auto generated from the releases of the
+[WASM Test Harness](https://github.com/polywrap/wasm-test-harness), check the `fetchWrappers` function from the [test-cases package](./packages/test-cases/index.ts). These tests are used mostly for client tests, if you would like to
+modify them, [follow the development guide of the wasm test harness](https://github.com/polywrap/wasm-test-harness#build--contribute).
+
+If any PR modifies `packages/wasm`, `packages/cli` or `packages/schema`, it will try to generate wrappers on CI based on the changes
+introduced on the PR (You can check the workflow in detail [here](https://github.com/polywrap/wasm-test-harness/blob/master/.github/workflows/generate-wrappers.yaml#L14)).
+For this, a new branch in the Test Harness need to be opened **with the same name** of the base branch from the PR
+
 ## Branches
 
 Currently, there are 2 active branches with configured branch policies:

package.json

@@ -24,8 +24,9 @@
     "reset": "yarn clean && yarn && yarn build",
     "clean": "npx rimraf ./**/node_modules ./**/yarn.lock ./**/build ./**/coverage ./**/.polywrap",
     "dependencies:install": "cd dependencies && yarn",
+    "test-wrappers:install": "lerna run generate:wrappers --scope @polywrap/test-cases",
     "preinstall": "yarn dependencies:install",
-    "build": "yarn build:core && yarn build:interfaces && yarn link:schema && yarn build:plugins && yarn build:resolver:plugins && yarn build:config && yarn build:core:client && yarn build:client && yarn build:test-env && yarn build:cli",
+    "build": "yarn build:core && yarn build:interfaces && yarn link:schema && yarn build:plugins && yarn build:resolver:plugins && yarn build:config && yarn build:core:client && yarn build:client && yarn build:test-env && yarn build:cli && yarn test-wrappers:install",
     "build:core": "lerna run build --no-private --ignore @polywrap/*-plugin-js --ignore @polywrap/client-config-builder-js --ignore polywrap --ignore @polywrap/core-client-js --ignore @polywrap/client-js --ignore @polywrap/test-env-js --ignore @polywrap/*-interface --ignore @polywrap/cli-js",
     "build:interfaces": "lerna run build --scope @polywrap/*-interface",
     "build:plugins": "lerna run build --scope @polywrap/*-plugin-js --ignore @polywrap/*-resolver-plugin-js",