Use web driver instead of selenium (#245)

- Implement "run on cluster" E2E test
- Remove hacks required for the old E2E framework
- Tests run much faster as well
- Temporarily remove taking screenshots. We need to have a follow up
task to use a richer result reporter such as
https://webdriver.io/docs/allure-reporter/

Co-authored-by: Kartik Gupta <88345179+kartikgupta-db@users.noreply.github.com>

Author: fjakobs

.github/workflows/tests.yml

@@ -64,7 +64,6 @@ jobs:
     test-extension:
         name: Test VSCode Extension
         runs-on: ${{ inputs.os }}
-        needs: [test-sdk]
 
         env:
             VSCODE_TEST_VERSION: ${{ inputs.vscode-version }}
@@ -73,6 +72,10 @@ jobs:
             TEST_DEFAULT_CLUSTER_ID: ${{ secrets.TEST_DEFAULT_CLUSTER_ID }}
             BRICKS_ARCH: ${{ inputs.bricks_arch }}
 
+        defaults:
+            run:
+                shell: bash
+
         steps:
             - uses: actions/checkout@v3
 
@@ -82,6 +85,18 @@ jobs:
                   node-version: ${{ inputs.node-version }}
                   cache: "yarn"
 
+            - name: Cache wdio
+              uses: actions/cache@v3
+              with:
+                  path: /tmp/wdio-vscode-service
+                  key: ${{ inputs.bricks_arch }}-${{ inputs.vscode-version }}-wdio
+
+            - name: Cache VSCode unit test runner
+              uses: actions/cache@v3
+              with:
+                  path: /tmp/vscode-test-databricks
+                  key: ${{ inputs.bricks_arch }}-${{ inputs.vscode-version }}-vscode-test
+
             - run: yarn install --immutable
 
             - name: Prettier and Linting
@@ -116,20 +131,13 @@ jobs:
               working-directory: packages/databricks-vscode
 
             - name: Integration Tests
-              uses: nick-fields/retry@v2
-              with:
-                  max_attempts: 3
-                  retry_wait_seconds: 2
-                  timeout_minutes: 10
-                  retry_on: any
-                  command: |
-                      cd packages/databricks-vscode
-                      yarn run test:integ
+              run: yarn run test:integ
+              working-directory: packages/databricks-vscode
 
             - name: Upload test logs
               if: always()
               continue-on-error: true
               uses: actions/upload-artifact@v3
               with:
                   name: test-logs ${{ join(inputs.*, ' - ') }} - ${{ github.event_name }}
-                  path: packages/databricks-vscode/src/test/logs
+                  path: packages/databricks-vscode/logs

packages/databricks-sdk-js/src/services/Repos.ts

@@ -1,6 +1,6 @@
 /* eslint-disable @typescript-eslint/naming-convention */
 import {ApiClient} from "../api-client";
-import {ListRequest, ReposService, RepoInfo} from "../apis/repos";
+import {ListRequest, ReposService, RepoInfo, CreateRepo} from "../apis/repos";
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
 import {context} from "../context";
 import {Context} from "../context";
@@ -58,6 +58,16 @@ export class Repo {
             `${(await this.client.host).host}#folder/${this.id}`)();
     }
 
+    @withLogContext(ExposedLoggers.SDK)
+    static async create(
+        client: ApiClient,
+        req: CreateRepo,
+        @context context?: Context
+    ) {
+        const repoService = new ReposService(client);
+        return new Repo(client, await repoService.create(req, context));
+    }
+
     @withLogContext(ExposedLoggers.SDK)
     static async list(
         client: ApiClient,

packages/databricks-vscode/.gitignore

@@ -1,2 +1,5 @@
 **/logs/**
 bin/**
+.wdio-vscode-service
+src/test/e2e/workspace/
+extension/

packages/databricks-vscode/.prettierignore

@@ -2,4 +2,7 @@ out/
 dist/
 .vscode-test/
 node_modules/
-package-lock.json
+package-lock.json
+.wdio-vscode-service/
+src/test/e2e/workspace/.databricks/
+extension/

packages/databricks-vscode/.vscodeignore

@@ -10,4 +10,9 @@ src/**
 **/.eslintrc.json
 **/*.map
 **/*.ts
-scripts/**
+scripts/**
+.wdio-vscode-service/
+coverage/
+.nyc_output/
+logs/
+extension/

packages/databricks-vscode/package.json

@@ -543,10 +543,9 @@
         "fix": "eslint src --ext ts --fix && prettier . --write",
         "test:lint": "eslint src --ext ts && prettier . -c",
         "test:unit": "yarn run build && node ./out/test/runTest.js",
-        "test:integ:prepare": "CODE_VERSION=1.69.1 && yarn run package && ts-node src/test/vscode-extension-tester-patch/cli.ts get-vscode --code_version $CODE_VERSION --storage /tmp/vscode-test-databricks && ts-node src/test/vscode-extension-tester-patch/cli.ts get-chromedriver --code_version $CODE_VERSION --storage /tmp/vscode-test-databricks",
-        "test:integ:install-vsix": "ts-node src/test/vscode-extension-tester-patch/cli.ts install-vsix --storage /tmp/vscode-test-databricks -f databricks-vscode*.vsix -e /tmp/databricks-vscode-test-extensions",
-        "test:integ:run": "yarn run build && node out/test/e2e/scripts/e2e.js -e /tmp/databricks-vscode-test-extensions --storage /tmp/vscode-test-databricks --code_settings src/test/e2e/settings.json 'out/**/*.e2e.js'",
-        "test:integ": "yarn run test:integ:prepare && yarn run test:integ:install-vsix && yarn run test:integ:run",
+        "test:integ:prepare": "yarn run package && rm -rf extension && mkdir -p extension && unzip databricks*.vsix -d extension",
+        "test:integ:run": "wdio run src/test/e2e/wdio.conf.ts",
+        "test:integ": "yarn run test:integ:prepare && yarn run test:integ:run",
         "test:cov": "nyc yarn run test:unit",
         "test": "yarn run test:lint && yarn run test:unit",
         "clean": "rm -rf node_modules out .vscode-test",
@@ -555,7 +554,6 @@
     "dependencies": {
         "@databricks/databricks-sdk": "workspace:^",
         "@databricks/databricks-vscode-types": "workspace:^",
-        "@types/triple-beam": "^1.3.2",
         "@vscode/debugadapter": "^1.58.0",
         "@vscode/webview-ui-toolkit": "^1.2.0",
         "ansi-to-html": "^0.7.2",
@@ -572,11 +570,17 @@
         "@types/node": "^18.11.10",
         "@types/sinonjs__fake-timers": "^8.1.2",
         "@types/tmp": "^0.2.3",
+        "@types/triple-beam": "^1.3.2",
         "@types/vscode": "^1.69.1",
         "@types/yargs": "^17.0.15",
         "@typescript-eslint/eslint-plugin": "^5.45.0",
         "@typescript-eslint/parser": "^5.45.0",
         "@vscode/test-electron": "^2.2.0",
+        "@wdio/cli": "^7.27.0",
+        "@wdio/local-runner": "^7.27.0",
+        "@wdio/mocha-framework": "^7.26.0",
+        "@wdio/spec-reporter": "^7.26.0",
+        "@wdio/types": "^7.26.0",
         "esbuild": "^0.15.16",
         "eslint": "^8.28.0",
         "fs-extra": "^11.1.0",
@@ -590,7 +594,9 @@
         "ts-node": "^10.9.1",
         "typescript": "^4.9.3",
         "vsce": "^2.14.0",
-        "vscode-extension-tester": "5.1.x",
+        "wdio-video-reporter": "^3.3.0",
+        "wdio-vscode-service": "^4.2.1",
+        "winston": "^3.8.2",
         "yargs": "^17.6.2"
     },
     "nyc": {
@@ -611,4 +617,4 @@
         ],
         "report-dir": "coverage"
     }
-}
+}

packages/databricks-vscode/src/sync/CodeSynchronizer.ts

@@ -57,6 +57,7 @@ export class CodeSynchronizer implements Disposable {
 
     async start(syncType: "full" | "incremental") {
         this._state = "IN_PROGRESS";
+        this._onDidChangeStateEmitter.fire(this._state);
         const task = new SyncTask(
             this.connection,
             this.cli,