Add e2e tests for standalone running flows (#1085)

- Run on cluster
- Run as a workflow

Author: ilia-db

packages/databricks-vscode/package.json

@@ -131,20 +131,6 @@
                 "title": "Refresh",
                 "enablement": "databricks.context.activated && databricks.context.loggedIn"
             },
-            {
-                "command": "databricks.connection.attachSyncDestination",
-                "title": "Configure sync destination",
-                "category": "Databricks",
-                "enablement": "databricks.context.activated && databricks.context.loggedIn",
-                "icon": "$(gear)"
-            },
-            {
-                "command": "databricks.connection.detachSyncDestination",
-                "title": "Detach sync destination",
-                "category": "Databricks",
-                "enablement": "databricks.context.activated && databricks.context.loggedIn",
-                "icon": "$(debug-disconnect)"
-            },
             {
                 "command": "databricks.run.runEditorContentsAsWorkflow",
                 "title": "Run File as Workflow",

packages/databricks-vscode/src/test/e2e/auth.e2e.ts

@@ -1,28 +1,15 @@
-import path from "node:path";
 import assert from "node:assert";
 import * as fs from "fs/promises";
 import {
     dismissNotifications,
     waitForInput,
     getViewSection,
     waitForLogin,
+    clearBundleConfig,
+    createBasicBundleConfig,
 } from "./utils.ts";
 import {CustomTreeSection} from "wdio-vscode-service";
 
-const BUNDLE = `
-bundle:
-  name: hello_test
-
-targets:
-  dev_test:
-    mode: development
-    default: true
-    workspace:
-      host: _HOST_
-`;
-
-let projectDir: string;
-let bundleConfig: string;
 let cfgPath: string;
 let cfgContent: Buffer;
 
@@ -36,15 +23,17 @@ describe("Configure Databricks Extension", async function () {
             "DATABRICKS_CONFIG_FILE doesn't exist"
         );
         cfgPath = process.env.DATABRICKS_CONFIG_FILE;
-        projectDir = process.env.WORKSPACE_PATH;
-        bundleConfig = path.join(projectDir, "databricks.yml");
         cfgContent = await fs.readFile(cfgPath);
     });
 
     after(async function () {
-        await fs.unlink(bundleConfig);
-        if (cfgContent) {
-            await fs.writeFile(cfgPath, cfgContent);
+        try {
+            await clearBundleConfig();
+            if (cfgContent) {
+                await fs.writeFile(cfgPath, cfgContent);
+            }
+        } catch (e) {
+            console.error(e);
         }
     });
 
@@ -81,11 +70,7 @@ describe("Configure Databricks Extension", async function () {
     });
 
     it("should automatically login after detecting bundle configuration", async () => {
-        assert(process.env.DATABRICKS_HOST, "DATABRICKS_HOST doesn't exist");
-        await fs.writeFile(
-            bundleConfig,
-            BUNDLE.replace("_HOST_", process.env.DATABRICKS_HOST)
-        );
+        await createBasicBundleConfig();
         await waitForLogin("DEFAULT");
     });
 

packages/databricks-vscode/src/test/e2e/run_files.e2e.ts

@@ -0,0 +1,77 @@
+import path from "node:path";
+import * as fs from "fs/promises";
+import assert from "node:assert";
+import {
+    clearBundleConfig,
+    createBasicBundleConfig,
+    dismissNotifications,
+    openFile,
+    waitForLogin,
+    waitForWorkflowWebview,
+} from "./utils.ts";
+import {sleep} from "wdio-vscode-service";
+
+describe("Run files", async function () {
+    let projectDir: string;
+    this.timeout(3 * 60 * 1000);
+
+    before(async () => {
+        assert(process.env.WORKSPACE_PATH);
+        projectDir = process.env.WORKSPACE_PATH;
+
+        await fs.writeFile(
+            path.join(projectDir, "lib.py"),
+            [
+                "def func(spark):",
+                `\tspark.sql('SELECT "hello world"').show()`,
+            ].join("\n")
+        );
+        const nestedDir = path.join(projectDir, "nested");
+        await fs.mkdir(nestedDir, {recursive: true});
+        await fs.writeFile(
+            path.join(nestedDir, "hello.py"),
+            [`from lib import func`, "func(spark)"].join("\n")
+        );
+
+        await createBasicBundleConfig();
+        await waitForLogin("DEFAULT");
+        await dismissNotifications();
+    });
+
+    after(async () => {
+        try {
+            await clearBundleConfig();
+        } catch (e) {
+            console.error(e);
+        }
+    });
+
+    beforeEach(async () => {
+        await openFile("hello.py");
+    });
+
+    it("should run a python file on a cluster", async () => {
+        const workbench = await driver.getWorkbench();
+        await workbench.executeQuickPick("Databricks: Upload and Run File");
+
+        const debugOutput = await workbench
+            .getBottomBar()
+            .openDebugConsoleView();
+
+        while (true) {
+            await dismissNotifications();
+            await sleep(2000);
+            const text = await (await debugOutput.elem).getHTML();
+            if (text && text.includes("hello world")) {
+                break;
+            }
+        }
+    });
+
+    it("should run a python file as a workflow", async () => {
+        const workbench = await driver.getWorkbench();
+        await workbench.executeQuickPick("Databricks: Run File as Workflow");
+        await dismissNotifications();
+        await waitForWorkflowWebview("hello world");
+    });
+});