Use cluster policy in pipeline tests (#1440)

## Changes
I've created a simple cluster policy in our terraform infra to let the
test user create clusters for pipelines.

Also added non-watch build targets, can be useful when you want to
re-run all our preparation scripts before starting the extension

## Tests
e2e

Author: ilia-db

packages/databricks-vscode/.vscode/launch.json

@@ -6,7 +6,7 @@
     "version": "0.2.0",
     "configurations": [
         {
-            "name": "Run Extension",
+            "name": "Run and Watch Extension",
             "type": "extensionHost",
             "request": "launch",
             "args": ["--extensionDevelopmentPath=${workspaceFolder}"],
@@ -17,6 +17,18 @@
                 "EXTENSION_DEVELOPMENT": "true"
             }
         },
+        {
+            "name": "Build and Run Extension",
+            "type": "extensionHost",
+            "request": "launch",
+            "args": ["--extensionDevelopmentPath=${workspaceFolder}"],
+            "outFiles": ["${workspaceFolder}/out/**/*.js"],
+            "preLaunchTask": "NPM build",
+            "env": {
+                "DATABRICKS_DEBUG_HEADERS": "false",
+                "EXTENSION_DEVELOPMENT": "true"
+            }
+        },
         {
             "name": "Extension Tests",
             "type": "extensionHost",

packages/databricks-vscode/.vscode/tasks.json

@@ -20,6 +20,15 @@
                 "group": "watchers"
             }
         },
+        {
+            "label": "NPM build",
+            "type": "npm",
+            "script": "build",
+            "presentation": {
+                "reveal": "always",
+                "group": "build"
+            }
+        },
         {
             "label": "Build",
             "dependsOn": ["NPM watch"],

packages/databricks-vscode/src/test/e2e/deploy_and_run_pipeline.e2e.ts

@@ -86,8 +86,7 @@ describe("Deploy and run pipeline", async function () {
             resourceExplorerView,
             "Pipelines",
             pipelineName,
-            // TODO: the account we are using to run tests doesn't have permissions to create clusters for the pipelines
-            "Failed",
+            "Completed",
             // Long timeout, as the pipeline will be waiting for its cluster to start
             15 * 60 * 1000
         );

packages/databricks-vscode/src/test/e2e/utils/dabsFixtures.ts

@@ -183,6 +183,13 @@ export async function createProjectWithPipeline(vscodeWorkspaceRoot: string) {
                         vscode_integration_test: {
                             name: pipelineName,
                             target: "vscode_integration_test",
+                            clusters: [
+                                {
+                                    label: "default",
+                                    policy_id: "001196FD671F30D0",
+                                    apply_policy_default_values: true,
+                                },
+                            ],
                             libraries: [
                                 {
                                     notebook: {