Add bundle project manager (#1011)

"Bundle project manager" is being initialised before configModel or
connectionManager.
If necessary, it does automatic migration from the legacy projects to
the bundles (will be implemented in the follow-up).
If it detects multiple bundle projects and offers to choose which one to
open. If it detects a bundle config in the root of the workspace it
kicks off configModel and connectionManager.
If it detects no bundle config in the root, it offers to create a
project (spawning the Databricks CLI in the terminal)

I've played around with displaying notifications for things like "hey,
chose one project to open", or "there's no config in your workspace,
would you like to init a new project?", but they don't flow well with
existing quick-pick/input wizards and are pretty easy to miss. Currently
I'm using welcome views to show such information:

The default view is still the same:
![Screenshot 2024-01-22 at 10 11
20](https://github.com/databricks/databricks-vscode/assets/148094031/b185b327-5e91-4fed-8609-93724c9532c8)

If we don't detect bundle config in the root, but there are subfolders
with bundles, we show an additional text and a button:
![Screenshot 2024-01-22 at 10 11
58](https://github.com/databricks/databricks-vscode/assets/148094031/e90184ea-3e74-44b1-b0ba-f90720c7c72f)

It's still possible to login in this state, after which we will also
show "init" button:

![Screenshot 2024-01-22 at 10 13
27](https://github.com/databricks/databricks-vscode/assets/148094031/9b43a3b6-ac62-47cc-93db-1dd1285023c2)

If there are no sub-projects, then we just show login button alone in
the view:
![Screenshot 2024-01-22 at 10 14
54](https://github.com/databricks/databricks-vscode/assets/148094031/68f4a84f-4974-4ba3-9d96-45f7113668c2)

Author: ilia-db

packages/databricks-vscode/package.json

@@ -57,9 +57,9 @@
                 "enablement": "databricks.context.activated && databricks.context.loggedIn"
             },
             {
-                "command": "databricks.connection.configureWorkspace",
+                "command": "databricks.connection.configureLogin",
                 "icon": "$(gear)",
-                "title": "Configure workspace",
+                "title": "Sign in to Databricks workspace",
                 "enablement": "databricks.context.activated",
                 "category": "Databricks"
             },
@@ -230,6 +230,12 @@
                 "title": "Select a Databricks Asset Bundle target.",
                 "enablement": "databricks.context.activated",
                 "category": "Databricks"
+            },
+            {
+                "command": "databricks.bundle.initNewProject",
+                "title": "Initialize new project",
+                "enablement": "databricks.context.activated",
+                "category": "Databricks"
             }
         ],
         "viewsContainers": {
@@ -268,7 +274,12 @@
         "viewsWelcome": [
             {
                 "view": "configurationView",
-                "contents": "In order to connect to a cluster you first have to configure your Databricks workspace:\n[Configure Databricks](command:databricks.connection.configureWorkspace)\n[Show Quickstart](command:databricks.quickstart.open)\nTo learn more about how to use Databricks with VS Code [read our docs](https://docs.databricks.com/dev-tools/vscode-ext.html).",
+                "contents": "There are multiple Databricks projects in the workspace, please chose which one to open:\n[Open Existing Project](command:databricks.bundle.openSubProject)\n",
+                "when": "workspaceFolderCount > 0 && databricks.context.subProjectsAvailable"
+            },
+            {
+                "view": "configurationView",
+                "contents": "Current workspace has no Databricks configuration at the root level, do you want to initialize a new Databricks project?\n[Initialize New Project](command:databricks.bundle.initNewProject)\n[Show Quickstart](command:databricks.quickstart.open)\nTo learn more about how to use Databricks with VS Code [read our docs](https://docs.databricks.com/dev-tools/vscode-ext.html).",
                 "when": "workspaceFolderCount > 0"
             },
             {
@@ -280,14 +291,18 @@
         "menus": {
             "view/title": [
                 {
-                    "command": "databricks.connection.configureWorkspace",
+                    "command": "databricks.connection.configureLogin",
                     "when": "view == configurationView",
                     "group": "navigation@3"
                 },
                 {
                     "command": "databricks.quickstart.open",
                     "when": "view == configurationView"
                 },
+                {
+                    "command": "databricks.bundle.initNewProject",
+                    "when": "view == configurationView"
+                },
                 {
                     "when": "view == clusterView",
                     "group": "navigation@1",
@@ -337,7 +352,7 @@
                     "group": "inline@2"
                 },
                 {
-                    "command": "databricks.connection.configureWorkspace",
+                    "command": "databricks.connection.configureLogin",
                     "when": "view == configurationView && viewItem =~ /^databricks.configuration.authType.*$/",
                     "group": "inline@2"
                 },

packages/databricks-vscode/src/bundle/BundleFileSet.ts

@@ -25,6 +25,8 @@ function toGlobPath(path: string) {
 }
 export class BundleFileSet {
     private rootFilePattern: string = "{bundle,databricks}.{yaml,yml}";
+    private subProjectFilePattern: string = `**/${this.rootFilePattern}`;
+
     public readonly bundleDataCache: CachedValue<BundleSchema> =
         new CachedValue<BundleSchema>(async () => {
             let bundle = {};
@@ -36,11 +38,11 @@ export class BundleFileSet {
 
     constructor(private readonly workspaceRoot: Uri) {}
 
-    getAbsolutePath(path: string | Uri) {
+    getAbsolutePath(path: string | Uri, root?: Uri) {
         if (typeof path === "string") {
-            return Uri.joinPath(this.workspaceRoot, path);
+            return Uri.joinPath(root ?? this.workspaceRoot, path);
         }
-        return Uri.joinPath(this.workspaceRoot, path.fsPath);
+        return Uri.joinPath(root ?? this.workspaceRoot, path.fsPath);
     }
 
     async getRootFile() {
@@ -54,6 +56,32 @@ export class BundleFileSet {
         return Uri.file(rootFile[0]);
     }
 
+    async getSubProjects(
+        root?: Uri
+    ): Promise<{relative: Uri; absolute: Uri}[]> {
+        const subProjectRoots = await glob.glob(
+            toGlobPath(
+                this.getAbsolutePath(this.subProjectFilePattern, root).fsPath
+            ),
+            {nocase: process.platform === "win32"}
+        );
+        const normalizedRoot = path.normalize(
+            root?.fsPath ?? this.workspaceRoot.fsPath
+        );
+        return subProjectRoots
+            .map((rootFile) => {
+                const dirname = path.dirname(path.normalize(rootFile));
+                const absolute = Uri.file(dirname);
+                const relative = Uri.file(
+                    absolute.fsPath.replace(normalizedRoot, "")
+                );
+                return {absolute, relative};
+            })
+            .filter(({absolute}) => {
+                return absolute.fsPath !== normalizedRoot;
+            });
+    }
+
     async getIncludedFilesGlob() {
         const rootFile = await this.getRootFile();
         if (rootFile === undefined) {