Fix CLI output parsing (#1270)

Main change: `bundle summary` and `bundle validate` were failing for
dabs project with many resources. CLI process outputs json in multiple
chunks if it's too big, and we were joining them with `\n` control char,
breaking json parsing. Confirmed that the output is still properly
separated into new lines for non json output (since new lines are
embedded in the process output in that case).

Second fix is porting this PR to the bundle-integ branch:
#1266

Author: ilia-db

packages/databricks-vscode/resources/python/00-databricks-init.py

@@ -52,7 +52,7 @@ def wrapper(*args, **kwargs):
 def load_env_from_leaf(path: str) -> bool:
     curdir = path if os.path.isdir(path) else os.path.dirname(path)
     env_file_path = os.path.join(curdir, ".databricks", ".databricks.env")
-    if os.path.exists(os.path.dirname(env_file_path)):
+    if os.path.exists(env_file_path):
         with open(env_file_path, "r") as f:
             for line in f.readlines():
                 key, value = line.strip().split("=", 1)

packages/databricks-vscode/src/cli/CliWrapper.test.ts

@@ -11,7 +11,7 @@ import {execFile as execFileCb} from "node:child_process";
 import {withFile} from "tmp-promise";
 import {writeFile, readFile} from "node:fs/promises";
 import {when, spy, reset, instance, mock} from "ts-mockito";
-import {CliWrapper} from "./CliWrapper";
+import {CliWrapper, waitForProcess} from "./CliWrapper";
 import path from "node:path";
 import os from "node:os";
 import crypto from "node:crypto";
@@ -22,6 +22,8 @@ import {ProfileAuthProvider} from "../configuration/auth/AuthProvider";
 import {isMatch} from "lodash";
 import {removeUndefinedKeys} from "../utils/envVarGenerators";
 import {writeFileSync} from "fs";
+import {ChildProcess, ChildProcessWithoutNullStreams} from "child_process";
+import {Readable} from "stream";
 
 const execFile = promisify(execFileCb);
 const cliPath = path.join(__dirname, "../../bin/databricks");
@@ -260,3 +262,28 @@ nothing = true
         }
     });
 });
+
+describe("waitForProcess", () => {
+    it("should return correctly formatted stdout and stderr", async () => {
+        const process = new ChildProcess();
+        const stdoutChunks = [`{"hello": "wor`, `ld"}`];
+        const stderrChunks = [`{"error": "no`, `oo"}`];
+        process.stdout = new Readable({
+            read() {
+                this.push(stdoutChunks.shift());
+            },
+        });
+        process.stderr = new Readable({
+            read() {
+                this.push(stderrChunks.shift());
+            },
+        });
+        const waitPromise = waitForProcess(
+            process as ChildProcessWithoutNullStreams
+        );
+        process.emit("close", 0);
+        const {stdout, stderr} = await waitPromise;
+        assert.equal(stdout, `{"hello": "world"}`);
+        assert.equal(stderr, `{"error": "nooo"}`);
+    });
+});

packages/databricks-vscode/src/cli/CliWrapper.ts

@@ -61,7 +61,7 @@ export class ProcessError extends Error {
     }
 }
 
-async function waitForProcess(
+export async function waitForProcess(
     p: ChildProcessWithoutNullStreams,
     onStdOut?: (data: string) => void,
     onStdError?: (data: string) => void
@@ -87,13 +87,13 @@ async function waitForProcess(
             if (code === 0) {
                 resolve();
             } else {
-                reject(new ProcessError(stderr.join("\n"), code));
+                reject(new ProcessError(stderr.join(""), code));
             }
         });
         p.on("error", (e) => new ProcessError(e.message, null));
     });
 
-    return {stdout: stdout.join("\n"), stderr: stderr.join("\n")};
+    return {stdout: stdout.join(""), stderr: stderr.join("")};
 }
 
 async function runBundleCommand(