fix: get jetbrains working (#2358)

- jetbrains works this time, hopefully for real - at least hopefully it
will when the new CLI is pushed
  - playground opens on startup
- we also now have mechanisms to hot reload the lsp there, and a small
barebones repro for the playground server
- the UI can still be really slow, but it's a step function improvement
over before
- add deadlock detection logging to the language server (maybe we should
crash on deadlock?)
- rewrite the playground server using axum, no reason to use warp when
we use axum everywhere else

Author: sxlijin

engine/Cargo.lock

@@ -11,6 +11,7 @@ members = [
   "baml-vm",
   "bstd",
   "cli",
+  "tools",
   "language_client_codegen",
   "language_client_python",
   "language_client_ruby/ext/ruby_ffi",
@@ -23,6 +24,7 @@ members = [
   "sandbox",
   "llm-response-parser",
   "boundary-udf",
+  "playground-server",
 ]
 default-members = [
   "baml-compiler",
@@ -89,6 +91,7 @@ indoc = "2.0.5"
 internal-baml-codegen = { path = "language_client_codegen" }
 internal-baml-core = { path = "baml-lib/baml-core" }
 internal-baml-jinja = { path = "baml-lib/jinja-runtime" }
+playground-server = { path = "playground-server" }
 internal-llm-client = { path = "baml-lib/llm-client" }
 itertools = "0.14.0"
 jsonish = { path = "baml-lib/jsonish" }
@@ -151,7 +154,9 @@ thiserror = "2.0.12"
 tower = "0.5"
 tower-http = { version = "0.6", features = ["cors", "trace"] }
 time = { version = "0.3.36", features = ["formatting"] }
+tracing = "0.1"
 tracing-core = { version = "0.1.31" }
+tracing-subscriber = { version = "0.3", features = ["env-filter"] }
 pin-project-lite = "0.2.14"
 url = "2.5.2"
 uuid = { version = "1.8.0", features = ["v4", "v7", "serde"] }

engine/Cargo.toml

@@ -3,14 +3,7 @@ use clap::Args;
 use language_server::run_server;
 
 #[derive(Args, Debug)]
-pub struct LanguageServerArgs {
-    #[arg(
-        long,
-        help = "port to expose language server on",
-        default_value = "2025"
-    )]
-    port: u16,
-}
+pub struct LanguageServerArgs {}
 
 impl LanguageServerArgs {
     pub fn run(&self) -> Result<()> {

engine/cli/src/lsp.rs

@@ -25,11 +25,14 @@ internal-baml-diagnostics = { path = "../baml-lib/diagnostics" }
 internal-baml-codegen = { workspace = true }
 crossbeam = { version = "0.8.4", features = ["crossbeam-channel"] }
 ignore = { version = "0.4.22" }
+parking_lot = { version = "0.12", features = ["deadlock_detection"] }
 indexmap = { workspace = true }
 jod-thread = { version = "0.1.2" }
 lsp-server = "0.7.6"
 lsp-types = "0.95.0"
+playground-server.workspace = true
 regex = { version = "1.10.2" }
+reqwest.workspace = true
 rustc-hash = { version = "2.0.0" }
 serde = { version = "1.0.197", features = ["derive"] }
 serde_json = { version = "1.0.113" }
@@ -71,21 +74,16 @@ simple-logging = "2.0.2"
 itertools = "0.14.0"
 url.workspace = true
 
-tokio = { version = "1.36", features = ["full"] }
-
-# Playground server dependencies
-warp = { version = "0.3", optional = true }
-futures-util = { version = "0.3", optional = true }
-include_dir = { version = "0.7", optional = true }
-mime_guess = { version = "2.0.4", optional = true }
-webbrowser = { version = "0.8", optional = true }
-reqwest = { version = "0.12", features = ["blocking", "json"], optional = true }
-tar = { version = "0.4", optional = true }
-flate2 = { version = "1.0", optional = true }
-dirs = { version = "5.0", optional = true }
-sha2 = { version = "0.10", optional = true }
-base64 = { version = "0.21", optional = true }
-bytes = { version = "1.0", optional = true }
+tokio = { version = "1.36", features = ["full", "tracing"] }
+
+console-subscriber = { version = "0.4.1", features = ["grpc-web"] }
+axum = { version = "0.8.4", features = ["ws"] }
+futures.workspace = true
+tokio-stream = "0.1.17"
+tower-http = { version = "0.6.6", features = ["fs", "cors"] }
+tower = "0.5"
+webbrowser = "1.0.5"
+mime_guess = "2.0.5"
 
 [dev-dependencies]
 insta = { version = "1.42.1" }
@@ -97,19 +95,4 @@ libc = { version = "0.2.169" }
 # workspace = true
 
 [features]
-# Enables the playground server functionality and its dependencies
-default = ["playground-server"]
-playground-server = [
-    "warp",
-    "futures-util",
-    "include_dir",
-    "mime_guess",
-    "webbrowser",
-    "reqwest",
-    "tar",
-    "flate2",
-    "dirs",
-    "sha2",
-    "base64",
-    "bytes",
-]
+default = []