[SPARK-51334][CONNECT] Add java/scala version in analyze spark_version response

python/pyspark/sql/connect/proto/base_pb2.pyi

@@ -813,14 +813,30 @@ class AnalyzePlanResponse(google.protobuf.message.Message):
         DESCRIPTOR: google.protobuf.descriptor.Descriptor
 
         VERSION_FIELD_NUMBER: builtins.int
+        JAVA_VERSION_FIELD_NUMBER: builtins.int
+        SCALA_VERSION_FIELD_NUMBER: builtins.int
         version: builtins.str
+        java_version: builtins.str
+        """Java runtime version of the Spark Connect Service"""
+        scala_version: builtins.str
+        """Scala runtime version of the Spark Connect Service"""
         def __init__(
             self,
             *,
             version: builtins.str = ...,
+            java_version: builtins.str = ...,
+            scala_version: builtins.str = ...,
         ) -> None: ...
         def ClearField(
-            self, field_name: typing_extensions.Literal["version", b"version"]
+            self,
+            field_name: typing_extensions.Literal[
+                "java_version",
+                b"java_version",
+                "scala_version",
+                b"scala_version",
+                "version",
+                b"version",
+            ],
         ) -> None: ...
 
     class DDLParse(google.protobuf.message.Message):

sql/connect/common/src/main/protobuf/spark/connect/base.proto

@@ -261,6 +261,10 @@ message AnalyzePlanResponse {
 
   message SparkVersion {
     string version = 1;
+    // Java runtime version of the Spark Connect Service
+    string java_version = 2;
+    // Scala runtime version of the Spark Connect Service
+    string scala_version = 3;
   }
 
   message DDLParse {

sql/connect/server/src/main/scala/org/apache/spark/sql/connect/service/SparkConnectAnalyzeHandler.scala

@@ -145,6 +145,8 @@ private[connect] class SparkConnectAnalyzeHandler(
           proto.AnalyzePlanResponse.SparkVersion
             .newBuilder()
             .setVersion(session.version)
+            .setJavaVersion(System.getProperty("java.version"))
+            .setScalaVersion(scala.util.Properties.versionNumberString)
             .build())
 
       case proto.AnalyzePlanRequest.AnalyzeCase.DDL_PARSE =>

sql/connect/server/src/test/scala/org/apache/spark/sql/connect/service/SparkConnectServiceE2ESuite.scala

@@ -22,6 +22,7 @@ import org.scalatest.concurrent.Eventually
 import org.scalatest.time.SpanSugar._
 
 import org.apache.spark.SparkException
+import org.apache.spark.connect.proto
 import org.apache.spark.sql.connect.SparkConnectServerTest
 import org.apache.spark.sql.connect.config.Connect
 
@@ -46,6 +47,22 @@ class SparkConnectServiceE2ESuite extends SparkConnectServerTest {
     }
   }
 
+  test("AnalyzePlanRequest for spark version returns java and scala versions") {
+    withClient { client =>
+      val request = proto.AnalyzePlanRequest
+        .newBuilder()
+        .setSparkVersion(
+          proto.AnalyzePlanRequest.SparkVersion.newBuilder().build()
+        )
+
+      val response = client.analyze(request)
+      val sparkVersionResponse = response.getSparkVersion
+      assert(sparkVersionResponse.getJavaVersion == System.getProperty("java.version"))
+      assert(sparkVersionResponse.getScalaVersion.matches("""\d+\.\d+\.\d+"""))
+      assert(sparkVersionResponse.getScalaVersion == scala.util.Properties.versionNumberString)
+    }
+  }
+
   test("ReleaseSession releases all queries and does not allow more requests in the session") {
     withClient { client =>
       val query1 = client.execute(buildPlan(BIG_ENOUGH_QUERY))