From a2e7135bef1f47164fc02c46f9dc8f2f3790beb7 Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Wed, 24 Sep 2025 00:51:34 +0800 Subject: [PATCH] fix --- .../spark/deploy/SparkPipelinesSuite.scala | 21 ++++++++++++------- 1 file changed, 14 insertions(+), 7 deletions(-) diff --git a/core/src/test/scala/org/apache/spark/deploy/SparkPipelinesSuite.scala b/core/src/test/scala/org/apache/spark/deploy/SparkPipelinesSuite.scala index 55f59d7c856de..a97aabfd5a371 100644 --- a/core/src/test/scala/org/apache/spark/deploy/SparkPipelinesSuite.scala +++ b/core/src/test/scala/org/apache/spark/deploy/SparkPipelinesSuite.scala @@ -120,15 +120,18 @@ class SparkPipelinesSuite extends SparkSubmitTestUtils with BeforeAndAfterEach { test("spark.api.mode arg") { var args = Array("--conf", "spark.api.mode=classic") intercept[SparkUserAppException] { - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) } args = Array("-c", "spark.api.mode=classic") intercept[SparkUserAppException] { - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) } args = Array("--conf", "spark.api.mode=CONNECT") assert( - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") == + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) == Seq( "--conf", "spark.api.mode=connect", @@ -139,7 +142,8 @@ class SparkPipelinesSuite extends SparkSubmitTestUtils with BeforeAndAfterEach { ) args = Array("--conf", "spark.api.mode=CoNNect") assert( - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") == + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) == Seq( "--conf", "spark.api.mode=connect", @@ -150,7 +154,8 @@ class SparkPipelinesSuite extends SparkSubmitTestUtils with BeforeAndAfterEach { ) args = Array("--conf", "spark.api.mode=connect") assert( - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") == + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) == Seq( "--conf", "spark.api.mode=connect", @@ -161,7 +166,8 @@ class SparkPipelinesSuite extends SparkSubmitTestUtils with BeforeAndAfterEach { ) args = Array("--conf", "spark.api.mode= connect") assert( - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") == + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) == Seq( "--conf", "spark.api.mode=connect", @@ -172,7 +178,8 @@ class SparkPipelinesSuite extends SparkSubmitTestUtils with BeforeAndAfterEach { ) args = Array("-c", "spark.api.mode=connect") assert( - SparkPipelines.constructSparkSubmitArgs(args, sparkHome = "abc") == + SparkPipelines.constructSparkSubmitArgs( + pipelinesCliFile = "abc/python/pyspark/pipelines/cli.py", args = args) == Seq( "--conf", "spark.api.mode=connect",