@@ -1814,6 +1814,7 @@ class SparkSubmitSuite
1814
1814
val testFile = " test_metrics_config.properties"
1815
1815
val testPyFile = " test_metrics_system.properties"
1816
1816
val testJar = " TestUDTF.jar"
1817
+ val testArchives = " log4j2.properties"
1817
1818
val clArgs = Seq (
1818
1819
" --deploy-mode" , " client" ,
1819
1820
" --proxy-user" , " test.user" ,
@@ -1827,19 +1828,21 @@ class SparkSubmitSuite
1827
1828
" --files" , s " src/test/resources/ $testFile" ,
1828
1829
" --py-files" , s " src/test/resources/ $testPyFile" ,
1829
1830
" --jars" , s " src/test/resources/ $testJar" ,
1831
+ " --archives" , s " src/test/resources/ $testArchives" ,
1830
1832
" /home/thejar.jar" ,
1831
1833
" arg1" )
1832
1834
val appArgs = new SparkSubmitArguments (clArgs)
1833
1835
val _ = submit.prepareSubmitEnvironment(appArgs)
1834
1836
1835
- appArgs.files should be (s " file: ${ Paths .get( testFile).toAbsolutePath} , " +
1836
- s " file: ${ Paths .get (testPyFile).toAbsolutePath} " )
1837
- appArgs.pyFiles should be (s " file: ${ Paths .get(testPyFile).toAbsolutePath} " )
1838
- appArgs.jars should be (s " file: ${ Paths .get(testJar).toAbsolutePath} " )
1837
+ appArgs.files should be (Utils .resolveURIs( s " $ testFile, $testPyFile " ))
1838
+ appArgs.pyFiles should be ( Utils .resolveURIs (testPyFile))
1839
+ appArgs.jars should be (Utils .resolveURIs(testJar) )
1840
+ appArgs.archives should be (Utils .resolveURIs( s " src/test/resources/ $testArchives " ) )
1839
1841
1840
1842
Files .delete(Paths .get(testFile))
1841
1843
Files .delete(Paths .get(testPyFile))
1842
1844
Files .delete(Paths .get(testJar))
1845
+ Files .delete(Paths .get(testArchives))
1843
1846
}
1844
1847
1845
1848
// Requires Python dependencies for Spark Connect. Should be enabled by default.
0 commit comments