diff --git a/pom.xml b/pom.xml index e8a50169a3870..bf299055b6b59 100644 --- a/pom.xml +++ b/pom.xml @@ -290,11 +290,6 @@ false - - apache.staging - Apache Staging Repository - https://repository.apache.org/content/repositories/orgapacheorc-1050 - diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 791721ee3c2d8..f82dc5412cdf3 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -270,7 +270,6 @@ object SparkBuild extends PomBuild { "gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/", DefaultMavenRepository, Resolver.mavenLocal, - "Apache Staging Repository" at "https://repository.apache.org/content/repositories/orgapacheorc-1050", Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns) ), externalResolvers := resolvers.value, diff --git a/sql/core/src/test/scala/org/apache/spark/sql/FileBasedDataSourceSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/FileBasedDataSourceSuite.scala index 920c4ec1f6dd0..57190a1e154bf 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/FileBasedDataSourceSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/FileBasedDataSourceSuite.scala @@ -693,9 +693,9 @@ class FileBasedDataSourceSuite extends QueryTest } test("SPARK-22790,SPARK-27668: spark.sql.sources.compressionFactor takes effect") { - Seq(1.0, 0.4).foreach { compressionFactor => + Seq(1.0, 0.5).foreach { compressionFactor => withSQLConf(SQLConf.FILE_COMPRESSION_FACTOR.key -> compressionFactor.toString, - SQLConf.AUTO_BROADCASTJOIN_THRESHOLD.key -> "250") { + SQLConf.AUTO_BROADCASTJOIN_THRESHOLD.key -> "350") { withTempPath { workDir => // the file size is 504 bytes val workDirPath = workDir.getAbsolutePath @@ -706,7 +706,7 @@ class FileBasedDataSourceSuite extends QueryTest data2.write.orc(workDirPath + "/data2") val df2FromFile = spark.read.orc(workDirPath + "/data2") val joinedDF = df1FromFile.join(df2FromFile, Seq("count")) - if (compressionFactor == 0.4) { + if (compressionFactor == 0.5) { val bJoinExec = collect(joinedDF.queryExecution.executedPlan) { case bJoin: BroadcastHashJoinExec => bJoin }