Acxiom#345 Fixed issue with connector provider code causing aws-spark…

… build to fail.
dafreels · Apr 24, 2023 · ad54621 · ad54621
1 parent d856e65
commit ad54621
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/...rk/src/main/scala/com/acxiom/metalus/aws/spark/connectors/AWSSparkConnectorProvider.scala b/...rk/src/main/scala/com/acxiom/metalus/aws/spark/connectors/AWSSparkConnectorProvider.scala
@@ -41,7 +41,6 @@ final class AWSSparkConnectorProvider extends ConnectorProvider {
         credentialName = options.get("credentialName").map(_.toString),
         credential = getCredentials(Some(options))
       )
-
   }
 
   private def getCredentials(options: Option[Map[String, Any]]): Option[Credential] =

diff --git a/...-aws/src/main/scala/com/acxiom/metalus/aws/pipeline/connectors/AWSConnectorProvider.scala b/...-aws/src/main/scala/com/acxiom/metalus/aws/pipeline/connectors/AWSConnectorProvider.scala
@@ -34,6 +34,6 @@ final class AWSConnectorProvider extends ConnectorProvider {
 
 object S3URI {
   def unapply(uri: String): Option[URI] = Try(new URI(uri)).toOption.collect {
-    case u if u.getScheme.startsWith("s3") => u
+    case u if Option(u.getScheme).mkString.startsWith("s3") => u
   }
 }