-
Notifications
You must be signed in to change notification settings - Fork 90
/
HierarchicalObjectFactory.scala
83 lines (74 loc) · 2.9 KB
/
HierarchicalObjectFactory.scala
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
/*
* Copyright 2023 ABSA Group Limited
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package za.co.absa.spline
import org.apache.commons.configuration.Configuration
import org.apache.spark.internal.Logging
import org.apache.spark.sql.SparkSession
import za.co.absa.spline.HierarchicalObjectFactory.ClassName
import za.co.absa.spline.commons.config.ConfigurationImplicits.ConfigurationRequiredWrapper
import java.lang.reflect.InvocationTargetException
import scala.reflect.ClassTag
import scala.util.Try
final class HierarchicalObjectFactory(
val configuration: Configuration,
val sparkSession: SparkSession,
val parentFactory: HierarchicalObjectFactory = null
) extends Logging {
def child(namespace: String): HierarchicalObjectFactory = {
new HierarchicalObjectFactory(configuration.subset(namespace), sparkSession, this)
}
def instantiate[A: ClassTag](className: String = configuration.getRequiredString(ClassName)): A = {
logDebug(s"Instantiating $className")
val clazz = Class.forName(className.trim)
try {
Try(clazz.getConstructor(classOf[HierarchicalObjectFactory]).newInstance(this))
.recover { case _: NoSuchMethodException =>
clazz
.getConstructor(classOf[Configuration], classOf[SparkSession])
.newInstance(configuration, sparkSession)
}
.recover { case _: NoSuchMethodException =>
clazz.getConstructor(classOf[Configuration]).newInstance(configuration)
}
.recover { case _: NoSuchMethodException =>
clazz.getConstructor().newInstance()
}
.get
.asInstanceOf[A]
} catch {
case e: InvocationTargetException => throw e.getTargetException
}
}
def createComponentsByKey[A: ClassTag](confKey: String): Seq[A] = {
val componentNames = configuration
.getStringArray(confKey)
.filter(_.nonEmpty)
logDebug(s"Instantiating components: ${componentNames.mkString(", ")}")
for (compName <- componentNames) yield {
val compFactory = parentFactory.child(compName)
compFactory.instantiate[A]()
}
}
def createComponentByKey[A: ClassTag](confKey: String): A = {
val compName = configuration.getRequiredString(confKey)
logDebug(s"Instantiating component: $compName")
val compFactory = parentFactory.child(compName)
compFactory.instantiate[A]()
}
}
object HierarchicalObjectFactory {
final val ClassName = "className"
}