-
Notifications
You must be signed in to change notification settings - Fork 17
/
JobDriver.go
35 lines (32 loc) · 1.34 KB
/
JobDriver.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
package awsstepfunctionstasks
// Specify the driver that the EMR Containers job runs on.
//
// The job driver is used to provide an input for the job that will be run.
//
// Example:
// tasks.NewEmrContainersStartJobRun(this, jsii.String("EMR Containers Start Job Run"), &EmrContainersStartJobRunProps{
// VirtualCluster: tasks.VirtualClusterInput_FromVirtualClusterId(jsii.String("de92jdei2910fwedz")),
// ReleaseLabel: tasks.ReleaseLabel_EMR_6_2_0(),
// JobName: jsii.String("EMR-Containers-Job"),
// JobDriver: &JobDriver{
// SparkSubmitJobDriver: &SparkSubmitJobDriver{
// EntryPoint: sfn.TaskInput_FromText(jsii.String("local:///usr/lib/spark/examples/src/main/python/pi.py")),
// },
// },
// ApplicationConfig: []applicationConfiguration{
// &applicationConfiguration{
// Classification: tasks.Classification_SPARK_DEFAULTS(),
// Properties: map[string]*string{
// "spark.executor.instances": jsii.String("1"),
// "spark.executor.memory": jsii.String("512M"),
// },
// },
// },
// })
//
type JobDriver struct {
// The job driver parameters specified for spark submit.
// See: https://docs.aws.amazon.com/emr-on-eks/latest/APIReference/API_SparkSubmitJobDriver.html
//
SparkSubmitJobDriver *SparkSubmitJobDriver `field:"required" json:"sparkSubmitJobDriver" yaml:"sparkSubmitJobDriver"`
}