-
Notifications
You must be signed in to change notification settings - Fork 17
/
awsstepfunctionstasks_SparkSubmitJobDriver.go
48 lines (45 loc) · 1.85 KB
/
awsstepfunctionstasks_SparkSubmitJobDriver.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
package awsstepfunctionstasks
import (
"github.com/aws/aws-cdk-go/awscdk/awsstepfunctions"
)
// The information about job driver for Spark submit.
//
// Example:
// tasks.NewEmrContainersStartJobRun(this, jsii.String("EMR Containers Start Job Run"), &emrContainersStartJobRunProps{
// virtualCluster: tasks.virtualClusterInput.fromVirtualClusterId(jsii.String("de92jdei2910fwedz")),
// releaseLabel: tasks.releaseLabel_EMR_6_2_0(),
// jobName: jsii.String("EMR-Containers-Job"),
// jobDriver: &jobDriver{
// sparkSubmitJobDriver: &sparkSubmitJobDriver{
// entryPoint: sfn.taskInput.fromText(jsii.String("local:///usr/lib/spark/examples/src/main/python/pi.py")),
// },
// },
// applicationConfig: []applicationConfiguration{
// &applicationConfiguration{
// classification: tasks.classification_SPARK_DEFAULTS(),
// properties: map[string]*string{
// "spark.executor.instances": jsii.String("1"),
// "spark.executor.memory": jsii.String("512M"),
// },
// },
// },
// })
//
// Experimental.
type SparkSubmitJobDriver struct {
// The entry point of job application.
//
// Length Constraints: Minimum length of 1. Maximum length of 256.
// Experimental.
EntryPoint awsstepfunctions.TaskInput `field:"required" json:"entryPoint" yaml:"entryPoint"`
// The arguments for a job application in a task input object containing an array of strings.
//
// Length Constraints: Minimum length of 1. Maximum length of 10280.
// Experimental.
EntryPointArguments awsstepfunctions.TaskInput `field:"optional" json:"entryPointArguments" yaml:"entryPointArguments"`
// The Spark submit parameters that are used for job runs.
//
// Length Constraints: Minimum length of 1. Maximum length of 102400.
// Experimental.
SparkSubmitParameters *string `field:"optional" json:"sparkSubmitParameters" yaml:"sparkSubmitParameters"`
}