/
SparkSessionJobRequest.cs
173 lines (153 loc) · 6.9 KB
/
SparkSessionJobRequest.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
// <auto-generated>
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See License.txt in the project root for
// license information.
//
// Code generated by Microsoft (R) AutoRest Code Generator.
// Changes may cause incorrect behavior and will be lost if the code is
// regenerated.
// </auto-generated>
namespace Microsoft.Azure.HDInsight.Job.Models
{
using Newtonsoft.Json;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
public partial class SparkSessionJobRequest
{
/// <summary>
/// Initializes a new instance of the SparkSessionJobRequest class.
/// </summary>
public SparkSessionJobRequest()
{
CustomInit();
}
/// <summary>
/// Initializes a new instance of the SparkSessionJobRequest class.
/// </summary>
/// <param name="kind">Spark session job kind. Possible values include:
/// 'spark', 'pyspark', 'sparkr', 'sql'</param>
/// <param name="proxyUser">User to impersonate when starting the
/// session.</param>
/// <param name="jars">Jars to be used in this session.</param>
/// <param name="pythonFiles">Python files to be used in this
/// session.</param>
/// <param name="files">Files to be used in this session.</param>
/// <param name="driverMemory">Amount of memory to use for the driver
/// process.</param>
/// <param name="driverCores">Number of cores to use for the driver
/// process.</param>
/// <param name="executorMemory">Amount of memory to use per executor
/// process.</param>
/// <param name="executorCores">Number of cores to use for each
/// executor.</param>
/// <param name="executorCount">Number of executors to launch for this
/// session.</param>
/// <param name="archives">Archives to be used in this session.</param>
/// <param name="queue">The name of the YARN queue to which
/// submitted.</param>
/// <param name="name">The name of this session.</param>
/// <param name="configuration">Spark configuration properties.</param>
/// <param name="heartbeatTimeoutInSecond">Timeout in second to which
/// session be orphaned.</param>
public SparkSessionJobRequest(string kind = default(string), string proxyUser = default(string), IList<string> jars = default(IList<string>), IList<string> pythonFiles = default(IList<string>), IList<string> files = default(IList<string>), string driverMemory = default(string), int? driverCores = default(int?), string executorMemory = default(string), int? executorCores = default(int?), int? executorCount = default(int?), IList<string> archives = default(IList<string>), string queue = default(string), string name = default(string), IDictionary<string, string> configuration = default(IDictionary<string, string>), int? heartbeatTimeoutInSecond = default(int?))
{
Kind = kind;
ProxyUser = proxyUser;
Jars = jars;
PythonFiles = pythonFiles;
Files = files;
DriverMemory = driverMemory;
DriverCores = driverCores;
ExecutorMemory = executorMemory;
ExecutorCores = executorCores;
ExecutorCount = executorCount;
Archives = archives;
Queue = queue;
Name = name;
Configuration = configuration;
HeartbeatTimeoutInSecond = heartbeatTimeoutInSecond;
CustomInit();
}
/// <summary>
/// An initialization method that performs custom operations like setting defaults
/// </summary>
partial void CustomInit();
/// <summary>
/// Gets or sets spark session job kind. Possible values include:
/// 'spark', 'pyspark', 'sparkr', 'sql'
/// </summary>
[JsonProperty(PropertyName = "kind")]
public string Kind { get; set; }
/// <summary>
/// Gets or sets user to impersonate when starting the session.
/// </summary>
[JsonProperty(PropertyName = "proxyUser")]
public string ProxyUser { get; set; }
/// <summary>
/// Gets or sets jars to be used in this session.
/// </summary>
[JsonProperty(PropertyName = "jars")]
public IList<string> Jars { get; set; }
/// <summary>
/// Gets or sets python files to be used in this session.
/// </summary>
[JsonProperty(PropertyName = "pyFiles")]
public IList<string> PythonFiles { get; set; }
/// <summary>
/// Gets or sets files to be used in this session.
/// </summary>
[JsonProperty(PropertyName = "files")]
public IList<string> Files { get; set; }
/// <summary>
/// Gets or sets amount of memory to use for the driver process.
/// </summary>
[JsonProperty(PropertyName = "driverMemory")]
public string DriverMemory { get; set; }
/// <summary>
/// Gets or sets number of cores to use for the driver process.
/// </summary>
[JsonProperty(PropertyName = "driverCores")]
public int? DriverCores { get; set; }
/// <summary>
/// Gets or sets amount of memory to use per executor process.
/// </summary>
[JsonProperty(PropertyName = "executorMemory")]
public string ExecutorMemory { get; set; }
/// <summary>
/// Gets or sets number of cores to use for each executor.
/// </summary>
[JsonProperty(PropertyName = "executorCores")]
public int? ExecutorCores { get; set; }
/// <summary>
/// Gets or sets number of executors to launch for this session.
/// </summary>
[JsonProperty(PropertyName = "numExecutors")]
public int? ExecutorCount { get; set; }
/// <summary>
/// Gets or sets archives to be used in this session.
/// </summary>
[JsonProperty(PropertyName = "archives")]
public IList<string> Archives { get; set; }
/// <summary>
/// Gets or sets the name of the YARN queue to which submitted.
/// </summary>
[JsonProperty(PropertyName = "queue")]
public string Queue { get; set; }
/// <summary>
/// Gets or sets the name of this session.
/// </summary>
[JsonProperty(PropertyName = "name")]
public string Name { get; set; }
/// <summary>
/// Gets or sets spark configuration properties.
/// </summary>
[JsonProperty(PropertyName = "conf")]
public IDictionary<string, string> Configuration { get; set; }
/// <summary>
/// Gets or sets timeout in second to which session be orphaned.
/// </summary>
[JsonProperty(PropertyName = "heartbeatTimeoutInSecond")]
public int? HeartbeatTimeoutInSecond { get; set; }
}
}