Skip to content

Commit

Permalink
feat(client-glue): This release adds an additional worker type for Gl…
Browse files Browse the repository at this point in the history
…ue Streaming jobs.
  • Loading branch information
awstools committed Jul 14, 2022
1 parent cf80140 commit f47fa13
Show file tree
Hide file tree
Showing 8 changed files with 133 additions and 79 deletions.
6 changes: 3 additions & 3 deletions clients/client-glue/src/Glue.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1326,7 +1326,7 @@ export class Glue extends GlueClient {
}

/**
* <p>Cancels the statement..</p>
* <p>Cancels the statement.</p>
*/
public cancelStatement(
args: CancelStatementCommandInput,
Expand Down Expand Up @@ -5052,7 +5052,7 @@ export class Glue extends GlueClient {
}

/**
* <p>Retrieve a session..</p>
* <p>Retrieve a list of sessions.</p>
*/
public listSessions(
args: ListSessionsCommandInput,
Expand Down Expand Up @@ -6394,7 +6394,7 @@ export class Glue extends GlueClient {
}

/**
* <p>Updates an existing job definition.</p>
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
*/
public updateJob(args: UpdateJobCommandInput, options?: __HttpHandlerOptions): Promise<UpdateJobCommandOutput>;
public updateJob(args: UpdateJobCommandInput, cb: (err: any, data?: UpdateJobCommandOutput) => void): void;
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/CancelStatementCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ export interface CancelStatementCommandInput extends CancelStatementRequest {}
export interface CancelStatementCommandOutput extends CancelStatementResponse, __MetadataBearer {}

/**
* <p>Cancels the statement..</p>
* <p>Cancels the statement.</p>
* @example
* Use a bare-bones client and the command you need to make an API call.
* ```javascript
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/ListSessionsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ export interface ListSessionsCommandInput extends ListSessionsRequest {}
export interface ListSessionsCommandOutput extends ListSessionsResponse, __MetadataBearer {}

/**
* <p>Retrieve a session..</p>
* <p>Retrieve a list of sessions.</p>
* @example
* Use a bare-bones client and the command you need to make an API call.
* ```javascript
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/UpdateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ export interface UpdateJobCommandInput extends UpdateJobRequest {}
export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBearer {}

/**
* <p>Updates an existing job definition.</p>
* <p>Updates an existing job definition. The previous job definition is completely overwritten by this information.</p>
* @example
* Use a bare-bones client and the command you need to make an API call.
* ```javascript
Expand Down
43 changes: 29 additions & 14 deletions clients/client-glue/src/models/models_0.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2040,7 +2040,7 @@ export namespace BatchGetDevEndpointsRequest {
});
}

export type WorkerType = "G.1X" | "G.2X" | "Standard";
export type WorkerType = "G.025X" | "G.1X" | "G.2X" | "Standard";

/**
* <p>A development endpoint where a developer can remotely debug extract, transform, and load
Expand Down Expand Up @@ -5443,8 +5443,8 @@ export namespace BlueprintDetails {
}

/**
* <p>An edge represents a directed connection between two components
* on a workflow graph.</p>
* <p>An edge represents a directed connection between two Glue components that are part of the workflow the
* edge belongs to.</p>
*/
export interface Edge {
/**
Expand Down Expand Up @@ -5665,14 +5665,14 @@ export interface JobRun {
* allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p>
* </li>
* <li>
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
* <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>="glueetl"), you can allocate a minimum of 2 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
* </li>
* </ul>
*/
MaxCapacity?: number;

/**
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.</p>
* <p>The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
* <ul>
* <li>
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
Expand All @@ -5683,14 +5683,15 @@ export interface JobRun {
* <li>
* <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
* </li>
* <li>
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
* </li>
* </ul>
*/
WorkerType?: WorkerType | string;

/**
* <p>The number of workers of a defined <code>workerType</code> that are allocated when a job runs.</p>
*
* <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
*/
NumberOfWorkers?: number;

Expand Down Expand Up @@ -8555,7 +8556,7 @@ export namespace CreateSecurityConfigurationResponse {
*/
export interface SessionCommand {
/**
* <p>Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.</p>
* <p>Specifies the name of the SessionCommand. Can be 'glueetl' or 'gluestreaming'.</p>
*/
Name?: string;

Expand Down Expand Up @@ -8619,18 +8620,32 @@ export interface CreateSessionRequest {
Connections?: ConnectionsList;

/**
* <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
*/
MaxCapacity?: number;

/**
* <p>The number of workers to use for the session. </p>
* <p>The number of workers of a defined <code>WorkerType</code> to use for the session. </p>
*/
NumberOfWorkers?: number;

/**
* <p>The Worker Type. Can be one of G.1X, G.2X, Standard </p>
* <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
* <ul>
* <li>
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
* </li>
* <li>
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
* </li>
* <li>
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
* </li>
* <li>
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
* </li>
* </ul>
*/
WorkerType?: WorkerType | string;

Expand All @@ -8640,7 +8655,7 @@ export interface CreateSessionRequest {
SecurityConfiguration?: string;

/**
* <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
* The GlueVersion must be greater than 2.0. </p>
*/
GlueVersion?: string;
Expand Down Expand Up @@ -8729,7 +8744,7 @@ export interface Session {
Progress?: number;

/**
* <p>The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs.
* <p>The number of Glue data processing units (DPUs) that can be allocated when the job runs.
* A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>
*/
MaxCapacity?: number;
Expand All @@ -8740,7 +8755,7 @@ export interface Session {
SecurityConfiguration?: string;

/**
* <p>The Glue version determines the versions of Apache Spark and Python that AWS Glue supports.
* <p>The Glue version determines the versions of Apache Spark and Python that Glue supports.
* The GlueVersion must be greater than 2.0.</p>
*/
GlueVersion?: string;
Expand Down
8 changes: 7 additions & 1 deletion clients/client-glue/src/models/models_1.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7686,7 +7686,7 @@ export namespace ListSessionsRequest {

export interface ListSessionsResponse {
/**
* <p>Returns the Id of the session. </p>
* <p>Returns the ID of the session. </p>
*/
Ids?: string[];

Expand Down Expand Up @@ -7721,6 +7721,9 @@ export interface ListStatementsRequest {
*/
RequestOrigin?: string;

/**
* <p>A continuation token, if this is a continuation call.</p>
*/
NextToken?: string;
}

Expand All @@ -7739,6 +7742,9 @@ export interface ListStatementsResponse {
*/
Statements?: Statement[];

/**
* <p>A continuation token, if not all statements have yet been returned.</p>
*/
NextToken?: string;
}

Expand Down
Loading

0 comments on commit f47fa13

Please sign in to comment.