-
Notifications
You must be signed in to change notification settings - Fork 4.5k
/
AmazonS3Dataset.cs
91 lines (83 loc) · 7.02 KB
/
AmazonS3Dataset.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
// <auto-generated/>
#nullable disable
using System;
using System.Collections.Generic;
using Azure.Core.Expressions.DataFactory;
namespace Azure.ResourceManager.DataFactory.Models
{
/// <summary> A single Amazon Simple Storage Service (S3) object or a set of S3 objects. </summary>
public partial class AmazonS3Dataset : DataFactoryDatasetProperties
{
/// <summary> Initializes a new instance of <see cref="AmazonS3Dataset"/>. </summary>
/// <param name="linkedServiceName"> Linked service reference. </param>
/// <param name="bucketName"> The name of the Amazon S3 bucket. Type: string (or Expression with resultType string). </param>
/// <exception cref="ArgumentNullException"> <paramref name="linkedServiceName"/> or <paramref name="bucketName"/> is null. </exception>
public AmazonS3Dataset(DataFactoryLinkedServiceReference linkedServiceName, DataFactoryElement<string> bucketName) : base(linkedServiceName)
{
Argument.AssertNotNull(linkedServiceName, nameof(linkedServiceName));
Argument.AssertNotNull(bucketName, nameof(bucketName));
BucketName = bucketName;
DatasetType = "AmazonS3Object";
}
/// <summary> Initializes a new instance of <see cref="AmazonS3Dataset"/>. </summary>
/// <param name="datasetType"> Type of dataset. </param>
/// <param name="description"> Dataset description. </param>
/// <param name="structure"> Columns that define the structure of the dataset. Type: array (or Expression with resultType array), itemType: DatasetDataElement. </param>
/// <param name="schema"> Columns that define the physical type schema of the dataset. Type: array (or Expression with resultType array), itemType: DatasetSchemaDataElement. </param>
/// <param name="linkedServiceName"> Linked service reference. </param>
/// <param name="parameters"> Parameters for dataset. </param>
/// <param name="annotations"> List of tags that can be used for describing the Dataset. </param>
/// <param name="folder"> The folder that this Dataset is in. If not specified, Dataset will appear at the root level. </param>
/// <param name="additionalProperties"> Additional Properties. </param>
/// <param name="bucketName"> The name of the Amazon S3 bucket. Type: string (or Expression with resultType string). </param>
/// <param name="key"> The key of the Amazon S3 object. Type: string (or Expression with resultType string). </param>
/// <param name="prefix"> The prefix filter for the S3 object name. Type: string (or Expression with resultType string). </param>
/// <param name="version"> The version for the S3 object. Type: string (or Expression with resultType string). </param>
/// <param name="modifiedDatetimeStart"> The start of S3 object's modified datetime. Type: string (or Expression with resultType string). </param>
/// <param name="modifiedDatetimeEnd"> The end of S3 object's modified datetime. Type: string (or Expression with resultType string). </param>
/// <param name="format">
/// The format of files.
/// Please note <see cref="DatasetStorageFormat"/> is the base class. According to the scenario, a derived class of the base class might need to be assigned here, or this property needs to be casted to one of the possible derived classes.
/// The available derived classes include <see cref="DatasetAvroFormat"/>, <see cref="DatasetJsonFormat"/>, <see cref="DatasetOrcFormat"/>, <see cref="DatasetParquetFormat"/> and <see cref="DatasetTextFormat"/>.
/// </param>
/// <param name="compression"> The data compression method used for the Amazon S3 object. </param>
internal AmazonS3Dataset(string datasetType, string description, DataFactoryElement<IList<DatasetDataElement>> structure, DataFactoryElement<IList<DatasetSchemaDataElement>> schema, DataFactoryLinkedServiceReference linkedServiceName, IDictionary<string, EntityParameterSpecification> parameters, IList<BinaryData> annotations, DatasetFolder folder, IDictionary<string, BinaryData> additionalProperties, DataFactoryElement<string> bucketName, DataFactoryElement<string> key, DataFactoryElement<string> prefix, DataFactoryElement<string> version, DataFactoryElement<string> modifiedDatetimeStart, DataFactoryElement<string> modifiedDatetimeEnd, DatasetStorageFormat format, DatasetCompression compression) : base(datasetType, description, structure, schema, linkedServiceName, parameters, annotations, folder, additionalProperties)
{
BucketName = bucketName;
Key = key;
Prefix = prefix;
Version = version;
ModifiedDatetimeStart = modifiedDatetimeStart;
ModifiedDatetimeEnd = modifiedDatetimeEnd;
Format = format;
Compression = compression;
DatasetType = datasetType ?? "AmazonS3Object";
}
/// <summary> Initializes a new instance of <see cref="AmazonS3Dataset"/> for deserialization. </summary>
internal AmazonS3Dataset()
{
}
/// <summary> The name of the Amazon S3 bucket. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> BucketName { get; set; }
/// <summary> The key of the Amazon S3 object. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> Key { get; set; }
/// <summary> The prefix filter for the S3 object name. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> Prefix { get; set; }
/// <summary> The version for the S3 object. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> Version { get; set; }
/// <summary> The start of S3 object's modified datetime. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> ModifiedDatetimeStart { get; set; }
/// <summary> The end of S3 object's modified datetime. Type: string (or Expression with resultType string). </summary>
public DataFactoryElement<string> ModifiedDatetimeEnd { get; set; }
/// <summary>
/// The format of files.
/// Please note <see cref="DatasetStorageFormat"/> is the base class. According to the scenario, a derived class of the base class might need to be assigned here, or this property needs to be casted to one of the possible derived classes.
/// The available derived classes include <see cref="DatasetAvroFormat"/>, <see cref="DatasetJsonFormat"/>, <see cref="DatasetOrcFormat"/>, <see cref="DatasetParquetFormat"/> and <see cref="DatasetTextFormat"/>.
/// </summary>
public DatasetStorageFormat Format { get; set; }
/// <summary> The data compression method used for the Amazon S3 object. </summary>
public DatasetCompression Compression { get; set; }
}
}