/
DataFlowDebugSession_AddDataFlow.json
110 lines (110 loc) · 3.02 KB
/
DataFlowDebugSession_AddDataFlow.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
{
"parameters": {
"subscriptionId": "12345678-1234-1234-1234-12345678abc",
"resourceGroupName": "exampleResourceGroup",
"factoryName": "exampleFactoryName",
"request": {
"dataFlow": {
"name": "dataflow1",
"properties": {
"type": "MappingDataFlow",
"typeProperties": {
"sources": [
{
"dataset": {
"referenceName": "DelimitedText2",
"type": "DatasetReference"
},
"name": "source1"
}
],
"sinks": [],
"transformations": [],
"script": "\n\nsource(output(\n\t\tColumn_1 as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> source1"
}
}
},
"datasets": [
{
"name": "dataset1",
"properties": {
"linkedServiceName": {
"referenceName": "linkedService5",
"type": "LinkedServiceReference"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobStorageLocation",
"fileName": "Ansiencoding.csv",
"container": "dataflow-sample-data"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": [
{
"type": "String"
}
]
}
}
],
"linkedServices": [
{
"name": "linkedService1",
"properties": {
"type": "AzureBlobStorage",
"typeProperties": {
"connectionString": "DefaultEndpointsProtocol=https;AccountName=<storageName>;EndpointSuffix=core.windows.net;",
"encryptedCredential": "<credential>"
},
"annotations": []
}
}
],
"debugSettings": {
"sourceSettings": [
{
"sourceName": "source1",
"rowLimit": 1000
},
{
"sourceName": "source2",
"rowLimit": 222
}
],
"parameters": {
"sourcePath": "Toy"
},
"datasetParameters": {
"Movies": {
"path": "abc"
},
"Output": {
"time": "def"
}
}
},
"sessionId": "f06ed247-9d07-49b2-b05e-2cb4a2fc871e"
},
"api-version": "2018-06-01"
},
"responses": {
"200": {
"headers": {
"Date": "Sat, 16 Jun 2018 00:40:01 GMT",
"X-Content-Type-Options": "nosniff",
"x-ms-ratelimit-remaining-subscription-reads": "14989",
"x-ms-request-id": "2f955e10-c6df-45a7-97d4-81acdb8540cd",
"x-ms-correlation-request-id": "2f955e10-c6df-45a7-97d4-81acdb8540cd"
},
"body": {
"jobVersion": "e5328ee7-c524-4207-8ba4-b709010db33d"
}
}
}
}