Fabric-Benchmarking-2024-Dec/CSV to CSV/pipeline_job_1b_1.json at main · eugman/Fabric-Benchmarking-2024-Dec · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
    "name": "pipeline_job_1b_1",
    "objectId": "4682493a-e523-44b4-adeb-f634c5990c80",
    "properties": {
        "jobMode": "Batch",
        "source": {
            "type": "DelimitedText",
            "connectionSettings": {
                "type": "AzureBlobStorage",
                "externalReferences": {
                    "connection": "23a6a57b-bc98-4c2b-8b14-f7c367e57f31"
                }
            }
        },
        "destination": {
            "type": "DelimitedText",
            "connectionSettings": {
                "annotations": [],
                "type": "Lakehouse",
                "typeProperties": {
                    "workspaceId": "c21651ae-d95d-49c5-8eb3-a550c9e1e069",
                    "artifactId": "d45a40ae-b57b-4baf-8ca8-5463562c86cc",
                    "rootFolder": "Files"
                }
            }
        },
        "policy": {
            "timeout": "0.12:00:00"
        }
    },
    "activities": [
        {
            "id": "3329fd0a-cefe-4015-8be3-2d1998381587",
            "properties": {
                "source": {
                    "datasetSettings": {
                        "location": {
                            "type": "AzureBlobStorageLocation",
                            "folderPath": "1b",
                            "container": "perftest"
                        },
                        "columnDelimiter": ",",
                        "escapeChar": "\\",
                        "firstRowAsHeader": true,
                        "quoteChar": "\""
                    },
                    "storeSettings": {
                        "recursive": true,
                        "enablePartitionDiscovery": "false"
                    }
                },
                "destination": {
                    "datasetSettings": {
                        "location": {
                            "type": "LakehouseLocation"
                        },
                        "columnDelimiter": ",",
                        "escapeChar": "\\",
                        "firstRowAsHeader": true,
                        "quoteChar": "\""
                    },
                    "storeSettings": {
                        "recursive": false,
                        "copyBehavior": "PreserveHierarchy"
                    },
                    "formatSettings": {
                        "quoteAllText": "true",
                        "fileExtension": ".txt"
                    }
                },
                "translator": {
                    "type": "TabularTranslator"
                },
                "typeConversionSettings": {
                    "typeConversion": {
                        "allowDataTruncation": true,
                        "treatBooleanAsNumber": false
                    }
                }
            }
        }
    ]
}