diff --git a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.cs b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.cs index dd6f0886d374..32b3f749a63e 100644 --- a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.cs +++ b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.cs @@ -73,7 +73,7 @@ public void TestAdlsFileSystem() { var workingPath = Path.GetDirectoryName(new Uri(Assembly.GetExecutingAssembly().CodeBase).AbsolutePath); var testLocation = Path.Combine(workingPath, "ScenarioTests", (this.GetType().Name + ".ps1")); - NewInstance.RunPsTest(_logger, string.Format("Test-DataLakeStoreFileSystem -fileToCopy '{0}' -location '{1}'", testLocation, AdlsTestsBase.ResourceGroupLocation)); + NewInstance.RunPsTest(_logger, string.Format("Test-DataLakeStoreFileSystem -fileToCopy '{0}' -location '{1}'", testLocation, AdlsTestsBase.TestFileSystemResourceGroupLocation)); } [Fact] diff --git a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.ps1 b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.ps1 index 5eca4ee42099..6cbd67bf029b 100644 --- a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.ps1 +++ b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsAliasTests.ps1 @@ -647,6 +647,13 @@ function Test-DataLakeStoreFileSystem Assert-AreEqual 3 $headTailResult[0] Assert-AreEqual 4 $headTailResult[1] + #Create a file with byte and read it + $byteDataFile="/byteData/filetest.txt" + [byte[]] $byteData = 1,2,3,4,5 + New-AdlStoreItem -Account $accountName -Path $byteDataFile -Force -Value $byteData -Encoding Byte + $result = Get-AdlStoreItemContent -Account $accountName -path $byteDataFile -Encoding Byte + Assert-True {@(Compare-Object $byteData $result -SyncWindow 0).Length -eq 0} + # Import and get file $localFileInfo = Get-ChildItem $fileToCopy $result = Import-AdlStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile diff --git a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.cs b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.cs index c7a2b2e79bd3..89ab0e88447c 100644 --- a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.cs +++ b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.cs @@ -66,13 +66,13 @@ public void TestAdlsAccountTiers() NewInstance.RunPsTest(_logger, string.Format("Test-DataLakeStoreAccountTiers -location '{0}'", AdlsTestsBase.ResourceGroupLocation)); } - [Fact(Skip="This case has been unstable on Linux for approximately 20% of failure. Needs investigation.")] + [Fact(Skip = "This case has been unstable on Linux for approximately 20% of failure. Needs investigation.")] [Trait(Category.AcceptanceType, Category.CheckIn)] public void TestAdlsFileSystem() { var workingPath = Path.GetDirectoryName(new Uri(Assembly.GetExecutingAssembly().CodeBase).AbsolutePath); var testLocation = Path.Combine(workingPath, "ScenarioTests", (this.GetType().Name + ".ps1")); - NewInstance.RunPsTest(_logger, string.Format("Test-DataLakeStoreFileSystem -fileToCopy '{0}' -location '{1}'", testLocation, AdlsTestsBase.ResourceGroupLocation)); + NewInstance.RunPsTest(_logger, string.Format("Test-DataLakeStoreFileSystem -fileToCopy '{0}' -location '{1}'", testLocation, AdlsTestsBase.TestFileSystemResourceGroupLocation)); } [Fact] diff --git a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.ps1 b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.ps1 index e0aa719eaf04..9679dfb02169 100644 --- a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.ps1 +++ b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTests.ps1 @@ -646,6 +646,13 @@ function Test-DataLakeStoreFileSystem Assert-AreEqual 3 $headTailResult[0] Assert-AreEqual 4 $headTailResult[1] + #Create a file with byte and read it + $byteDataFile="/byteData/filetest.txt" + [byte[]] $byteData = 1,2,3,4,5 + New-AzDataLakeStoreItem -Account $accountName -Path $byteDataFile -Force -Value $byteData -Encoding Byte + $result = Get-AzDataLakeStoreItemContent -Account $accountName -path $byteDataFile -Encoding Byte + Assert-True {@(Compare-Object $byteData $result -SyncWindow 0).Length -eq 0} + # Import and get file $localFileInfo = Get-ChildItem $fileToCopy $result = Import-AzDataLakeStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile diff --git a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTestsBase.cs b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTestsBase.cs index 3beabdc90b75..917c65cdec65 100644 --- a/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTestsBase.cs +++ b/src/DataLakeStore/DataLakeStore.Test/ScenarioTests/AdlsTestsBase.cs @@ -38,6 +38,7 @@ public class AdlsTestsBase : RMTestBase private readonly EnvironmentSetupHelper _helper; internal const string ResourceGroupLocation = "westus"; + internal const string TestFileSystemResourceGroupLocation = "eastus2"; public NewResourceManagementClient NewResourceManagementClient { get; private set; } diff --git a/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsAliasTests/TestAdlsFileSystem.json b/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsAliasTests/TestAdlsFileSystem.json index 3791d0547305..f6ce31f4ce0d 100644 --- a/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsAliasTests/TestAdlsFileSystem.json +++ b/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsAliasTests/TestAdlsFileSystem.json @@ -1,28 +1,28 @@ { "Entries": [ { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps2751?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlZ3JvdXBzL3BzMjc1MT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps3424?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlZ3JvdXBzL3BzMzQyND9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "PUT", - "RequestBody": "{\r\n \"location\": \"westus\"\r\n}", + "RequestBody": "{\r\n \"location\": \"eastus2\"\r\n}", "RequestHeaders": { "x-ms-client-request-id": [ - "fef71462-999c-4cb5-9bf9-d0897a2712cb" + "4c8afdb8-1eed-4a62-a2a7-2d42082b11f2" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ], "Content-Type": [ "application/json; charset=utf-8" ], "Content-Length": [ - "28" + "29" ] }, "ResponseHeaders": { @@ -36,13 +36,13 @@ "1199" ], "x-ms-request-id": [ - "fa501d64-2a94-43c4-bd70-6d3bb56b9223" + "a188b8e1-05ef-4bc5-9e1d-da59e9c4939d" ], "x-ms-correlation-request-id": [ - "fa501d64-2a94-43c4-bd70-6d3bb56b9223" + "a188b8e1-05ef-4bc5-9e1d-da59e9c4939d" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234627Z:fa501d64-2a94-43c4-bd70-6d3bb56b9223" + "WESTUS:20200317T213005Z:a188b8e1-05ef-4bc5-9e1d-da59e9c4939d" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -51,10 +51,10 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:46:27 GMT" + "Tue, 17 Mar 2020 21:30:05 GMT" ], "Content-Length": [ - "165" + "166" ], "Content-Type": [ "application/json; charset=utf-8" @@ -63,23 +63,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751\",\r\n \"name\": \"ps2751\",\r\n \"location\": \"westus\",\r\n \"properties\": {\r\n \"provisioningState\": \"Succeeded\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424\",\r\n \"name\": \"ps3424\",\r\n \"location\": \"eastus2\",\r\n \"properties\": {\r\n \"provisioningState\": \"Succeeded\"\r\n }\r\n}", "StatusCode": 201 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "ef652023-4f71-43fb-91b5-5a670344248a" + "73036443-0b6a-4b13-af9a-0bf36553e74e" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -96,13 +96,13 @@ "gateway" ], "x-ms-request-id": [ - "38b513e1-7510-4b99-8149-19b3a4d567f3" + "4ce4a4c4-ca48-43e9-adb9-bc2fa39e4d98" ], "x-ms-correlation-request-id": [ - "38b513e1-7510-4b99-8149-19b3a4d567f3" + "4ce4a4c4-ca48-43e9-adb9-bc2fa39e4d98" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234628Z:38b513e1-7510-4b99-8149-19b3a4d567f3" + "WESTUS:20200317T213006Z:4ce4a4c4-ca48-43e9-adb9-bc2fa39e4d98" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -111,7 +111,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:46:28 GMT" + "Tue, 17 Mar 2020 21:30:05 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -123,17 +123,17 @@ "149" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps6714' under resource group 'ps2751' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps8693' under resource group 'ps3424' was not found.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -147,13 +147,13 @@ "no-cache" ], "x-ms-request-id": [ - "1e6bf3c7-667e-429c-9aa4-8899e009715a" + "121edc08-6129-4d26-a16c-3f7d2a739b40" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14995" + "11995" ], "Server": [ "Microsoft-IIS/10.0" @@ -165,19 +165,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "8885ba89-cb54-41c3-9dad-ee2313a0a70b" + "f69d90c6-219e-4aef-8705-2207609368cf" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234704Z:8885ba89-cb54-41c3-9dad-ee2313a0a70b" + "WESTUS:20200317T213041Z:f69d90c6-219e-4aef-8705-2207609368cf" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:03 GMT" + "Tue, 17 Mar 2020 21:30:41 GMT" ], "Content-Length": [ - "853" + "830" ], "Content-Type": [ "application/json" @@ -186,23 +186,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps6714.caboaccountdogfood.net\",\r\n \"accountId\": \"a8610bc0-d24a-488a-857e-36877a5232a7\",\r\n \"creationTime\": \"2019-10-23T23:46:31.7263962Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:46:31.7263962Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714\",\r\n \"name\": \"ps6714\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps8693.azuredatalakestore.net\",\r\n \"accountId\": \"e4e3c1e4-5ef4-4783-867f-1e65bd01c836\",\r\n \"creationTime\": \"2020-03-17T21:30:08.9382152Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:30:08.9382152Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693\",\r\n \"name\": \"ps8693\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "41144409-295a-4b9f-baa1-ebfb427bda18" + "eb3df52a-7c86-4acb-a494-13eb8bec205e" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -216,13 +216,13 @@ "no-cache" ], "x-ms-request-id": [ - "a15e1129-0f48-4af7-a008-89e653653dce" + "a1e87415-fe2c-4a9c-8412-a6a410e20b65" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14994" + "11994" ], "Server": [ "Microsoft-IIS/10.0" @@ -234,19 +234,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "ce4629f0-95c3-4f58-ba64-505a2bdb5c60" + "d8d05ef9-bc23-401d-9da9-d24862248257" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234705Z:ce4629f0-95c3-4f58-ba64-505a2bdb5c60" + "WESTUS:20200317T213041Z:d8d05ef9-bc23-401d-9da9-d24862248257" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:05 GMT" + "Tue, 17 Mar 2020 21:30:41 GMT" ], "Content-Length": [ - "853" + "830" ], "Content-Type": [ "application/json" @@ -255,23 +255,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps6714.caboaccountdogfood.net\",\r\n \"accountId\": \"a8610bc0-d24a-488a-857e-36877a5232a7\",\r\n \"creationTime\": \"2019-10-23T23:46:31.7263962Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:46:31.7263962Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714\",\r\n \"name\": \"ps6714\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps8693.azuredatalakestore.net\",\r\n \"accountId\": \"e4e3c1e4-5ef4-4783-867f-1e65bd01c836\",\r\n \"creationTime\": \"2020-03-17T21:30:08.9382152Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:30:08.9382152Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693\",\r\n \"name\": \"ps8693\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "be390a8c-44bf-45ec-8dcb-c555d0d9d512" + "2c3c6984-5aa3-4cd8-a2f0-3b6a808e4797" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -285,13 +285,13 @@ "no-cache" ], "x-ms-request-id": [ - "d6db3990-0811-4ae3-8eb9-8758371e0471" + "a32372e5-6e51-46b1-accf-d99b5c93362d" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14993" + "11993" ], "Server": [ "Microsoft-IIS/10.0" @@ -303,19 +303,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "7c2e7cb2-5129-49a1-befc-d8e2ef72a199" + "433df1db-a1bc-41a3-a414-e79e8410fb74" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234719Z:7c2e7cb2-5129-49a1-befc-d8e2ef72a199" + "WESTUS:20200317T213055Z:433df1db-a1bc-41a3-a414-e79e8410fb74" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:19 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Length": [ - "853" + "830" ], "Content-Type": [ "application/json" @@ -324,23 +324,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps6714.caboaccountdogfood.net\",\r\n \"accountId\": \"a8610bc0-d24a-488a-857e-36877a5232a7\",\r\n \"creationTime\": \"2019-10-23T23:46:31.7263962Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:46:31.7263962Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714\",\r\n \"name\": \"ps6714\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps8693.azuredatalakestore.net\",\r\n \"accountId\": \"e4e3c1e4-5ef4-4783-867f-1e65bd01c836\",\r\n \"creationTime\": \"2020-03-17T21:30:08.9382152Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:30:08.9382152Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693\",\r\n \"name\": \"ps8693\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "d264d548-4ae1-40b4-b869-e5bbc93a447d" + "eb8278aa-ca9d-43f3-bf9e-2a7846e0e97a" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -357,13 +357,13 @@ "gateway" ], "x-ms-request-id": [ - "1dac8de9-423b-463b-852e-9d29665d864a" + "02e934de-d380-40be-acf7-c38a8e50245b" ], "x-ms-correlation-request-id": [ - "1dac8de9-423b-463b-852e-9d29665d864a" + "02e934de-d380-40be-acf7-c38a8e50245b" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234723Z:1dac8de9-423b-463b-852e-9d29665d864a" + "WESTUS:20200317T213057Z:02e934de-d380-40be-acf7-c38a8e50245b" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -372,7 +372,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:23 GMT" + "Tue, 17 Mar 2020 21:30:57 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -384,23 +384,23 @@ "149" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps6714' under resource group 'ps2751' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps8693' under resource group 'ps3424' was not found.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "939eb194-8ef0-4f84-ab1e-06bd5aa40337" + "be91fd74-8768-4b26-8eb4-31a2a6e344c5" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -417,13 +417,13 @@ "gateway" ], "x-ms-request-id": [ - "9e5fd548-c59f-4ae8-8230-3d330d3c8b28" + "aae8158d-3414-47ef-9aea-b5b2d134d74c" ], "x-ms-correlation-request-id": [ - "9e5fd548-c59f-4ae8-8230-3d330d3c8b28" + "aae8158d-3414-47ef-9aea-b5b2d134d74c" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234723Z:9e5fd548-c59f-4ae8-8230-3d330d3c8b28" + "WESTUS:20200317T213058Z:aae8158d-3414-47ef-9aea-b5b2d134d74c" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -432,7 +432,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:23 GMT" + "Tue, 17 Mar 2020 21:30:57 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -444,23 +444,23 @@ "149" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps6714' under resource group 'ps2751' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps8693' under resource group 'ps3424' was not found.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "PUT", - "RequestBody": "{\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\"\r\n }\r\n}", + "RequestBody": "{\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\"\r\n }\r\n}", "RequestHeaders": { "x-ms-client-request-id": [ - "762e44f0-4e2c-4162-938d-8896c6c0759c" + "a726b5b3-d053-4f1c-96a9-f0a93bc1fa18" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -469,7 +469,7 @@ "application/json; charset=utf-8" ], "Content-Length": [ - "103" + "104" ] }, "ResponseHeaders": { @@ -480,16 +480,16 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714/operationresults/0?api-version=2016-11-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693/operationresults/0?api-version=2016-11-01" ], "Retry-After": [ "10" ], "Azure-AsyncOperation": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/a8610bc0-d24a-488a-857e-36877a5232a7_0?api-version=2016-11-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/e4e3c1e4-5ef4-4783-867f-1e65bd01c836_0?api-version=2016-11-01" ], "x-ms-request-id": [ - "6ebfc043-3ea0-4970-84bd-80879999c53d" + "13252f60-0b51-4a2a-a3ec-77d9800baa56" ], "X-Content-Type-Options": [ "nosniff" @@ -507,19 +507,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "0eb08176-048a-4b1a-974c-9266efde03a4" + "70141d25-c606-47f9-a95b-8e1fa22bc19e" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234630Z:0eb08176-048a-4b1a-974c-9266efde03a4" + "WESTUS:20200317T213009Z:70141d25-c606-47f9-a95b-8e1fa22bc19e" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:46:30 GMT" + "Tue, 17 Mar 2020 21:30:08 GMT" ], "Content-Length": [ - "375" + "376" ], "Content-Type": [ "application/json" @@ -528,17 +528,17 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\",\r\n \"provisioningState\": \"Creating\",\r\n \"state\": null,\r\n \"endpoint\": null,\r\n \"accountId\": \"a8610bc0-d24a-488a-857e-36877a5232a7\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714\",\r\n \"name\": \"ps6714\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\",\r\n \"provisioningState\": \"Creating\",\r\n \"state\": null,\r\n \"endpoint\": null,\r\n \"accountId\": \"e4e3c1e4-5ef4-4783-867f-1e65bd01c836\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693\",\r\n \"name\": \"ps8693\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 201 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/a8610bc0-d24a-488a-857e-36877a5232a7_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvYTg2MTBiYzAtZDI0YS00ODhhLTg1N2UtMzY4NzdhNTIzMmE3XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/e4e3c1e4-5ef4-4783-867f-1e65bd01c836_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2U0ZTNjMWU0LTVlZjQtNDc4My04NjdmLTFlNjViZDAxYzgzNl8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -552,13 +552,13 @@ "no-cache" ], "x-ms-request-id": [ - "9a78e3dc-e251-4d22-b2ef-1e7e8bfffb7f" + "4fa2e602-1efe-4d8f-9782-4ee9d2201d5b" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14998" + "11998" ], "Server": [ "Microsoft-IIS/10.0" @@ -570,16 +570,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "5af3df54-c862-489b-9fcb-f6e407753856" + "bc21d635-ef63-4477-9cb2-91fc4c37dd31" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234641Z:5af3df54-c862-489b-9fcb-f6e407753856" + "WESTUS:20200317T213019Z:bc21d635-ef63-4477-9cb2-91fc4c37dd31" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:46:41 GMT" + "Tue, 17 Mar 2020 21:30:19 GMT" ], "Content-Length": [ "23" @@ -595,13 +595,13 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/a8610bc0-d24a-488a-857e-36877a5232a7_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvYTg2MTBiYzAtZDI0YS00ODhhLTg1N2UtMzY4NzdhNTIzMmE3XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/e4e3c1e4-5ef4-4783-867f-1e65bd01c836_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2U0ZTNjMWU0LTVlZjQtNDc4My04NjdmLTFlNjViZDAxYzgzNl8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -615,13 +615,13 @@ "no-cache" ], "x-ms-request-id": [ - "7afe5c0a-ae8c-49d4-9e85-4619240cd042" + "ea0d820a-fcfa-431f-a255-0d9978f9b961" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14997" + "11997" ], "Server": [ "Microsoft-IIS/10.0" @@ -633,16 +633,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "53d39ef1-0fb6-4656-8b41-9e1daee74ac9" + "fd610ad5-fd6b-4d7e-8e39-22c57ff032f9" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234652Z:53d39ef1-0fb6-4656-8b41-9e1daee74ac9" + "WESTUS:20200317T213030Z:fd610ad5-fd6b-4d7e-8e39-22c57ff032f9" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:46:52 GMT" + "Tue, 17 Mar 2020 21:30:29 GMT" ], "Content-Length": [ "23" @@ -658,13 +658,13 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/a8610bc0-d24a-488a-857e-36877a5232a7_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvYTg2MTBiYzAtZDI0YS00ODhhLTg1N2UtMzY4NzdhNTIzMmE3XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/e4e3c1e4-5ef4-4783-867f-1e65bd01c836_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2U0ZTNjMWU0LTVlZjQtNDc4My04NjdmLTFlNjViZDAxYzgzNl8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -678,13 +678,13 @@ "no-cache" ], "x-ms-request-id": [ - "f21bf5bf-ca02-400a-9553-903691851fbf" + "a6ce0ff5-fd71-410f-b5b6-e8e5d3756c5c" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14996" + "11996" ], "Server": [ "Microsoft-IIS/10.0" @@ -696,16 +696,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "e8873667-d368-47a7-bcd7-d0010f4757c0" + "d7a7bcba-4f1e-46ef-9289-cdec6af744ed" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234703Z:e8873667-d368-47a7-bcd7-d0010f4757c0" + "WESTUS:20200317T213040Z:d7a7bcba-4f1e-46ef-9289-cdec6af744ed" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:03 GMT" + "Tue, 17 Mar 2020 21:30:40 GMT" ], "Content-Length": [ "22" @@ -730,7 +730,7 @@ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a9f72211-f99c-47f0-a232-df797667f5bc.0" + "03e11632-d4a3-433c-9797-a8c9a36ffb0e.0" ] }, "ResponseHeaders": { @@ -741,13 +741,7 @@ "no-cache" ], "x-ms-request-id": [ - "f51a9d17-47d0-453e-acf2-019b090e8a9d" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[f51a9d17-47d0-453e-acf2-019b090e8a9d][ AuthTime::972.5::PostAuthTime::28531 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:005 ms]%0a" + "ec8d6a92-2355-4fb2-af87-530e0c5e6c27" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -755,9 +749,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:864;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -765,7 +756,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:06 GMT" + "Tue, 17 Mar 2020 21:30:41 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -777,7 +768,7 @@ "237" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [f51a9d17-47d0-453e-acf2-019b090e8a9d][2019-10-23T16:47:06.7346343-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [ec8d6a92-2355-4fb2-af87-530e0c5e6c27][2020-03-17T14:30:42.7958232-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -787,13 +778,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "d36a7de2-c607-4db0-83a6-83d7ba26a47b.0.0,88,,MKDIRS,16,1" + "600a4a07-82e6-423b-87e6-ed2c7ac9f3b1.0.0,90,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c583d797-03e4-4d96-8116-eb44b907d044.0" + "fb0026c0-2e86-4b3a-9ba4-721f7da6eae7.0" ] }, "ResponseHeaders": { @@ -804,13 +795,7 @@ "no-cache" ], "x-ms-request-id": [ - "3051193d-266a-466e-bd61-36312289cc56" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[3051193d-266a-466e-bd61-36312289cc56][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "e997b2c6-c76b-4734-87d9-83d98839368d" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -818,9 +803,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:6" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -828,7 +810,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -840,7 +822,7 @@ "280" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874426967,\r\n \"modificationTime\": 1571874426967,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480643010,\r\n \"modificationTime\": 1584480643010,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -850,13 +832,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "45833ef5-1d89-4843-af70-9edfa2c1b970.0.0,83,,GETFILESTATUS,280,1" + "d035538c-46d5-4dcb-a78f-58fffd5049c8.0.0,85,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4f216b8e-7a98-4e60-beb8-6e9483ce2ee5.0" + "3e0a474e-27fc-4454-b537-ca7235016f4f.0" ] }, "ResponseHeaders": { @@ -867,13 +849,7 @@ "no-cache" ], "x-ms-request-id": [ - "30b2ca92-1e86-4d89-b02f-ce2b1ac9a631" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[30b2ca92-1e86-4d89-b02f-ce2b1ac9a631][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "134e8627-207e-4a46-8ba4-32af2f6af11b" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -881,9 +857,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -891,7 +864,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -903,7 +876,7 @@ "237" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [30b2ca92-1e86-4d89-b02f-ce2b1ac9a631][2019-10-23T16:47:16.1402605-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [134e8627-207e-4a46-8ba4-32af2f6af11b][2020-03-17T14:30:52.2015236-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -913,13 +886,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a9f72211-f99c-47f0-a232-df797667f5bc.0.1,1417,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "03e11632-d4a3-433c-9797-a8c9a36ffb0e.0.1,676,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "d36a7de2-c607-4db0-83a6-83d7ba26a47b.0" + "600a4a07-82e6-423b-87e6-ed2c7ac9f3b1.0" ], "Content-Length": [ "0" @@ -933,13 +906,7 @@ "no-cache" ], "x-ms-request-id": [ - "a72d40ea-182b-421e-9436-74736bbc20eb" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[a72d40ea-182b-421e-9436-74736bbc20eb][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:006 ms]%0a[MKDIRS :: 00:00:007 ms]%0a" + "3da15da7-91f3-4b2b-b241-c2b7eb677ca6" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -954,7 +921,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:06 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -976,13 +943,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c583d797-03e4-4d96-8116-eb44b907d044.0.0,86,,GETFILESTATUS,280,1" + "fb0026c0-2e86-4b3a-9ba4-721f7da6eae7.0.0,89,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e3026873-cba5-4c27-8dbd-0160a9967db3.0" + "223a05fa-8289-4449-bfea-0a3ea1c2e548.0" ] }, "ResponseHeaders": { @@ -993,13 +960,7 @@ "no-cache" ], "x-ms-request-id": [ - "1ab0030e-582d-4ab8-802a-b48f6ed399a6" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[1ab0030e-582d-4ab8-802a-b48f6ed399a6][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "519e6220-975d-4a2e-8ac9-f76907a6af11" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1007,9 +968,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:8;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1017,7 +975,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1029,7 +987,7 @@ "251" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/emptyfile.txt [1ab0030e-582d-4ab8-802a-b48f6ed399a6][2019-10-23T16:47:07.2346022-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/emptyfile.txt [519e6220-975d-4a2e-8ac9-f76907a6af11][2020-03-17T14:30:43.2801683-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -1039,13 +997,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "28f0b353-ac3b-42b4-af7a-e42f92cc456b.0.0,501,,APPEND,0,1" + "c87be173-5098-4e4e-9158-3a6a6b3154f0.0.0,100,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c4bfc497-c163-4964-b841-a6fb090fabb2.0" + "ff3897a6-3614-4ca7-9a9d-2036b78186cf.0" ] }, "ResponseHeaders": { @@ -1056,13 +1014,7 @@ "no-cache" ], "x-ms-request-id": [ - "105560ec-32e4-4b9f-b0b0-a3f154eed7b6" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[105560ec-32e4-4b9f-b0b0-a3f154eed7b6][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:008 ms]%0a" + "5146d3a7-5c4a-43a6-bfa8-4ca35b5b50c4" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1070,9 +1022,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:10" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1080,7 +1029,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1092,7 +1041,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874427358,\r\n \"modificationTime\": 1571874427358,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643407,\r\n \"modificationTime\": 1584480643407,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1102,13 +1051,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "bcbf29fc-3ade-42da-86f7-06c5aad08414.0.0,159,,APPEND,36,1" + "70d28067-84fb-472e-97bc-3f891bf7f896.0.0,136,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "70c1868b-49d8-4c87-8592-bc1132906de4.0" + "60be4b73-7cd6-449c-b193-e0a92b0568f7.0" ] }, "ResponseHeaders": { @@ -1119,13 +1068,7 @@ "no-cache" ], "x-ms-request-id": [ - "92b8369f-3b62-4857-8c3c-1eb9558f5d47" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[92b8369f-3b62-4857-8c3c-1eb9558f5d47][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "46fa55f3-6f46-4c4d-a92b-de133b046a21" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1133,9 +1076,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1143,7 +1083,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:11 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1155,23 +1095,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874427358,\r\n \"modificationTime\": 1571874431812,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643407,\r\n \"modificationTime\": 1584480647451,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&filesessionid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0zZTdlN2YwMS0zNmI1LTQ4ZmQtYTRlNS04MjBlYzcyNzc4MzkmZmlsZXNlc3Npb25pZD0zZTdlN2YwMS0zNmI1LTQ4ZmQtYTRlNS04MjBlYzcyNzc4MzkmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=a88859ce-d349-490d-babd-5b3a97b14887&filesessionid=a88859ce-d349-490d-babd-5b3a97b14887&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD1hODg4NTljZS1kMzQ5LTQ5MGQtYmFiZC01YjNhOTdiMTQ4ODcmZmlsZXNlc3Npb25pZD1hODg4NTljZS1kMzQ5LTQ5MGQtYmFiZC01YjNhOTdiMTQ4ODcmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e3026873-cba5-4c27-8dbd-0160a9967db3.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "223a05fa-8289-4449-bfea-0a3ea1c2e548.0.1,90,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "9b2dd149-a9d8-4563-b4e1-4794e547982f.0" + "b1005bb1-14ee-4587-a558-989b525c3940.0" ], "Content-Length": [ "0" @@ -1185,29 +1125,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/emptyfile.txt?op=CREATE&overwrite=True&leaseid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&filesessionid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/emptyfile.txt?op=CREATE&overwrite=True&leaseid=a88859ce-d349-490d-babd-5b3a97b14887&filesessionid=a88859ce-d349-490d-babd-5b3a97b14887&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "274a31c1-810c-4fdd-87ae-e0c9dda38d9f" - ], - "x-origin-server": [ - "bn4sch103190910" + "a0d4659d-4f1a-4a07-a8fb-fc56e50ced80" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[274a31c1-810c-4fdd-87ae-e0c9dda38d9f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:016 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:024 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:28;HandlerTime:26" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1215,7 +1146,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Expires": [ "-1" @@ -1228,19 +1159,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&filesessionid=3e7e7f01-36b5-48fd-a4e5-820ec7277839&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD0zZTdlN2YwMS0zNmI1LTQ4ZmQtYTRlNS04MjBlYzcyNzc4MzkmZmlsZXNlc3Npb25pZD0zZTdlN2YwMS0zNmI1LTQ4ZmQtYTRlNS04MjBlYzcyNzc4MzkmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=a88859ce-d349-490d-babd-5b3a97b14887&filesessionid=a88859ce-d349-490d-babd-5b3a97b14887&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1hODg4NTljZS1kMzQ5LTQ5MGQtYmFiZC01YjNhOTdiMTQ4ODcmZmlsZXNlc3Npb25pZD1hODg4NTljZS1kMzQ5LTQ5MGQtYmFiZC01YjNhOTdiMTQ4ODcmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "9b2dd149-a9d8-4563-b4e1-4794e547982f.0.0,105,,CREATE,0,1" + "b1005bb1-14ee-4587-a558-989b525c3940.0.0,117,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "28f0b353-ac3b-42b4-af7a-e42f92cc456b.0" + "c87be173-5098-4e4e-9158-3a6a6b3154f0.0" ], "Content-Length": [ "0" @@ -1254,13 +1185,7 @@ "no-cache" ], "x-ms-request-id": [ - "f57e052d-ea66-4373-8125-dfaafdbd4caf" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[f57e052d-ea66-4373-8125-dfaafdbd4caf][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:010 ms]%0a[S-FsHdfsAppend :: 00:00:375 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:376 ms]%0a[APPEND :: 00:00:417 ms]%0a" + "9461678d-d5ec-4b10-a9d3-584d1f205a0a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1268,9 +1193,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:424;HandlerTime:422" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1278,7 +1200,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Expires": [ "-1" @@ -1291,19 +1213,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=91bff7cd-a7f0-4146-8491-613f656d0dfd&filesessionid=91bff7cd-a7f0-4146-8491-613f656d0dfd&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD05MWJmZjdjZC1hN2YwLTQxNDYtODQ5MS02MTNmNjU2ZDBkZmQmZmlsZXNlc3Npb25pZD05MWJmZjdjZC1hN2YwLTQxNDYtODQ5MS02MTNmNjU2ZDBkZmQmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=8721f7a9-ff6a-4eb3-9ede-f128fe51645e&filesessionid=8721f7a9-ff6a-4eb3-9ede-f128fe51645e&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD04NzIxZjdhOS1mZjZhLTRlYjMtOWVkZS1mMTI4ZmU1MTY0NWUmZmlsZXNlc3Npb25pZD04NzIxZjdhOS1mZjZhLTRlYjMtOWVkZS1mMTI4ZmU1MTY0NWUmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "862295b6-d951-4166-b042-5c0bb17d90ca.0.0,86,,GETFILESTATUS,304,1" + "c4ae19e3-f38b-4ef5-abf9-baa69aa8d3cf.0.0,88,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "bcbf29fc-3ade-42da-86f7-06c5aad08414.0" + "70d28067-84fb-472e-97bc-3f891bf7f896.0" ], "Content-Length": [ "36" @@ -1317,13 +1239,7 @@ "no-cache" ], "x-ms-request-id": [ - "c6184c6b-2819-49b3-9dd0-900e221d3eea" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c6184c6b-2819-49b3-9dd0-900e221d3eea][ AuthTime::0::PostAuthTime::0 ][BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:074 ms]%0a[WriteTime :: 00:00:075 ms]%0a[APPEND :: 00:00:080 ms]%0a" + "b361b513-ce55-4d7d-968d-2726599ebce4" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1331,9 +1247,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:83;HandlerTime:82" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1341,7 +1254,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:11 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Expires": [ "-1" @@ -1360,13 +1273,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c4bfc497-c163-4964-b841-a6fb090fabb2.0.0,89,,GETFILESTATUS,304,1" + "ff3897a6-3614-4ca7-9a9d-2036b78186cf.0.0,108,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "2d2b7faa-a04a-469a-8872-bc34dcfab987.0" + "a4326760-659e-4057-aa71-1e443c901994.0" ] }, "ResponseHeaders": { @@ -1377,13 +1290,7 @@ "no-cache" ], "x-ms-request-id": [ - "befaa8a4-f316-4636-aeb8-ff46d36e999a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[befaa8a4-f316-4636-aeb8-ff46d36e999a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "a0e2a327-7bf4-45bd-9b78-162c647dc993" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1391,9 +1298,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:8;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1401,7 +1305,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:07 GMT" + "Tue, 17 Mar 2020 21:30:42 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1413,7 +1317,7 @@ "253" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/contentfile.txt [befaa8a4-f316-4636-aeb8-ff46d36e999a][2019-10-23T16:47:08.0939211-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/contentfile.txt [a0e2a327-7bf4-45bd-9b78-162c647dc993][2020-03-17T14:30:43.7801391-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -1423,13 +1327,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "235f9e61-b2bc-45b5-8bb8-0796a25c68c1.0.0,426,,APPEND,36,1" + "fe0a491e-a407-4b6c-9f1e-bbe4a6a559f5.0.0,176,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5f9d5d34-7580-466b-b240-2ef937380170.0" + "395a64df-02bb-4958-93cf-bc9f89d977ba.0" ] }, "ResponseHeaders": { @@ -1440,13 +1344,7 @@ "no-cache" ], "x-ms-request-id": [ - "51ca870f-c75f-407e-96e1-fb4e7022ae77" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[51ca870f-c75f-407e-96e1-fb4e7022ae77][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:005 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "fc6b0b12-38d1-4a8b-92d1-c705fdb11cbb" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1454,9 +1352,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:9;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1464,7 +1359,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1476,7 +1371,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1486,13 +1381,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6d5dc87c-e1ef-4930-b8e6-5e6a9d9fca1a.0.0,117,,OPEN,60,1" + "3c80e948-10ce-4e52-89e0-be34aa14bb7b.0.0,162,,OPEN,60,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "362f4718-0cb5-4dde-b56e-1661b9effab4.0" + "16c90f3d-fdf3-43b0-b30b-08c8340593da.0" ] }, "ResponseHeaders": { @@ -1503,13 +1398,7 @@ "no-cache" ], "x-ms-request-id": [ - "a17ac686-f9c5-433b-89c7-3622f462fb85" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[a17ac686-f9c5-433b-89c7-3622f462fb85][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "d20cbb22-6cd6-48b9-9ed3-eab806a3c904" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1517,9 +1406,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1527,7 +1413,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1539,7 +1425,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1549,13 +1435,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6c5a73e1-e2c7-4aa5-a25f-c6f193a2e82b.0.0,158,,SETEXPIRY,0,1" + "85f3e42f-03ea-49ab-ac05-636a44724618.0.0,139,,SETEXPIRY,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a498a36c-8808-4782-a353-e7e7e4273fc7.0" + "d8f581f9-c568-4129-8ba1-d1a53430bef0.0" ] }, "ResponseHeaders": { @@ -1566,13 +1452,7 @@ "no-cache" ], "x-ms-request-id": [ - "817c8c46-67ea-4ae2-87c4-1da951960bca" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[817c8c46-67ea-4ae2-87c4-1da951960bca][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "92e6dd09-9619-4311-94e6-2d922ef05fca" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1580,9 +1460,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1590,7 +1467,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1602,7 +1479,7 @@ "317" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1571874550015,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1584480766000,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1612,13 +1489,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a498a36c-8808-4782-a353-e7e7e4273fc7.0.0,86,,GETFILESTATUS,317,1" + "d8f581f9-c568-4129-8ba1-d1a53430bef0.0.0,266,,GETFILESTATUS,317,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "95456aa6-c8e8-4a72-9c2c-85de851213f4.0" + "2fea8266-da70-486d-8548-f806d9c79eaf.0" ] }, "ResponseHeaders": { @@ -1629,13 +1506,7 @@ "no-cache" ], "x-ms-request-id": [ - "48fd7832-e2fb-47c5-bdf5-b6d853cd69e2" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[48fd7832-e2fb-47c5-bdf5-b6d853cd69e2][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "28d17fc2-7865-4f9b-a4b9-9245c2838cb8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1643,9 +1514,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1653,7 +1521,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1665,7 +1533,7 @@ "317" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1571874550015,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1584480766000,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1675,13 +1543,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6718468d-bb1c-47fd-956f-d361871b0e2f.0.0,131,,SETEXPIRY,0,1" + "94e2c1f4-87b8-4008-9703-89ca9d927db1.0.0,154,,SETEXPIRY,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7479930b-5026-43a8-b829-369c69f831b8.0" + "35089929-0375-4ff5-bd83-eb8dd5c5671d.0" ] }, "ResponseHeaders": { @@ -1692,13 +1560,7 @@ "no-cache" ], "x-ms-request-id": [ - "dbed44fb-3a6e-447b-b372-b80630674a2b" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[dbed44fb-3a6e-447b-b372-b80630674a2b][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "a709b23a-4cd2-47f8-a1e6-96187161674b" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1706,9 +1568,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1716,7 +1575,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1728,23 +1587,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=CREATE&overwrite=True&leaseid=58169e0b-0507-4579-bb60-79aacf6696ac&filesessionid=58169e0b-0507-4579-bb60-79aacf6696ac&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTU4MTY5ZTBiLTA1MDctNDU3OS1iYjYwLTc5YWFjZjY2OTZhYyZmaWxlc2Vzc2lvbmlkPTU4MTY5ZTBiLTA1MDctNDU3OS1iYjYwLTc5YWFjZjY2OTZhYyZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=CREATE&overwrite=True&leaseid=30d30c82-155a-4cf1-8611-64891eaf8871&filesessionid=30d30c82-155a-4cf1-8611-64891eaf8871&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTMwZDMwYzgyLTE1NWEtNGNmMS04NjExLTY0ODkxZWFmODg3MSZmaWxlc2Vzc2lvbmlkPTMwZDMwYzgyLTE1NWEtNGNmMS04NjExLTY0ODkxZWFmODg3MSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "2d2b7faa-a04a-469a-8872-bc34dcfab987.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "a4326760-659e-4057-aa71-1e443c901994.0.1,91,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "0bd10858-2c0b-445d-9760-69b846a071cf.0" + "76471edc-c7e6-4dff-82dd-1e6d8d1c8ef2.0" ], "Content-Length": [ "0" @@ -1758,29 +1617,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/contentfile.txt?op=CREATE&overwrite=True&leaseid=58169e0b-0507-4579-bb60-79aacf6696ac&filesessionid=58169e0b-0507-4579-bb60-79aacf6696ac&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/contentfile.txt?op=CREATE&overwrite=True&leaseid=30d30c82-155a-4cf1-8611-64891eaf8871&filesessionid=30d30c82-155a-4cf1-8611-64891eaf8871&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "8200fc3d-d86f-4590-8505-d1ed1c1790eb" - ], - "x-origin-server": [ - "bn4sch103190910" + "89fdd4ea-7b17-429b-9440-f6fda4f95f17" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[8200fc3d-d86f-4590-8505-d1ed1c1790eb][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:021 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:24;HandlerTime:22" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1788,7 +1638,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -1801,19 +1651,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=APPEND&leaseid=58169e0b-0507-4579-bb60-79aacf6696ac&filesessionid=58169e0b-0507-4579-bb60-79aacf6696ac&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTU4MTY5ZTBiLTA1MDctNDU3OS1iYjYwLTc5YWFjZjY2OTZhYyZmaWxlc2Vzc2lvbmlkPTU4MTY5ZTBiLTA1MDctNDU3OS1iYjYwLTc5YWFjZjY2OTZhYyZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=APPEND&leaseid=30d30c82-155a-4cf1-8611-64891eaf8871&filesessionid=30d30c82-155a-4cf1-8611-64891eaf8871&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTMwZDMwYzgyLTE1NWEtNGNmMS04NjExLTY0ODkxZWFmODg3MSZmaWxlc2Vzc2lvbmlkPTMwZDMwYzgyLTE1NWEtNGNmMS04NjExLTY0ODkxZWFmODg3MSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "0bd10858-2c0b-445d-9760-69b846a071cf.0.0,100,,CREATE,0,1" + "76471edc-c7e6-4dff-82dd-1e6d8d1c8ef2.0.0,109,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "235f9e61-b2bc-45b5-8bb8-0796a25c68c1.0" + "fe0a491e-a407-4b6c-9f1e-bbe4a6a559f5.0" ], "Content-Length": [ "36" @@ -1827,13 +1677,7 @@ "no-cache" ], "x-ms-request-id": [ - "7c6c8990-e70a-4f5b-bb77-cab2e876e3ee" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[7c6c8990-e70a-4f5b-bb77-cab2e876e3ee][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:010 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:322 ms]%0a[WriteTime :: 00:00:322 ms]%0a[APPEND :: 00:00:346 ms]%0a" + "a38a5e78-80f1-4178-8f67-226accb46b6c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1841,9 +1685,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:350;HandlerTime:348" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1851,7 +1692,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -1870,13 +1711,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5f9d5d34-7580-466b-b240-2ef937380170.0.0,85,,GETFILESTATUS,305,1" + "395a64df-02bb-4958-93cf-bc9f89d977ba.0.0,91,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "f00835d2-9735-4e2b-ba98-fd0c1004a635.0" + "fb058332-a4c9-4567-83ef-6be0b8d9ca31.0" ] }, "ResponseHeaders": { @@ -1887,13 +1728,7 @@ "no-cache" ], "x-ms-request-id": [ - "d26d389a-17be-4119-a1b1-c296dc377a5a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[d26d389a-17be-4119-a1b1-c296dc377a5a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:002 ms]%0a" + "c1feac3c-cd59-4a86-8adc-915f9d8880d4" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1901,9 +1736,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1911,7 +1743,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1923,23 +1755,23 @@ "258" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/unicodecontentfile.txt [d26d389a-17be-4119-a1b1-c296dc377a5a][2019-10-23T16:47:08.8126232-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/unicodecontentfile.txt [c1feac3c-cd59-4a86-8adc-915f9d8880d4][2020-03-17T14:30:44.2488637-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=6adc3d80-1f91-40c2-a8c9-07073d321acd&filesessionid=6adc3d80-1f91-40c2-a8c9-07073d321acd&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1UcnVlJmxlYXNlaWQ9NmFkYzNkODAtMWY5MS00MGMyLWE4YzktMDcwNzNkMzIxYWNkJmZpbGVzZXNzaW9uaWQ9NmFkYzNkODAtMWY5MS00MGMyLWE4YzktMDcwNzNkMzIxYWNkJkNyZWF0ZVBhcmVudD1UcnVlJndyaXRlPXRydWUmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&filesessionid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1UcnVlJmxlYXNlaWQ9ZDUxNWIyYjAtMTM4OC00Y2ViLTk0MWUtOGYxNGI3ZmI4ZjJmJmZpbGVzZXNzaW9uaWQ9ZDUxNWIyYjAtMTM4OC00Y2ViLTk0MWUtOGYxNGI3ZmI4ZjJmJkNyZWF0ZVBhcmVudD1UcnVlJndyaXRlPXRydWUmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "f00835d2-9735-4e2b-ba98-fd0c1004a635.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "fb058332-a4c9-4567-83ef-6be0b8d9ca31.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "330407b4-b961-44c2-a520-bcf711793fd3.0" + "6e833f01-2fc9-4e0c-a4ba-ef4d14417fd0.0" ], "Content-Length": [ "0" @@ -1953,29 +1785,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/encodingFolder/unicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=6adc3d80-1f91-40c2-a8c9-07073d321acd&filesessionid=6adc3d80-1f91-40c2-a8c9-07073d321acd&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/encodingFolder/unicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&filesessionid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "e3415b28-db8d-42ae-a510-339e407d4f0e" - ], - "x-origin-server": [ - "bn4sch103190910" + "a0dd5110-b902-4566-9ab9-121f8fe11bd5" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[e3415b28-db8d-42ae-a510-339e407d4f0e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:013 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:020 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:21" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1983,7 +1806,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -1996,19 +1819,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=6adc3d80-1f91-40c2-a8c9-07073d321acd&filesessionid=6adc3d80-1f91-40c2-a8c9-07073d321acd&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9NmFkYzNkODAtMWY5MS00MGMyLWE4YzktMDcwNzNkMzIxYWNkJmZpbGVzZXNzaW9uaWQ9NmFkYzNkODAtMWY5MS00MGMyLWE4YzktMDcwNzNkMzIxYWNkJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&filesessionid=d515b2b0-1388-4ceb-941e-8f14b7fb8f2f&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZDUxNWIyYjAtMTM4OC00Y2ViLTk0MWUtOGYxNGI3ZmI4ZjJmJmZpbGVzZXNzaW9uaWQ9ZDUxNWIyYjAtMTM4OC00Y2ViLTk0MWUtOGYxNGI3ZmI4ZjJmJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "330407b4-b961-44c2-a520-bcf711793fd3.0.0,100,,CREATE,0,1" + "6e833f01-2fc9-4e0c-a4ba-ef4d14417fd0.0.0,112,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6031e1f9-aff8-44b5-814e-ab1fa6fae6d8.0" + "14189026-43cb-4de1-8ef0-9cacc40c08e0.0" ], "Content-Length": [ "0" @@ -2022,13 +1845,7 @@ "no-cache" ], "x-ms-request-id": [ - "225067db-bb86-4d42-93ba-656c3688a4da" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[225067db-bb86-4d42-93ba-656c3688a4da][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[S-FsHdfsAppend :: 00:00:055 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:055 ms]%0a[APPEND :: 00:00:075 ms]%0a" + "bc509e66-6a01-49e1-b142-29955ed2b309" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2036,9 +1853,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:79;HandlerTime:78" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2046,7 +1860,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -2059,19 +1873,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=e9cbde96-f2d9-4633-860a-b2d1fc4dcac1&filesessionid=e9cbde96-f2d9-4633-860a-b2d1fc4dcac1&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZTljYmRlOTYtZjJkOS00NjMzLTg2MGEtYjJkMWZjNGRjYWMxJmZpbGVzZXNzaW9uaWQ9ZTljYmRlOTYtZjJkOS00NjMzLTg2MGEtYjJkMWZjNGRjYWMxJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=90ed51cd-949f-4ba5-a7a2-92b8e368c13b&filesessionid=90ed51cd-949f-4ba5-a7a2-92b8e368c13b&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9OTBlZDUxY2QtOTQ5Zi00YmE1LWE3YTItOTJiOGUzNjhjMTNiJmZpbGVzZXNzaW9uaWQ9OTBlZDUxY2QtOTQ5Zi00YmE1LWE3YTItOTJiOGUzNjhjMTNiJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "POST", "RequestBody": "I\u0000 \u0000a\u0000m\u0000 \u0000u\u0000n\u0000i\u0000c\u0000o\u0000d\u0000e\u0000 \u0000t\u0000e\u0000x\u0000t\u0000", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fee5fc93-13b3-4725-a280-130a1da849e2.0.0,86,,GETFILESTATUS,304,1" + "21471afc-40d4-4b57-9746-64700fe44cd0.0.0,86,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6c7a7b20-4298-41e3-b1a7-f65cb6823d08.0" + "efbb6f1e-68ad-420a-8fd2-b5f92d2055e2.0" ], "Content-Length": [ "34" @@ -2085,13 +1899,7 @@ "no-cache" ], "x-ms-request-id": [ - "c5bdcb9e-dcd9-4348-9170-530c7f1ad52d" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c5bdcb9e-dcd9-4348-9170-530c7f1ad52d][ AuthTime::0::PostAuthTime::0 ][BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:037 ms]%0a[WriteTime :: 00:00:037 ms]%0a[APPEND :: 00:00:050 ms]%0a" + "1d4e9ca6-7fe7-4069-ad7a-da06e9f9e81e" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2099,9 +1907,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:54;HandlerTime:52" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2109,7 +1914,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -2122,19 +1927,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=e9cbde96-f2d9-4633-860a-b2d1fc4dcac1&filesessionid=e9cbde96-f2d9-4633-860a-b2d1fc4dcac1&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZTljYmRlOTYtZjJkOS00NjMzLTg2MGEtYjJkMWZjNGRjYWMxJmZpbGVzZXNzaW9uaWQ9ZTljYmRlOTYtZjJkOS00NjMzLTg2MGEtYjJkMWZjNGRjYWMxJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=90ed51cd-949f-4ba5-a7a2-92b8e368c13b&filesessionid=90ed51cd-949f-4ba5-a7a2-92b8e368c13b&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9OTBlZDUxY2QtOTQ5Zi00YmE1LWE3YTItOTJiOGUzNjhjMTNiJmZpbGVzZXNzaW9uaWQ9OTBlZDUxY2QtOTQ5Zi00YmE1LWE3YTItOTJiOGUzNjhjMTNiJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6031e1f9-aff8-44b5-814e-ab1fa6fae6d8.0.0,155,,APPEND,0,1" + "14189026-43cb-4de1-8ef0-9cacc40c08e0.0.0,123,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a9c3c40a-31f1-47c8-b419-3e945140e11c.0" + "4d5074a3-694d-467b-bfc7-aad791006841.0" ], "Content-Length": [ "0" @@ -2148,13 +1953,7 @@ "no-cache" ], "x-ms-request-id": [ - "b40fdfe4-d441-4225-91a4-48de8a77ea2b" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[b40fdfe4-d441-4225-91a4-48de8a77ea2b][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[APPEND :: 00:00:010 ms]%0a" + "ef1230ac-2968-4706-9c21-d0f8c0e56bb7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2162,9 +1961,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:14;HandlerTime:12" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2172,7 +1968,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:08 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Expires": [ "-1" @@ -2191,13 +1987,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a9c3c40a-31f1-47c8-b419-3e945140e11c.0.0,90,,APPEND,0,1" + "4d5074a3-694d-467b-bfc7-aad791006841.0.0,90,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "fee5fc93-13b3-4725-a280-130a1da849e2.0" + "21471afc-40d4-4b57-9746-64700fe44cd0.0" ] }, "ResponseHeaders": { @@ -2208,13 +2004,7 @@ "no-cache" ], "x-ms-request-id": [ - "8e5d02cd-3a4e-437e-9560-03ff01b89013" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[8e5d02cd-3a4e-437e-9560-03ff01b89013][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "7795dfed-16d5-4544-a8a8-ed66bfac2857" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2222,9 +2012,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2232,7 +2019,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:43 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2244,7 +2031,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428911,\r\n \"modificationTime\": 1571874428911,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480644360,\r\n \"modificationTime\": 1584480644360,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -2254,13 +2041,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6c7a7b20-4298-41e3-b1a7-f65cb6823d08.0.0,130,,APPEND,34,1" + "efbb6f1e-68ad-420a-8fd2-b5f92d2055e2.0.0,122,,APPEND,34,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "f2c72998-b79f-4b10-991f-92bc0cf93f7a.0" + "3661ccfe-0cb3-4a4b-a86b-f600c39ef2dd.0" ] }, "ResponseHeaders": { @@ -2271,13 +2058,7 @@ "no-cache" ], "x-ms-request-id": [ - "b2540993-e5a2-4ac2-b839-99a3ae0fe123" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[b2540993-e5a2-4ac2-b839-99a3ae0fe123][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:081 ms]%0a[GETFILESTATUS :: 00:00:081 ms]%0a" + "efa2a2b3-3d2d-42ed-9bda-bd4d726bd202" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2285,9 +2066,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:85;HandlerTime:83" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2295,7 +2073,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2307,23 +2085,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 34,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428911,\r\n \"modificationTime\": 1571874429390,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 34,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480644360,\r\n \"modificationTime\": 1584480644811,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=OPEN&read=true&filesessionid=134c654f-30e1-41ac-b48a-768224560a9d&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD0xMzRjNjU0Zi0zMGUxLTQxYWMtYjQ4YS03NjgyMjQ1NjBhOWQmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=OPEN&read=true&filesessionid=b98dc9ac-4a4d-4b4f-bbc6-1d83d8f18116&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1iOThkYzlhYy00YTRkLTRiNGYtYmJjNi0xZDgzZDhmMTgxMTYmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "f2c72998-b79f-4b10-991f-92bc0cf93f7a.0.0,161,,GETFILESTATUS,305,1" + "3661ccfe-0cb3-4a4b-a86b-f600c39ef2dd.0.0,290,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "383f00f4-41e3-4a81-aafb-83677d6c0400.0" + "6c12f66f-5b4e-48da-a8f7-ab8b7e449562.0" ] }, "ResponseHeaders": { @@ -2337,13 +2115,7 @@ "chunked" ], "x-ms-request-id": [ - "d1f3061e-09fd-49ba-897b-467a952a7457" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[d1f3061e-09fd-49ba-897b-467a952a7457][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:009 ms]%0a[S-FsReadStream :: 00:00:023 ms]%0a[OPEN :: 00:00:032 ms]%0a" + "161c4840-137d-44c6-88fb-3d680c28e963" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2358,7 +2130,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Content-Type": [ "application/octet-stream" @@ -2377,13 +2149,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "383f00f4-41e3-4a81-aafb-83677d6c0400.0.0,130,,OPEN,34,1" + "6c12f66f-5b4e-48da-a8f7-ab8b7e449562.0.0,155,,OPEN,34,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "fdd0896c-cf15-4cf8-a48b-5c14a66059d5.0" + "2f40d0d7-8a5e-4c8f-b724-f65c11b3f454.0" ] }, "ResponseHeaders": { @@ -2394,13 +2166,7 @@ "no-cache" ], "x-ms-request-id": [ - "c98bc7a1-1a73-4925-b695-74b48411ca1d" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c98bc7a1-1a73-4925-b695-74b48411ca1d][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "ed90b3fb-c670-4e7a-af0a-7fe1bdc8d4ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2408,9 +2174,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2418,7 +2181,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2430,23 +2193,23 @@ "256" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/utf32contentfile.txt [c98bc7a1-1a73-4925-b695-74b48411ca1d][2019-10-23T16:47:09.8438026-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/utf32contentfile.txt [ed90b3fb-c670-4e7a-af0a-7fe1bdc8d4ee][2020-03-17T14:30:45.4362919-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=CREATE&overwrite=True&leaseid=c280a444-7343-461c-985a-8363be5f10cc&filesessionid=c280a444-7343-461c-985a-8363be5f10cc&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPWMyODBhNDQ0LTczNDMtNDYxYy05ODVhLTgzNjNiZTVmMTBjYyZmaWxlc2Vzc2lvbmlkPWMyODBhNDQ0LTczNDMtNDYxYy05ODVhLTgzNjNiZTVmMTBjYyZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=CREATE&overwrite=True&leaseid=78d6bd89-e026-40df-bc7d-00e412b396ed&filesessionid=78d6bd89-e026-40df-bc7d-00e412b396ed&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTc4ZDZiZDg5LWUwMjYtNDBkZi1iYzdkLTAwZTQxMmIzOTZlZCZmaWxlc2Vzc2lvbmlkPTc4ZDZiZDg5LWUwMjYtNDBkZi1iYzdkLTAwZTQxMmIzOTZlZCZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fdd0896c-cf15-4cf8-a48b-5c14a66059d5.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "2f40d0d7-8a5e-4c8f-b724-f65c11b3f454.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "f640a479-1124-4fe0-80e8-a09a24f28cee.0" + "191e0617-5240-4308-809f-092667e4d062.0" ], "Content-Length": [ "0" @@ -2460,29 +2223,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/encodingFolder/utf32contentfile.txt?op=CREATE&overwrite=True&leaseid=c280a444-7343-461c-985a-8363be5f10cc&filesessionid=c280a444-7343-461c-985a-8363be5f10cc&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/encodingFolder/utf32contentfile.txt?op=CREATE&overwrite=True&leaseid=78d6bd89-e026-40df-bc7d-00e412b396ed&filesessionid=78d6bd89-e026-40df-bc7d-00e412b396ed&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "aeb6ebf3-7c23-4ed0-a587-0f65a5c9b1c6" - ], - "x-origin-server": [ - "bn4sch103190910" + "28325d95-623d-4ea2-9a8c-bf0e39232335" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[aeb6ebf3-7c23-4ed0-a587-0f65a5c9b1c6][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:020 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:22" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2490,7 +2244,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Expires": [ "-1" @@ -2503,19 +2257,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=APPEND&leaseid=c280a444-7343-461c-985a-8363be5f10cc&filesessionid=c280a444-7343-461c-985a-8363be5f10cc&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPWMyODBhNDQ0LTczNDMtNDYxYy05ODVhLTgzNjNiZTVmMTBjYyZmaWxlc2Vzc2lvbmlkPWMyODBhNDQ0LTczNDMtNDYxYy05ODVhLTgzNjNiZTVmMTBjYyZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=APPEND&leaseid=78d6bd89-e026-40df-bc7d-00e412b396ed&filesessionid=78d6bd89-e026-40df-bc7d-00e412b396ed&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTc4ZDZiZDg5LWUwMjYtNDBkZi1iYzdkLTAwZTQxMmIzOTZlZCZmaWxlc2Vzc2lvbmlkPTc4ZDZiZDg5LWUwMjYtNDBkZi1iYzdkLTAwZTQxMmIzOTZlZCZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "I\u0000\u0000\u0000 \u0000\u0000\u0000a\u0000\u0000\u0000m\u0000\u0000\u0000 \u0000\u0000\u0000u\u0000\u0000\u0000t\u0000\u0000\u0000f\u0000\u0000\u00003\u0000\u0000\u00002\u0000\u0000\u0000 \u0000\u0000\u0000t\u0000\u0000\u0000e\u0000\u0000\u0000x\u0000\u0000\u0000t\u0000\u0000\u0000", "RequestHeaders": { "x-ms-adl-client-latency": [ - "f640a479-1124-4fe0-80e8-a09a24f28cee.0.0,100,,CREATE,0,1" + "191e0617-5240-4308-809f-092667e4d062.0.0,111,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a60bdd89-6ec3-4299-8618-3787506bf2bd.0" + "432cf6cd-b86e-4fb7-a185-dd20f29ee13e.0" ], "Content-Length": [ "60" @@ -2529,13 +2283,7 @@ "no-cache" ], "x-ms-request-id": [ - "47294c1d-5af1-4772-a9ad-578eb4de9ac7" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[47294c1d-5af1-4772-a9ad-578eb4de9ac7][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:171 ms]%0a[WriteTime :: 00:00:171 ms]%0a[APPEND :: 00:00:194 ms]%0a" + "e8e41583-177f-4295-8451-fdcf55330771" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2543,9 +2291,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:197;HandlerTime:196" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2553,7 +2298,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:09 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Expires": [ "-1" @@ -2572,13 +2317,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a60bdd89-6ec3-4299-8618-3787506bf2bd.0.0,274,,APPEND,60,1" + "432cf6cd-b86e-4fb7-a185-dd20f29ee13e.0.0,152,,APPEND,60,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "89e89092-31f6-42ec-98f2-14cb6002c780.0" + "b6daf522-5006-4404-a98a-6be68e7376dd.0" ] }, "ResponseHeaders": { @@ -2589,13 +2334,7 @@ "no-cache" ], "x-ms-request-id": [ - "51fc3c45-68af-4633-92b7-d4d2b395ab11" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[51fc3c45-68af-4633-92b7-d4d2b395ab11][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:071 ms]%0a[GETFILESTATUS :: 00:00:071 ms]%0a" + "198d4383-447f-4e1f-b5f1-a20589cf6301" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2603,9 +2342,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:75;HandlerTime:73" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2613,7 +2349,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:44 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2625,23 +2361,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 60,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874429951,\r\n \"modificationTime\": 1571874430171,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 60,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480645542,\r\n \"modificationTime\": 1584480645670,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=OPEN&read=true&filesessionid=cedb459f-02dc-4f68-8eb7-b05f9f496e49&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPU9QRU4mcmVhZD10cnVlJmZpbGVzZXNzaW9uaWQ9Y2VkYjQ1OWYtMDJkYy00ZjY4LThlYjctYjA1ZjlmNDk2ZTQ5Jm9mZnNldD0wJmxlbmd0aD00MTk0MzA0JmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=OPEN&read=true&filesessionid=c2f4479c-ae03-45e6-ab89-f4c46bdc6d8d&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPU9QRU4mcmVhZD10cnVlJmZpbGVzZXNzaW9uaWQ9YzJmNDQ3OWMtYWUwMy00NWU2LWFiODktZjRjNDZiZGM2ZDhkJm9mZnNldD0wJmxlbmd0aD00MTk0MzA0JmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "89e89092-31f6-42ec-98f2-14cb6002c780.0.0,152,,GETFILESTATUS,305,1" + "b6daf522-5006-4404-a98a-6be68e7376dd.0.0,158,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6d5dc87c-e1ef-4930-b8e6-5e6a9d9fca1a.0" + "3c80e948-10ce-4e52-89e0-be34aa14bb7b.0" ] }, "ResponseHeaders": { @@ -2655,13 +2391,7 @@ "chunked" ], "x-ms-request-id": [ - "5943b76a-44b1-4853-b089-60b4e6b80ed4" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[5943b76a-44b1-4853-b089-60b4e6b80ed4][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:007 ms]%0a[S-FsReadStream :: 00:00:024 ms]%0a[OPEN :: 00:00:032 ms]%0a" + "2a937950-bd33-4940-ba64-21eb68fead07" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2676,7 +2406,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Content-Type": [ "application/octet-stream" @@ -2689,19 +2419,19 @@ "StatusCode": 200 }, { - "RequestUri": "/WebHdfsExt%2Fadlspstestfolder%2Fcontentfile.txt?op=SETEXPIRY&expireTime=1571874550000&expiryOption=Absolute&api-version=2018-09-01", - "EncodedRequestUri": "L1dlYkhkZnNFeHQlMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPVNFVEVYUElSWSZleHBpcmVUaW1lPTE1NzE4NzQ1NTAwMDAmZXhwaXJ5T3B0aW9uPUFic29sdXRlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/WebHdfsExt%2Fadlspstestfolder%2Fcontentfile.txt?op=SETEXPIRY&expireTime=1584480766000&expiryOption=Absolute&api-version=2018-09-01", + "EncodedRequestUri": "L1dlYkhkZnNFeHQlMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPVNFVEVYUElSWSZleHBpcmVUaW1lPTE1ODQ0ODA3NjYwMDAmZXhwaXJ5T3B0aW9uPUFic29sdXRlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "362f4718-0cb5-4dde-b56e-1661b9effab4.0.0,87,,GETFILESTATUS,305,1" + "16c90f3d-fdf3-43b0-b30b-08c8340593da.0.0,89,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6c5a73e1-e2c7-4aa5-a25f-c6f193a2e82b.0" + "85f3e42f-03ea-49ab-ac05-636a44724618.0" ], "Content-Length": [ "0" @@ -2715,10 +2445,7 @@ "no-cache" ], "x-ms-request-id": [ - "962b625a-f3b3-4aaa-92e0-f80b36efd256" - ], - "x-origin-server": [ - "bn4sch103190910" + "a9004e5b-8880-4c44-a3c2-b0f3bcce8ac0" ], "Status": [ "0x0" @@ -2730,7 +2457,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Expires": [ "-1" @@ -2749,13 +2476,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "95456aa6-c8e8-4a72-9c2c-85de851213f4.0.0,87,,GETFILESTATUS,317,1" + "2fea8266-da70-486d-8548-f806d9c79eaf.0.0,91,,GETFILESTATUS,317,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6718468d-bb1c-47fd-956f-d361871b0e2f.0" + "94e2c1f4-87b8-4008-9703-89ca9d927db1.0" ], "Content-Length": [ "0" @@ -2769,10 +2496,7 @@ "no-cache" ], "x-ms-request-id": [ - "e7564a5d-417d-46f0-b87a-f4bd094d3ff6" - ], - "x-origin-server": [ - "bn4sch103190910" + "1cfad804-06e7-4f97-b609-7c1ea164da89" ], "Status": [ "0x0" @@ -2784,7 +2508,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:10 GMT" + "Tue, 17 Mar 2020 21:30:45 GMT" ], "Expires": [ "-1" @@ -2803,13 +2527,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7479930b-5026-43a8-b829-369c69f831b8.0.0,87,,GETFILESTATUS,305,1" + "35089929-0375-4ff5-bd83-eb8dd5c5671d.0.0,96,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5dec9df3-a2a6-4b61-baf5-d750bece188c.0" + "fe1a252b-a263-41ec-b7f9-1aac5ae27a0d.0" ] }, "ResponseHeaders": { @@ -2820,13 +2544,7 @@ "no-cache" ], "x-ms-request-id": [ - "c17edfa1-738c-44b8-8b90-1f7122db3cd8" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c17edfa1-738c-44b8-8b90-1f7122db3cd8][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:032 ms]%0a[LISTSTATUS :: 00:00:064 ms]%0a" + "f45e7089-f005-4c44-98e6-7d415745e5dd" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2841,7 +2559,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:11 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2853,23 +2571,23 @@ "665" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"contentfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874428196,\r\n \"modificationTime\": 1571874428531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"emptyfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874427358,\r\n \"modificationTime\": 1571874427358,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"contentfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643885,\r\n \"modificationTime\": 1584480644030,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"emptyfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643407,\r\n \"modificationTime\": 1584480643407,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=91bff7cd-a7f0-4146-8491-613f656d0dfd&filesessionid=91bff7cd-a7f0-4146-8491-613f656d0dfd&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD05MWJmZjdjZC1hN2YwLTQxNDYtODQ5MS02MTNmNjU2ZDBkZmQmZmlsZXNlc3Npb25pZD05MWJmZjdjZC1hN2YwLTQxNDYtODQ5MS02MTNmNjU2ZDBkZmQmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=8721f7a9-ff6a-4eb3-9ede-f128fe51645e&filesessionid=8721f7a9-ff6a-4eb3-9ede-f128fe51645e&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD04NzIxZjdhOS1mZjZhLTRlYjMtOWVkZS1mMTI4ZmU1MTY0NWUmZmlsZXNlc3Npb25pZD04NzIxZjdhOS1mZjZhLTRlYjMtOWVkZS1mMTI4ZmU1MTY0NWUmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5dec9df3-a2a6-4b61-baf5-d750bece188c.0.0,151,,LISTSTATUS,665,1" + "fe1a252b-a263-41ec-b7f9-1aac5ae27a0d.0.0,90,,LISTSTATUS,665,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "0e85b73e-5eb0-4b59-b5a6-2f6f523e0e81.0" + "97e441ee-eaff-4f0b-8036-fe331ab158ca.0" ], "Content-Length": [ "0" @@ -2883,13 +2601,7 @@ "no-cache" ], "x-ms-request-id": [ - "36748f04-64ec-4ba3-9238-9dab8fce905f" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[36748f04-64ec-4ba3-9238-9dab8fce905f][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:010 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[APPEND :: 00:00:011 ms]%0a" + "a9b8bc9b-b02e-4ed6-96fb-c1d762bc540e" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2897,9 +2609,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:14;HandlerTime:13" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2907,7 +2616,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:11 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Expires": [ "-1" @@ -2926,13 +2635,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "0e85b73e-5eb0-4b59-b5a6-2f6f523e0e81.0.0,90,,APPEND,0,1" + "97e441ee-eaff-4f0b-8036-fe331ab158ca.0.0,98,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "862295b6-d951-4166-b042-5c0bb17d90ca.0" + "c4ae19e3-f38b-4ef5-abf9-baa69aa8d3cf.0" ] }, "ResponseHeaders": { @@ -2943,13 +2652,7 @@ "no-cache" ], "x-ms-request-id": [ - "c576c233-3f31-4ad4-8e4c-40c9bb6ef3cc" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c576c233-3f31-4ad4-8e4c-40c9bb6ef3cc][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "179b1091-d0a7-48ea-83c9-825977537c3b" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2957,9 +2660,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2967,7 +2667,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:11 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2979,7 +2679,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874427358,\r\n \"modificationTime\": 1571874427358,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480643407,\r\n \"modificationTime\": 1584480643407,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -2989,13 +2689,13 @@ "RequestBody": "{\r\n \"sources\": [\r\n \"/adlspstestfolder/emptyfile.txt\",\r\n \"/adlspstestfolder/contentfile.txt\"\r\n ]\r\n}", "RequestHeaders": { "x-ms-adl-client-latency": [ - "70c1868b-49d8-4c87-8592-bc1132906de4.0.0,86,,GETFILESTATUS,305,1" + "60be4b73-7cd6-449c-b193-e0a92b0568f7.0.0,87,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "02ae03c6-f539-4789-84a4-e9537ab3812b.0" + "d8809f28-d6c2-4448-afc0-fd948a10617b.0" ], "Content-Type": [ "application/json" @@ -3012,13 +2712,7 @@ "no-cache" ], "x-ms-request-id": [ - "67ea2271-d91c-43b5-8dab-a41455d4d5e5" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[67ea2271-d91c-43b5-8dab-a41455d4d5e5][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-FsMultiModifyStream :: 00:00:421 ms]%0a[MSCONCAT :: 00:00:495 ms]%0a" + "95f50551-fa03-41c3-b5a8-ac1d5650b662" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3033,7 +2727,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:46 GMT" ], "Expires": [ "-1" @@ -3052,13 +2746,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "02ae03c6-f539-4789-84a4-e9537ab3812b.0.0,578,,MSCONCAT,83,1" + "d8809f28-d6c2-4448-afc0-fd948a10617b.0.0,315,,MSCONCAT,83,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a64fffb8-d62c-429a-8ff1-c1bb33ca8adf.0" + "ddfd7915-0347-4d26-8b1e-e1cf7dad417e.0" ] }, "ResponseHeaders": { @@ -3069,13 +2763,7 @@ "no-cache" ], "x-ms-request-id": [ - "b803095f-753c-470f-9158-a10f264c0ee6" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[b803095f-753c-470f-9158-a10f264c0ee6][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "bbea0909-dba4-47f5-a4c0-6af843ef846a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3083,9 +2771,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3093,7 +2778,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3105,7 +2790,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3115,13 +2800,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "54c4b87f-6033-4fb0-9e96-41839e773c0f.0.0,86,,GETFILESTATUS,308,1" + "c5e65212-ed39-44fa-a466-a37b588a0f72.0.0,87,,GETFILESTATUS,308,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "395eb770-48eb-4f8e-848b-29bbfa3fb0b4.0" + "e14d2839-a85e-4405-a5cf-55730aa34a77.0" ] }, "ResponseHeaders": { @@ -3132,13 +2817,7 @@ "no-cache" ], "x-ms-request-id": [ - "2994707c-ccb1-4383-82d1-eab111f94291" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[2994707c-ccb1-4383-82d1-eab111f94291][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "7d32b9f0-e0dc-4c1c-8978-948679d7f164" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3146,9 +2825,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3156,7 +2832,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3168,7 +2844,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3178,13 +2854,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "45044bac-b4d4-4115-843d-6cf44b6a62e4.0.0,87,,GETFILESTATUS,305,1" + "8a068151-cb80-4da3-90dc-b04842010f74.0.0,94,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "45eb4cd7-b3fc-4d48-9bfa-61e864e78145.0" + "c4d2bb30-51bf-4417-9a38-91d58238e296.0" ] }, "ResponseHeaders": { @@ -3195,13 +2871,7 @@ "no-cache" ], "x-ms-request-id": [ - "1bb0b3ff-b7a0-40e6-80ca-c41346899d34" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[1bb0b3ff-b7a0-40e6-80ca-c41346899d34][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "a281e9d1-a979-47bf-a76e-1de018e31368" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3209,9 +2879,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3219,7 +2886,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3231,7 +2898,7 @@ "252" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/concatfile.txt [1bb0b3ff-b7a0-40e6-80ca-c41346899d34][2019-10-23T16:47:15.8121568-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/concatfile.txt [a281e9d1-a979-47bf-a76e-1de018e31368][2020-03-17T14:30:51.8577937-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -3241,13 +2908,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a64fffb8-d62c-429a-8ff1-c1bb33ca8adf.0.0,86,,GETFILESTATUS,305,1" + "ddfd7915-0347-4d26-8b1e-e1cf7dad417e.0.0,88,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6a953c73-3422-4a38-960b-dcb51cde6286.0" + "4976e10f-b7b3-4b3b-9c0f-46b02f75e496.0" ] }, "ResponseHeaders": { @@ -3258,13 +2925,7 @@ "no-cache" ], "x-ms-request-id": [ - "9dc56bf8-de26-418a-a755-6610c669da88" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[9dc56bf8-de26-418a-a755-6610c669da88][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:005 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "baa3204b-36fe-4bef-b3fd-a517a16de86c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3272,9 +2933,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:9;HandlerTime:7" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3282,7 +2940,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3294,7 +2952,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3304,13 +2962,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "dbfc374a-e0f9-457e-af83-f92f87fa0893.0.0,284,,OPEN,72,1" + "d7743fd4-c9c7-48a0-a9bd-7e2c1cf97d83.0.0,328,,OPEN,72,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "8a80ba43-4fd0-4150-a8a1-ae2012ae2079.0" + "8b9d0ed8-b7e0-40ed-9a7e-23693c99b170.0" ] }, "ResponseHeaders": { @@ -3321,13 +2979,7 @@ "no-cache" ], "x-ms-request-id": [ - "48a2dd9c-87f9-4d17-becb-730d1f5dc102" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[48a2dd9c-87f9-4d17-becb-730d1f5dc102][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "e5bc962f-a7eb-4810-bc2a-1abb3c1c796c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3335,9 +2987,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3345,7 +2994,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3357,7 +3006,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3367,13 +3016,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e10d68e0-c5e3-4258-9ff9-034c863e1cc2.0.0,114,,OPEN,70,1" + "0cf12b03-f241-457f-9bcb-099a2d13eb43.0.0,136,,OPEN,70,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4f341628-789b-4a78-b58d-bcf9f18ca8a0.0" + "69c04673-ec25-43be-93f4-254953644a2e.0" ] }, "ResponseHeaders": { @@ -3384,13 +3033,7 @@ "no-cache" ], "x-ms-request-id": [ - "6902c671-45eb-42f0-aca1-47ef9d7d9d0e" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[6902c671-45eb-42f0-aca1-47ef9d7d9d0e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "b934e7fd-bad8-44d0-9198-2b1e47c219d1" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3398,9 +3041,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3408,7 +3048,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3420,7 +3060,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3430,13 +3070,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "395eb770-48eb-4f8e-848b-29bbfa3fb0b4.0.0,86,,GETFILESTATUS,305,1" + "e14d2839-a85e-4405-a5cf-55730aa34a77.0.0,91,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "81b2812f-3413-4a79-bd37-673877fbb504.0" + "44a23c27-fa96-4149-a5bb-7a9285049f27.0" ] }, "ResponseHeaders": { @@ -3447,13 +3087,7 @@ "no-cache" ], "x-ms-request-id": [ - "107c583b-124f-4513-bd4e-05fbd3dd77ab" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[107c583b-124f-4513-bd4e-05fbd3dd77ab][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "161ba4c1-cdad-4b8a-b9c1-df9e06103bb2" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3461,9 +3095,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3471,7 +3102,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3483,23 +3114,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=d3188df2-85c9-48ca-8727-2676f68b3ab8&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1kMzE4OGRmMi04NWM5LTQ4Y2EtODcyNy0yNjc2ZjY4YjNhYjgmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=db3938ba-0271-47dd-b7e5-fd49521ab630&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1kYjM5MzhiYS0wMjcxLTQ3ZGQtYjdlNS1mZDQ5NTIxYWI2MzAmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6a953c73-3422-4a38-960b-dcb51cde6286.0.0,85,,GETFILESTATUS,305,1" + "4976e10f-b7b3-4b3b-9c0f-46b02f75e496.0.0,102,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "dbfc374a-e0f9-457e-af83-f92f87fa0893.0" + "d7743fd4-c9c7-48a0-a9bd-7e2c1cf97d83.0" ] }, "ResponseHeaders": { @@ -3513,13 +3144,7 @@ "chunked" ], "x-ms-request-id": [ - "743d5922-bd3b-407e-8acc-2f09872e75c8" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[743d5922-bd3b-407e-8acc-2f09872e75c8][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:116 ms]%0a[OPEN :: 00:00:123 ms]%0a" + "160f33c2-994a-477e-a9c7-4ea148756d49" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3534,7 +3159,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/octet-stream" @@ -3547,19 +3172,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=cdb6d48c-7f61-410d-9f01-72e7185880c6&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1jZGI2ZDQ4Yy03ZjYxLTQxMGQtOWYwMS03MmU3MTg1ODgwYzYmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=129b3c54-b872-41e0-9278-bb4d43c5676c&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD0xMjliM2M1NC1iODcyLTQxZTAtOTI3OC1iYjRkNDNjNTY3NmMmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "81b2812f-3413-4a79-bd37-673877fbb504.0.0,86,,GETFILESTATUS,305,1" + "44a23c27-fa96-4149-a5bb-7a9285049f27.0.0,87,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "59cb06ad-caee-456c-bb2b-ca67433f957b.0" + "d84f146d-0842-43d0-b79f-70b1f4790106.0" ] }, "ResponseHeaders": { @@ -3573,13 +3198,7 @@ "chunked" ], "x-ms-request-id": [ - "deba0736-fb78-4f44-8305-c858bae4cc0d" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[deba0736-fb78-4f44-8305-c858bae4cc0d][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:007 ms]%0a[S-FsReadStream :: 00:00:012 ms]%0a[OPEN :: 00:00:021 ms]%0a" + "13c8cf2a-d3c1-49eb-ae24-aa925a92a1c8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3594,7 +3213,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/octet-stream" @@ -3607,19 +3226,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=edd59fff-0146-41a7-a1ab-3ca403d29c38&offset=2&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1lZGQ1OWZmZi0wMTQ2LTQxYTctYTFhYi0zY2E0MDNkMjljMzgmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=d4c62404-5e47-4306-88a8-4a54d02e3359&offset=2&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1kNGM2MjQwNC01ZTQ3LTQzMDYtODhhOC00YTU0ZDAyZTMzNTkmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "8a80ba43-4fd0-4150-a8a1-ae2012ae2079.0.0,87,,GETFILESTATUS,305,1" + "8b9d0ed8-b7e0-40ed-9a7e-23693c99b170.0.0,87,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e10d68e0-c5e3-4258-9ff9-034c863e1cc2.0" + "0cf12b03-f241-457f-9bcb-099a2d13eb43.0" ] }, "ResponseHeaders": { @@ -3633,13 +3252,7 @@ "chunked" ], "x-ms-request-id": [ - "c1f779bc-71cf-4ff7-8fda-04443b7e0e7a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c1f779bc-71cf-4ff7-8fda-04443b7e0e7a][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:007 ms]%0a[S-FsReadStream :: 00:00:010 ms]%0a[OPEN :: 00:00:017 ms]%0a" + "57fcca66-cd07-415a-8b3c-fb9c31b91e61" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3654,7 +3267,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:12 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/octet-stream" @@ -3667,19 +3280,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=e9b88fc9-b991-49ec-b096-2795267f85e1&offset=2&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1lOWI4OGZjOS1iOTkxLTQ5ZWMtYjA5Ni0yNzk1MjY3Zjg1ZTEmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=edb7f3b7-6f52-4eeb-b1fa-0c517264fbc9&offset=2&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1lZGI3ZjNiNy02ZjUyLTRlZWItYjFmYS0wYzUxNzI2NGZiYzkmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4f341628-789b-4a78-b58d-bcf9f18ca8a0.0.0,86,,GETFILESTATUS,305,1" + "69c04673-ec25-43be-93f4-254953644a2e.0.0,87,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "dcfcde2b-610f-415f-ad71-b012a7e1ff93.0" + "6535c760-98e2-49bd-b46b-e05e7d2ac8e0.0" ] }, "ResponseHeaders": { @@ -3693,13 +3306,7 @@ "chunked" ], "x-ms-request-id": [ - "5b8f584b-6248-4237-b55f-1d1c50c1a8b4" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[5b8f584b-6248-4237-b55f-1d1c50c1a8b4][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:007 ms]%0a[S-FsReadStream :: 00:00:011 ms]%0a[OPEN :: 00:00:018 ms]%0a" + "47dcc63b-d0ce-4046-a3a1-71bf38b1441c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3714,7 +3321,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:13 GMT" + "Tue, 17 Mar 2020 21:30:47 GMT" ], "Content-Type": [ "application/octet-stream" @@ -3727,19 +3334,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=f9403b00-302e-4a54-8236-7dad9c2ff586&filesessionid=f9403b00-302e-4a54-8236-7dad9c2ff586&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD1mOTQwM2IwMC0zMDJlLTRhNTQtODIzNi03ZGFkOWMyZmY1ODYmZmlsZXNlc3Npb25pZD1mOTQwM2IwMC0zMDJlLTRhNTQtODIzNi03ZGFkOWMyZmY1ODYmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=91b26162-3a9f-4a51-b5b9-201623010e02&filesessionid=91b26162-3a9f-4a51-b5b9-201623010e02&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD05MWIyNjE2Mi0zYTlmLTRhNTEtYjViOS0yMDE2MjMwMTBlMDImZmlsZXNlc3Npb25pZD05MWIyNjE2Mi0zYTlmLTRhNTEtYjViOS0yMDE2MjMwMTBlMDImQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "dcfcde2b-610f-415f-ad71-b012a7e1ff93.0.0,193,,OPEN,70,1" + "6535c760-98e2-49bd-b46b-e05e7d2ac8e0.0.0,122,,OPEN,70,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "2ae7027f-ac8e-4957-be94-a88975fbb312.0" + "e3d79ed4-a787-4834-bbd8-a6e6545083d9.0" ], "Content-Length": [ "0" @@ -3753,29 +3360,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/headtail/filetest.txt?op=CREATE&overwrite=True&leaseid=f9403b00-302e-4a54-8236-7dad9c2ff586&filesessionid=f9403b00-302e-4a54-8236-7dad9c2ff586&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/headtail/filetest.txt?op=CREATE&overwrite=True&leaseid=91b26162-3a9f-4a51-b5b9-201623010e02&filesessionid=91b26162-3a9f-4a51-b5b9-201623010e02&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "58de1103-a0aa-48a1-9f42-e50ea3fab018" - ], - "x-origin-server": [ - "bn4sch103190910" + "bbd9584c-b049-4276-908c-0f58a0f79882" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[58de1103-a0aa-48a1-9f42-e50ea3fab018][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:013 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:020 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:24;HandlerTime:22" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3783,7 +3381,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:13 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Expires": [ "-1" @@ -3796,19 +3394,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=APPEND&leaseid=f9403b00-302e-4a54-8236-7dad9c2ff586&filesessionid=f9403b00-302e-4a54-8236-7dad9c2ff586&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1mOTQwM2IwMC0zMDJlLTRhNTQtODIzNi03ZGFkOWMyZmY1ODYmZmlsZXNlc3Npb25pZD1mOTQwM2IwMC0zMDJlLTRhNTQtODIzNi03ZGFkOWMyZmY1ODYmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=APPEND&leaseid=91b26162-3a9f-4a51-b5b9-201623010e02&filesessionid=91b26162-3a9f-4a51-b5b9-201623010e02&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD05MWIyNjE2Mi0zYTlmLTRhNTEtYjViOS0yMDE2MjMwMTBlMDImZmlsZXNlc3Npb25pZD05MWIyNjE2Mi0zYTlmLTRhNTEtYjViOS0yMDE2MjMwMTBlMDImYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", "RequestBody": "1\r\n2\r\n3\r\n4", "RequestHeaders": { "x-ms-adl-client-latency": [ - "2ae7027f-ac8e-4957-be94-a88975fbb312.0.0,101,,CREATE,0,1" + "e3d79ed4-a787-4834-bbd8-a6e6545083d9.0.0,149,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c59ca195-a118-4342-93cb-64198f4a396c.0" + "5986ef21-0272-469c-b2a3-9a2c4d99e311.0" ], "Content-Length": [ "10" @@ -3822,13 +3420,7 @@ "no-cache" ], "x-ms-request-id": [ - "20f72184-10c3-4621-a1c7-81b9167825e3" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[20f72184-10c3-4621-a1c7-81b9167825e3][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:341 ms]%0a[WriteTime :: 00:00:341 ms]%0a[APPEND :: 00:00:357 ms]%0a" + "b56b12e1-276c-43e5-929f-b5d4199919ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3836,9 +3428,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:361;HandlerTime:359" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3846,7 +3435,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:13 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Expires": [ "-1" @@ -3865,13 +3454,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c59ca195-a118-4342-93cb-64198f4a396c.0.0,437,,APPEND,10,1" + "5986ef21-0272-469c-b2a3-9a2c4d99e311.0.0,234,,APPEND,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "70f02797-1a64-4e94-8ea1-3e9060f174f4.0" + "6c9c2ab4-3741-429f-815a-dc631b14d450.0" ] }, "ResponseHeaders": { @@ -3882,13 +3471,7 @@ "no-cache" ], "x-ms-request-id": [ - "908a1eff-1074-4307-b384-413c1785818e" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[908a1eff-1074-4307-b384-413c1785818e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:117 ms]%0a[GETFILESTATUS :: 00:00:118 ms]%0a" + "99e944fe-22b8-4109-b81f-b9a7d0024e8c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3896,9 +3479,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:122;HandlerTime:120" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3906,7 +3486,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:13 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3918,7 +3498,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874433623,\r\n \"modificationTime\": 1571874433999,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480649043,\r\n \"modificationTime\": 1584480649217,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3928,13 +3508,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "9adbbfc6-c24a-40d4-bd5c-6f376a253e11.0.0,105,,OPEN,10,1" + "a690e593-dd88-4052-9403-07a7816dcc7d.0.0,135,,OPEN,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "260575f3-f42a-46c8-9bad-ba39dc5df48a.0" + "c80b27db-f56e-4d8c-a97b-302c5afd2b2a.0" ] }, "ResponseHeaders": { @@ -3945,13 +3525,7 @@ "no-cache" ], "x-ms-request-id": [ - "c273980f-9253-421d-91c5-e099c3b0ba43" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[c273980f-9253-421d-91c5-e099c3b0ba43][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "6e5ff19d-accf-4078-9c43-6e29fe010123" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3959,9 +3533,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3969,7 +3540,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3981,23 +3552,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874433623,\r\n \"modificationTime\": 1571874433999,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480649043,\r\n \"modificationTime\": 1584480649217,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=721c955a-92fc-4341-a019-53817fbb2333&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPTcyMWM5NTVhLTkyZmMtNDM0MS1hMDE5LTUzODE3ZmJiMjMzMyZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=8785b249-65cd-453d-bdf8-ca73f98a105e&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPTg3ODViMjQ5LTY1Y2QtNDUzZC1iZGY4LWNhNzNmOThhMTA1ZSZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "70f02797-1a64-4e94-8ea1-3e9060f174f4.0.0,198,,GETFILESTATUS,305,1" + "6c9c2ab4-3741-429f-815a-dc631b14d450.0.0,230,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "9adbbfc6-c24a-40d4-bd5c-6f376a253e11.0" + "a690e593-dd88-4052-9403-07a7816dcc7d.0" ] }, "ResponseHeaders": { @@ -4011,13 +3582,7 @@ "chunked" ], "x-ms-request-id": [ - "058c9e39-bffd-47a3-b9fd-c4cc001ead0c" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[058c9e39-bffd-47a3-b9fd-c4cc001ead0c][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:014 ms]%0a[OPEN :: 00:00:021 ms]%0a" + "a74113eb-889a-4009-8f46-d127f1530bdb" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4032,7 +3597,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:13 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Content-Type": [ "application/octet-stream" @@ -4045,19 +3610,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=f4c48edf-f94b-4b89-ba23-007a712d8e5e&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPWY0YzQ4ZWRmLWY5NGItNGI4OS1iYTIzLTAwN2E3MTJkOGU1ZSZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=fc5272dc-ae50-4ff0-803a-f503a1493ab7&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPWZjNTI3MmRjLWFlNTAtNGZmMC04MDNhLWY1MDNhMTQ5M2FiNyZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "260575f3-f42a-46c8-9bad-ba39dc5df48a.0.0,86,,GETFILESTATUS,305,1" + "c80b27db-f56e-4d8c-a97b-302c5afd2b2a.0.0,96,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "79d939af-e3a9-4ef6-8e18-720aa92ad147.0" + "d371993e-a482-43e5-b7f9-c5b5567e8a12.0" ] }, "ResponseHeaders": { @@ -4071,13 +3636,7 @@ "chunked" ], "x-ms-request-id": [ - "28b11931-2625-4526-98e1-bf590da23777" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[28b11931-2625-4526-98e1-bf590da23777][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:009 ms]%0a[OPEN :: 00:00:016 ms]%0a" + "cb7fff7e-f77f-47bb-ad14-16bfc68db098" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4092,7 +3651,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:48 GMT" ], "Content-Type": [ "application/octet-stream" @@ -4105,19 +3664,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=CREATE&overwrite=False&leaseid=b4b960d3-73bd-4645-b66d-5a1567de88b2&filesessionid=b4b960d3-73bd-4645-b66d-5a1567de88b2&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1GYWxzZSZsZWFzZWlkPWI0Yjk2MGQzLTczYmQtNDY0NS1iNjZkLTVhMTU2N2RlODhiMiZmaWxlc2Vzc2lvbmlkPWI0Yjk2MGQzLTczYmQtNDY0NS1iNjZkLTVhMTU2N2RlODhiMiZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&filesessionid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD04OWQ5ZDEzNy1lNWRlLTRkNjMtOWE3YS04YjQ1NmNhMzBhYTEmZmlsZXNlc3Npb25pZD04OWQ5ZDEzNy1lNWRlLTRkNjMtOWE3YS04YjQ1NmNhMzBhYTEmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "79d939af-e3a9-4ef6-8e18-720aa92ad147.0.0,98,,OPEN,10,1" + "d371993e-a482-43e5-b7f9-c5b5567e8a12.0.0,147,,OPEN,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "39fa1c36-9738-4ded-9fa7-f25b8298c04e.0" + "6021cc24-4d23-4d2f-9f5e-dc7d5d873392.0" ], "Content-Length": [ "0" @@ -4131,29 +3690,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/importfile.txt?op=CREATE&overwrite=False&leaseid=b4b960d3-73bd-4645-b66d-5a1567de88b2&filesessionid=b4b960d3-73bd-4645-b66d-5a1567de88b2&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/byteData/filetest.txt?op=CREATE&overwrite=True&leaseid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&filesessionid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "859db4b0-e6f0-4193-8a88-1a05aac1ec66" - ], - "x-origin-server": [ - "bn4sch103190910" + "62b44acf-b4b6-45e6-9457-79fde2412cca" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[859db4b0-e6f0-4193-8a88-1a05aac1ec66][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-HdfsOpenV2 :: 00:00:015 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:019 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:21" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4161,7 +3711,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Expires": [ "-1" @@ -4174,22 +3724,22 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=APPEND&leaseid=b4b960d3-73bd-4645-b66d-5a1567de88b2&filesessionid=b4b960d3-73bd-4645-b66d-5a1567de88b2&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9YjRiOTYwZDMtNzNiZC00NjQ1LWI2NmQtNWExNTY3ZGU4OGIyJmZpbGVzZXNzaW9uaWQ9YjRiOTYwZDMtNzNiZC00NjQ1LWI2NmQtNWExNTY3ZGU4OGIyJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=APPEND&leaseid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&filesessionid=89d9d137-e5de-4d63-9a7a-8b456ca30aa1&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD04OWQ5ZDEzNy1lNWRlLTRkNjMtOWE3YS04YjQ1NmNhMzBhYTEmZmlsZXNlc3Npb25pZD04OWQ5ZDEzNy1lNWRlLTRkNjMtOWE3YS04YjQ1NmNhMzBhYTEmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", - "RequestBody": "<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account trusted identity provider Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreTrustedIdProvider\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t$trustedIdName = getAssetName\r\n\t\t$trustedIdEndpoint = \"https://sts.windows.net/6b04908c-b91f-40ce-8024-7ee8a4fd6150\"\r\n\r\n\t\t# Test to ensure/enable trusted id provider states\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.TrustedIdProviderState\r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -TrustedIdProviderState Enabled\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.TrustedIdProviderState\r\n\t\t\r\n\t\t# Add a provider\r\n\t\tAdd-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName -ProviderEndpoint $trustedIdEndpoint\r\n\r\n\t\t# Get the provider\r\n\t\t$result = Get-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\t\tAssert-AreEqual $trustedIdName $result.Name\r\n\t\tAssert-AreEqual $trustedIdEndpoint $result.IdProvider\r\n\r\n\t\t# remove the provider\r\n\t\tRemove-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account firewall rule lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFirewall\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState \r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Disabled\" $accountCreated.FirewallAllowAzureIps \r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Enabled\" $accountSet.FirewallAllowAzureIps\r\n\r\n\t\t$firewallRuleName = getAssetName\r\n\t\t$startIp = \"127.0.0.1\"\r\n\t\t$endIp = \"127.0.0.2\"\r\n\t\t# Add a firewall rule\r\n\t\tAdd-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName -StartIpAddress $startIp -EndIpAddress $endIp\r\n\r\n\t\t# Get the firewall rule\r\n\t\t$result = Get-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\t\tAssert-AreEqual $firewallRuleName $result.Name\r\n\t\tAssert-AreEqual $startIp $result.StartIpAddress\r\n\t\tAssert-AreEqual $endIp $result.EndIpAddress\r\n\r\n\t\t# remove the firewall rule\r\n\t\tRemove-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account virtual network rule lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreVirtualNetwork\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState \r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\r\n\t\t$virtualNetworkRuleName = getAssetName\r\n\t\t\r\n\t\t$vnetName1 = \"vnet1\"\r\n\t\t$virtualNetwork1 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName1 $location\r\n\t\t$virtualNetworkSubnetId1 = $virtualNetwork1.Subnets[0].Id\r\n\r\n\t\t$vnetName2 = \"vnet2\"\r\n\t\t$virtualNetwork2 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName2 $location\r\n\t\t$virtualNetworkSubnetId2 = $virtualNetwork2.Subnets[0].Id\r\n\r\n\t\t# Add a virtual network rule\r\n\t\tAdd-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1 -SubnetId $virtualNetworkSubnetId1\r\n\r\n\t\t# Get the virtual network rule\r\n\t\t$result = Get-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\t\tAssert-AreEqual $vnetName1 $result.VirtualNetworkRuleName\r\n\t\tAssert-AreEqual $virtualNetworkSubnetId1 $result.VirtualNetworkSubnetId\r\n\r\n\t\t# remove the virtual network rule\r\n\t\tRemove-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Commitment tiers (in Create and Update).\r\n#>\r\nfunction Test-DataLakeStoreAccountTiers\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t# Test 1: create without a tier specified verify that it defaults to \"consumption\"\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.NewTier\r\n\r\n\t\t# Test 2: update this account to use a different tier\r\n\t\t$accountUpdated = Set-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Tier Commitment1TB\r\n\r\n\t\tAssert-AreEqual \"Consumption\" $accountUpdated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountUpdated.NewTier\r\n\r\n\t\t# Test 3: create a new account with a specific tier.\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location -Tier Commitment1TB\r\n\t\t\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.NewTier\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tAssert-True {$accountGet[0].Identity -ne $null}\r\n\t\t\t\tAssert-True {$accountGet[0].EncryptionConfig -ne $null}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-True {Test-AdlStore -Name $accountName}\r\n\r\n\t\t# Updating Account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\t$accountUpdated = Set-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Tag $tagsToUpdate\r\n \r\n\t\tAssert-AreEqual $accountName $accountUpdated.Name\r\n\t\tAssert-AreEqual $location $accountUpdated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountUpdated.Type\r\n\t\tAssert-True {$accountUpdated.Id -like \"*$resourceGroupName*\"}\r\n\t\r\n\t\tAssert-NotNull $accountUpdated.Tags \"Tags do not exists\"\r\n\t\tAssert-NotNull $accountUpdated.Tags[\"TestTag\"] \"The updated tag 'TestTag' does not exist\"\r\n\r\n\t\t# List all accounts in resource group\r\n\t\t[array]$accountsInResourceGroup = Get-AdlStore -ResourceGroupName $resourceGroupName\r\n\t\tAssert-True {$accountsInResourceGroup.Count -ge 1}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInResourceGroup.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInResourceGroup[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInResourceGroup[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInResourceGroup[$i].Type\r\n\t\t\t\tAssert-True {$accountsInResourceGroup[$i].Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in resource group: $resourceGroupName.\"\r\n\r\n\t\t# List all Data Lake accounts in subscription\r\n\t\t[array]$accountsInSubscription = Get-AdlStore\r\n\t\tAssert-True {$accountsInSubscription.Count -ge 1}\r\n\t\tAssert-True {$accountsInSubscription.Count -ge $accountsInResourceGroup.Count}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInSubscription.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInSubscription[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInSubscription[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInSubscription[$i].Type\r\n\t\t\t\tAssert-True {$accountsInSubscription[$i].Id -like \"*$resourceGroupName*\"}\r\n \r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in subscription.\"\r\n\r\n\t\t# Test creation of a new account without specifying encryption and ensure it is still ServiceManaged.\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location\r\n\t\tAssert-True {$accountCreated.EncryptionConfig -ne $null}\r\n\t\tAssert-AreEqual \"ServiceManaged\" $accountCreated.EncryptionConfig.Type\r\n\t\tAssert-AreEqual \"Enabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# attempt to enable the key vault, which should throw since it is already enabled\r\n\t\tAssert-Throws {Enable-AdlStoreKeyVault -ResourceGroupName $resourceGroupName -Account $secondAccountName}\r\n\t\t\r\n\r\n\t\t# Create an account with no encryption explicitly.\r\n\t\t$thirdAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Location $location -DisableEncryption\r\n\t\tAssert-True {[string]::IsNullOrEmpty(($accountCreated.EncryptionConfig.Type))}\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem operations (Create, append, read, delete, etc.).\r\n#>\r\nfunction Test-DataLakeStoreFileSystem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders to create\r\n\t\t$encodingFolder=\"/encodingFolder\"\r\n\t\t$folderToCreate = \"/adlspstestfolder\"\r\n\t\t$emptyFilePath = \"$folderToCreate\\emptyfile.txt\" # have one where the slash is in the wrong direction to make sure they get fixed.\r\n\t\t$contentFilePath = \"$folderToCreate/contentfile.txt\"\r\n\t\t$unicodeContentFilePath=\"$encodingFolder/unicodecontentfile.txt\"\r\n\t\t$unicodetext=\"I am unicode text\"\r\n\t\t$utf32ContentFilePath=\"$encodingFolder/utf32contentfile.txt\"\r\n\t\t$utf32text=\"I am utf32 text\"\r\n\t\t$concatFile = \"$folderToCreate/concatfile.txt\"\r\n\t\t$moveFile = \"$folderToCreate/movefile.txt\"\r\n\t\t$movefolder = \"/adlspstestmovefolder\"\r\n\t\t$importFile = \"$folderToCreate/importfile.txt\"\r\n\t\t$content = \"Test file content! @ Azure PsTest01?\"\r\n\t\t$summaryFolder=\"/adlspstestsummaryfolder\"\r\n\t\t$subFolderToCreate = \"$summaryFolder/Folder0\"\r\n\t\t$subSubFolderToCreate = \"$summaryFolder/Folder0/SubFolder0\"\r\n\t\t$subFileToCreate = \"$summaryFolder/File0\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\t$emptyFileCreationDate=$result.LastWriteTime # To be used later\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\r\n\t\t# Create and get file with content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $contentFilePath -Value $content\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $contentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t#Create empty file and add unicode content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $unicodeContentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\tAdd-AdlStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Value $unicodetext -Encoding Unicode\r\n\t\t$retrievedContent = Get-AdlStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Encoding Unicode\r\n\t\tAssert-AreEqual $unicodetext $retrievedContent\r\n\r\n\t\t#Create utf32 file with content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $utf32ContentFilePath -Value $utf32text -Encoding UTF32\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$retrievedContent = Get-AdlStoreItemContent -Account $accountName -Path $utf32ContentFilePath -Encoding UTF32\r\n\t\tAssert-AreEqual $utf32text $retrievedContent\r\n\r\n\t\t# set absolute expiration for content file\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t[DateTimeOffset]$timeToUse = [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::GetVariable(\"absoluteTime\", [DateTimeOffset]::UtcNow.AddSeconds(120))\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath -Expiration $timeToUse\r\n\t\tAssert-NumAreInRange $timeToUse.UtcTicks $result.Expiration.UtcTicks 500000 # range of 50 milliseconds\r\n\t\t\r\n\t\t# set it back to \"never expire\"\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\r\n\t\t# list files\r\n\t\t$result = Get-AdlStoreChildItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder list\"\r\n\t\tAssert-AreEqual 2 $result.length\r\n\t\t\r\n\t\t# add content to empty file\r\n\t\tAdd-AdlStoreItemContent -Account $accountName -Path $emptyFilePath -Value $content\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get with content added\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t# concat files\r\n\t\t$result = Join-AdlStoreItem -Account $accountName -Paths $emptyFilePath,$contentFilePath -Destination $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\r\n\t\t# Preview content from the file\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile\r\n\t\tAssert-AreEqual $($content.length*2) $previewContent.Length\r\n\r\n\t\t# Preview a subset of the content\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile -Offset 2\r\n\t\tAssert-AreEqual $(($content.length*2) - 2) $previewContent.Length\r\n\r\n\t\t# Preview a subset with a specific length\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile -Offset 2 -Length $content.Length\r\n\t\tAssert-AreEqual $content.length $previewContent.Length\r\n\r\n\t\t# Create a file with 4 rows and get the top 2 and last 2.\r\n\t\t$previewHeadTailFile = \"/headtail/filetest.txt\"\r\n\t\t$headTailContent = @\"\r\n1\r\n2\r\n3\r\n4\r\n\"@\r\n\t\tNew-AdlStoreItem -Account $accountName -Path $previewHeadTailFile -Force -Value $headTailContent\r\n\t\t\r\n\t\t# Get the first two elements\r\n\t\t$headTailResult = Get-AdlStoreItemContent -Account $accountName -Path $previewHeadTailFile -Head 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 1 $headTailResult[0]\r\n\t\tAssert-AreEqual 2 $headTailResult[1]\r\n\r\n\t\t# get the last two elements\r\n\t\t$headTailResult = Get-AdlStoreItemContent -Account $accountName -Path $previewHeadTailFile -Tail 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 3 $headTailResult[0]\r\n\t\tAssert-AreEqual 4 $headTailResult[1]\r\n\r\n\t\t# Import and get file\r\n\t\t$localFileInfo = Get-ChildItem $fileToCopy\r\n\t\t$result = Import-AdlStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $localFileInfo.length $result.Length\r\n\t\t\r\n\t\t# download file\r\n\t\t$currentDir = Split-Path $fileToCopy\r\n\t\t$targetFile = Join-Path $currentDir \"adlspstestdownload.txt\"\r\n\t\tif(Test-Path $targetFile)\r\n\t\t{\r\n\t\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\t\t}\r\n\r\n\t\tExport-AdlStoreItem -Account $accountName -Path $concatFile -Destination $targetFile\r\n\t\t$downloadedFileInfo = Get-ChildItem $targetFile\r\n\t\tAssert-AreEqual $($content.length*2) $downloadedFileInfo.length\r\n\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\r\n\t\t# move a file\r\n\t\t$result = Move-AdlStoreItem -Account $accountName -Path $concatFile -Destination $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $concatFile}\r\n\t\t\r\n\t\t# move a folder\r\n\t\t$result = Move-AdlStoreItem -Account $accountName -Path $folderToCreate -Destination $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $folderToCreate}\r\n\t\t\r\n\t\t# getcontentsummary\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $summaryFolder -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $subFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $subSubFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\tNew-AdlStoreItem -Account $accountName -Path $subFileToCreate -Force -Value $content\r\n\t\t$result = Get-AdlStoreChildItemSummary -Account $accountName -Path $summaryFolder\r\n\t\tAssert-AreEqual $result.Length $content.Length\r\n\t\t# Files will be the test file and the above moved file\r\n\t\tAssert-AreEqual $result.FileCount 1\r\n\r\n\t\t# Export DiskUsage\r\n\t\t$targetFile = Join-Path $currentDir \"DuOutputAlias\"\r\n\t\tExport-AdlStoreChildItemProperties -Account $accountName -Path $summaryFolder -OutputPath $targetFile -GetDiskUsage -IncludeFile\r\n\t\t$result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t# delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths \"$moveFolder/movefile.txt\" -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFile}\r\n\r\n\t\t# delete a folder\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $moveFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFolder}\r\n \tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $summaryFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $summaryFolder}\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $encodingFolder -force -recurse -passthru} \"Remove folder failed\"\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem permissions operations (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFileSystemPermissions\r\n{\r\n\tparam\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\t\t\r\n\t\t#define folder name to create for recursive Acl\r\n\t\t$folderToCreate = \"/aclRecurseFolder\"\r\n\r\n\t\t# define the permissions to add/remove\r\n\t\t$aceUserId = \"027c28d5-c91d-49f0-98c5-d10134b169b3\"\r\n\r\n\t\t#set owner\r\n New-AdlStoreItem -Account $accountName -Path \"/temp\"\r\n $prevOwner=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User\r\n $prevGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n $currentOwner=Set-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User -Id $aceUserId -PassThru\r\n $currentGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n Assert-AreEqual $aceUserId $currentOwner\r\n Assert-AreNotEqual $prevOwner $currentOwner\r\n Assert-AreEqual $prevGroup $currentGroup\r\n Remove-AdlStoreItem -Account $accountName -paths \"/temp\" -force\r\n\r\n\t\t# Set and get all the permissions\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-NotNull $result \"Did not get any result from ACL get\" \r\n\t\tAssert-True {$result.Count -ge 0} \"UserAces is negative or null\"\r\n \t\t$currentCount = $result.Count\r\n \t\t$result.Add(\"user:$aceUserId`:rwx\")\r\n \t\t$toRemove = $result[$result.Count -1]\r\n\t\tAssert-AreEqual $aceUserId $toRemove.Id\r\n\r\n\t\tSet-AdlStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\t\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n \t\t$found = $false\r\n \t\tfor($i = 0; $i -lt $result.Count; $i++)\r\n \t\t{\r\n \t\t\tif($result[$i].Id -like $aceUserId)\r\n \t\t\t{\r\n \t\t\t\t$found = $true\r\n \t\t\t\t$result.RemoveAt($i)\r\n \t\t\t\tbreak\r\n \t\t\t}\r\n \t\t}\r\n \r\n \t\tAssert-True { $found } \"Failed to remove the element: $($toRemove.Entry)\"\r\n\r\n\t\tSet-AdlStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Set and get a specific permission with friendly sets\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Permissions All\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with friendly remove\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\t\t\r\n\t\t# set and get a specific permission with the ACE string\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:rwx\", $aceUserId))\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with the ACE string\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:---\", $aceUserId))\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Create file/folder for recursive Acl\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t#Recursive Acl Modify\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Permissions All -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\r\n\t\t# Export Acl\r\n\t\t$targetFile = \"./ScenarioTests/acloutput\"\r\n\t\tExport-AdlStoreChildItemProperties -Account $accountName -Path \"/\" -OutputPath $targetFile -GetAcl -IncludeFile\r\n $result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t#Recursive Acl remove\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Validate full ACL removal\r\n\t\tRemove-AdlStoreItemAcl -Account $accountName -Path \"/\" -Force -Default\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 4 $result.Count\r\n\t\tRemove-AdlStoreItemAcl -Account $accountName -Path \"/\" -Force\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 3 $result.Count\r\n\r\n\t\t# validate permissions\r\n\t\t$permission = Get-AdlStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 770 $permission\r\n\t\tSet-AdlStoreItemPermission -Account $accountName -path \"/\" -Permission 777 | Out-Null\r\n\t\t$permission = Get-AdlStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 777 $permission\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle Failure scenarios (Create, Update, Get, Delete).\r\n#>\r\nfunction Test-NegativeDataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location,\r\n $fakeaccountName = \"psfakedataLakeaccounttest\"\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n \r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# attempt to recreate the already created account\r\n\t\tAssert-Throws {New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}\r\n\r\n\t\t# attempt to update a non-existent account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\tAssert-Throws {Set-AdlStore -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tag $tagsToUpdate}\r\n\r\n\t\t# attempt to get a non-existent account\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $fakeaccountName}\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Delete Data Lake account again should throw.\r\n\t\tAssert-Throws {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru}\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n\t.SYNOPSIS\r\n\tCreate a virtual network\r\n#>\r\nfunction CreateAndGetVirtualNetwork ($resourceGroupName, $vnetName, $location = \"westcentralus\")\r\n{\r\n\t$subnetName = \"Public\"\r\n\r\n\t$addressPrefix = \"10.0.0.0/24\"\r\n\t$serviceEndpoint = \"Microsoft.AzureActiveDirectory\"\r\n\r\n\t$subnet = New-AzVirtualNetworkSubnetConfig -Name $subnetName -AddressPrefix $addressPrefix -ServiceEndpoint $serviceEndpoint\r\n\t$vnet = New-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName -Location $location -AddressPrefix 10.0.0.0/16 -Subnet $subnet\r\n\r\n\t$getVnet = Get-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName\r\n\r\n\treturn $getVnet\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore deleted items operations (Enumerate, Restore).\r\n#>\r\nfunction Test-AdlsEnumerateAndRestoreDeletedItem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName + \"-c12\" # testing accountname validation\r\n\t\tNew-AzureRmResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders\r\n\t\t# define all the files and folders\r\n\t\t$folderToCreate1 = \"/adlfolderTest1\"\r\n\t\t$folderToCreate2 = \"/adlfolderTest2\"\r\n\t\t$fileToCreate1 = \"/adlfolderTest1/adlfile1\"\r\n\t\t$fileToCreate2 = \"/adlfolderTest2/adlfile2\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate1 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate2 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $fileToCreate1\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $fileToCreate2\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t\r\n\t # delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $fileToCreate1 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $fileToCreate1}\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $fileToCreate2 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $fileToCreate2}\r\n\t\t\r\n\t\t# search delete folder\r\n\t\t$out = Get-AdlStoreDeletedItem -Account $accountName -filter \"adlfolderTest1\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AdlStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru}\r\n\t\t}\r\n\r\n\t\t$out = Get-AdlStoreDeletedItem -Account $accountName -filter \"adlfolderTest2\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AdlStoreDeletedItem -Account $accountName $item -Force -Passthru}\r\n\t\t}\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}", + "RequestBody": "\u0001\u0002\u0003\u0004\u0005", "RequestHeaders": { "x-ms-adl-client-latency": [ - "39fa1c36-9738-4ded-9fa7-f25b8298c04e.0.0,100,,CREATE,0,1" + "6021cc24-4d23-4d2f-9f5e-dc7d5d873392.0.0,126,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "785f5aa3-ddab-4274-8239-a1ff9af63852.0" + "4d34a45a-ca10-4a59-820e-b77e111a4212.0" ], "Content-Length": [ - "49203" + "5" ] }, "ResponseHeaders": { @@ -4200,13 +3750,7 @@ "no-cache" ], "x-ms-request-id": [ - "f6f48048-5a8c-451f-a53f-bac6667ac51b" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[f6f48048-5a8c-451f-a53f-bac6667ac51b][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:092 ms]%0a[WriteTime :: 00:00:093 ms]%0a[APPEND :: 00:00:109 ms]%0a" + "8fa21f78-ed33-4eeb-9e7c-4769870d0e06" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4214,9 +3758,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:114;HandlerTime:112" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4224,7 +3765,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Expires": [ "-1" @@ -4237,19 +3778,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9R0VURklMRVNUQVRVUyZ0b29pZD1UcnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "785f5aa3-ddab-4274-8239-a1ff9af63852.0.0,190,,APPEND,49203,1" + "4d34a45a-ca10-4a59-820e-b77e111a4212.0.0,162,,APPEND,5,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "54c4b87f-6033-4fb0-9e96-41839e773c0f.0" + "2e823b53-7efe-464d-bbd9-6a543569c196.0" ] }, "ResponseHeaders": { @@ -4260,13 +3801,7 @@ "no-cache" ], "x-ms-request-id": [ - "eef48e40-8e28-4f76-9830-d8b72d6a6db3" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[eef48e40-8e28-4f76-9830-d8b72d6a6db3][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "b4b56f70-31f3-4a6a-9009-9bbd59ccbe2c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4274,9 +3809,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4284,7 +3816,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:14 GMT" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4293,29 +3825,26 @@ "-1" ], "Content-Length": [ - "308" + "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 49203,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874434762,\r\n \"modificationTime\": 1571874434921,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 5,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480650067,\r\n \"modificationTime\": 1584480650217,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=RENAME&destination=%2Fadlspstestfolder%2Fmovefile.txt&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9UkVOQU1FJmRlc3RpbmF0aW9uPSUyRmFkbHNwc3Rlc3Rmb2xkZXIlMkZtb3ZlZmlsZS50eHQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", - "RequestMethod": "PUT", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=OPEN&read=true&filesessionid=aece7b04-6cc3-4513-b54c-4581e043323b&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPWFlY2U3YjA0LTZjYzMtNDUxMy1iNTRjLTQ1ODFlMDQzMzIzYiZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "59cb06ad-caee-456c-bb2b-ca67433f957b.0.0,114,,OPEN,72,1" + "2e823b53-7efe-464d-bbd9-6a543569c196.0.0,167,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a05a1efd-7fa3-4ba7-beb5-f55e34f420e0.0" - ], - "Content-Length": [ - "0" + "a4b43c44-8e90-42d9-b371-b899f579d6cc.0" ] }, "ResponseHeaders": { @@ -4325,14 +3854,11 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "97cbc7be-d47b-4bec-9329-92692c32409d" - ], - "x-origin-server": [ - "bn4sch103190910" + "Transfer-Encoding": [ + "chunked" ], - "Server-Perf": [ - "[97cbc7be-d47b-4bec-9329-92692c32409d][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-FsRename :: 00:00:031 ms]%0a[RENAME :: 00:00:046 ms]%0a" + "x-ms-request-id": [ + "98744c07-b51a-4934-9844-0cb9966ac475" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4347,35 +3873,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Content-Type": [ - "application/json; charset=utf-8" + "application/octet-stream" ], "Expires": [ "-1" - ], - "Content-Length": [ - "16" ] }, - "ResponseBody": "{\r\n \"boolean\": true\r\n}", + "ResponseBody": "AQIDBAU=", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fmovefile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGbW92ZWZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "GET", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=CREATE&overwrite=False&leaseid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&filesessionid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1GYWxzZSZsZWFzZWlkPTJkZDc0ZmMyLWY3YjUtNGMwYi1iYTk3LTg4NzlhODJlYmMzOSZmaWxlc2Vzc2lvbmlkPTJkZDc0ZmMyLWY3YjUtNGMwYi1iYTk3LTg4NzlhODJlYmMzOSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a05a1efd-7fa3-4ba7-beb5-f55e34f420e0.0.0,126,,RENAME,16,1" + "a4b43c44-8e90-42d9-b371-b899f579d6cc.0.0,103,,OPEN,5,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "45044bac-b4d4-4115-843d-6cf44b6a62e4.0" + "00770091-bcfa-49f0-b66a-df61dfb5b7d5.0" + ], + "Content-Length": [ + "0" ] }, "ResponseHeaders": { @@ -4385,14 +3911,14 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "49ea9656-b0e8-46eb-b48a-cd26f76e129d" + "Location": [ + "https://ps8693.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/importfile.txt?op=CREATE&overwrite=False&leaseid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&filesessionid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], - "x-origin-server": [ - "bn4sch103190910" + "x-ms-request-id": [ + "31175cd4-7698-4328-8cfe-354d229f8d09" ], - "Server-Perf": [ - "[49ea9656-b0e8-46eb-b48a-cd26f76e129d][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "ContentLength": [ + "0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4400,9 +3926,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4410,35 +3933,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "305" + "0" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874432209,\r\n \"modificationTime\": 1571874432219,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", - "StatusCode": 200 + "ResponseBody": "", + "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fmovefile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGbW92ZWZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "GET", - "RequestBody": "", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=APPEND&leaseid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&filesessionid=2dd74fc2-f7b5-4c0b-ba97-8879a82ebc39&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9MmRkNzRmYzItZjdiNS00YzBiLWJhOTctODg3OWE4MmViYzM5JmZpbGVzZXNzaW9uaWQ9MmRkNzRmYzItZjdiNS00YzBiLWJhOTctODg3OWE4MmViYzM5JmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestMethod": "POST", + "RequestBody": "<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account trusted identity provider Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreTrustedIdProvider\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t$trustedIdName = getAssetName\r\n\t\t$trustedIdEndpoint = \"https://sts.windows.net/6b04908c-b91f-40ce-8024-7ee8a4fd6150\"\r\n\r\n\t\t# Test to ensure/enable trusted id provider states\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.TrustedIdProviderState\r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -TrustedIdProviderState Enabled\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.TrustedIdProviderState\r\n\t\t\r\n\t\t# Add a provider\r\n\t\tAdd-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName -ProviderEndpoint $trustedIdEndpoint\r\n\r\n\t\t# Get the provider\r\n\t\t$result = Get-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\t\tAssert-AreEqual $trustedIdName $result.Name\r\n\t\tAssert-AreEqual $trustedIdEndpoint $result.IdProvider\r\n\r\n\t\t# remove the provider\r\n\t\tRemove-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account firewall rule lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFirewall\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState \r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Disabled\" $accountCreated.FirewallAllowAzureIps \r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Enabled\" $accountSet.FirewallAllowAzureIps\r\n\r\n\t\t$firewallRuleName = getAssetName\r\n\t\t$startIp = \"127.0.0.1\"\r\n\t\t$endIp = \"127.0.0.2\"\r\n\t\t# Add a firewall rule\r\n\t\tAdd-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName -StartIpAddress $startIp -EndIpAddress $endIp\r\n\r\n\t\t# Get the firewall rule\r\n\t\t$result = Get-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\t\tAssert-AreEqual $firewallRuleName $result.Name\r\n\t\tAssert-AreEqual $startIp $result.StartIpAddress\r\n\t\tAssert-AreEqual $endIp $result.EndIpAddress\r\n\r\n\t\t# remove the firewall rule\r\n\t\tRemove-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreFirewallRule -AccountName $accountName -Name $firewallRuleName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account virtual network rule lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreVirtualNetwork\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState \r\n\r\n\t\t$accountSet = Set-AdlStore -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\r\n\t\t$virtualNetworkRuleName = getAssetName\r\n\t\t\r\n\t\t$vnetName1 = \"vnet1\"\r\n\t\t$virtualNetwork1 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName1 $location\r\n\t\t$virtualNetworkSubnetId1 = $virtualNetwork1.Subnets[0].Id\r\n\r\n\t\t$vnetName2 = \"vnet2\"\r\n\t\t$virtualNetwork2 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName2 $location\r\n\t\t$virtualNetworkSubnetId2 = $virtualNetwork2.Subnets[0].Id\r\n\r\n\t\t# Add a virtual network rule\r\n\t\tAdd-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1 -SubnetId $virtualNetworkSubnetId1\r\n\r\n\t\t# Get the virtual network rule\r\n\t\t$result = Get-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\t\tAssert-AreEqual $vnetName1 $result.VirtualNetworkRuleName\r\n\t\tAssert-AreEqual $virtualNetworkSubnetId1 $result.VirtualNetworkSubnetId\r\n\r\n\t\t# remove the virtual network rule\r\n\t\tRemove-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AdlStoreVirtualNetworkRule -Account $accountName -Name $vnetName1}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Commitment tiers (in Create and Update).\r\n#>\r\nfunction Test-DataLakeStoreAccountTiers\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t# Test 1: create without a tier specified verify that it defaults to \"consumption\"\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.NewTier\r\n\r\n\t\t# Test 2: update this account to use a different tier\r\n\t\t$accountUpdated = Set-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Tier Commitment1TB\r\n\r\n\t\tAssert-AreEqual \"Consumption\" $accountUpdated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountUpdated.NewTier\r\n\r\n\t\t# Test 3: create a new account with a specific tier.\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location -Tier Commitment1TB\r\n\t\t\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.NewTier\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AdlStore -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tAssert-True {$accountGet[0].Identity -ne $null}\r\n\t\t\t\tAssert-True {$accountGet[0].EncryptionConfig -ne $null}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-True {Test-AdlStore -Name $accountName}\r\n\r\n\t\t# Updating Account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\t$accountUpdated = Set-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Tag $tagsToUpdate\r\n \r\n\t\tAssert-AreEqual $accountName $accountUpdated.Name\r\n\t\tAssert-AreEqual $location $accountUpdated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountUpdated.Type\r\n\t\tAssert-True {$accountUpdated.Id -like \"*$resourceGroupName*\"}\r\n\t\r\n\t\tAssert-NotNull $accountUpdated.Tags \"Tags do not exists\"\r\n\t\tAssert-NotNull $accountUpdated.Tags[\"TestTag\"] \"The updated tag 'TestTag' does not exist\"\r\n\r\n\t\t# List all accounts in resource group\r\n\t\t[array]$accountsInResourceGroup = Get-AdlStore -ResourceGroupName $resourceGroupName\r\n\t\tAssert-True {$accountsInResourceGroup.Count -ge 1}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInResourceGroup.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInResourceGroup[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInResourceGroup[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInResourceGroup[$i].Type\r\n\t\t\t\tAssert-True {$accountsInResourceGroup[$i].Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in resource group: $resourceGroupName.\"\r\n\r\n\t\t# List all Data Lake accounts in subscription\r\n\t\t[array]$accountsInSubscription = Get-AdlStore\r\n\t\tAssert-True {$accountsInSubscription.Count -ge 1}\r\n\t\tAssert-True {$accountsInSubscription.Count -ge $accountsInResourceGroup.Count}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInSubscription.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInSubscription[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInSubscription[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInSubscription[$i].Type\r\n\t\t\t\tAssert-True {$accountsInSubscription[$i].Id -like \"*$resourceGroupName*\"}\r\n \r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in subscription.\"\r\n\r\n\t\t# Test creation of a new account without specifying encryption and ensure it is still ServiceManaged.\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location\r\n\t\tAssert-True {$accountCreated.EncryptionConfig -ne $null}\r\n\t\tAssert-AreEqual \"ServiceManaged\" $accountCreated.EncryptionConfig.Type\r\n\t\tAssert-AreEqual \"Enabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# attempt to enable the key vault, which should throw since it is already enabled\r\n\t\tAssert-Throws {Enable-AdlStoreKeyVault -ResourceGroupName $resourceGroupName -Account $secondAccountName}\r\n\t\t\r\n\r\n\t\t# Create an account with no encryption explicitly.\r\n\t\t$thirdAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Location $location -DisableEncryption\r\n\t\tAssert-True {[string]::IsNullOrEmpty(($accountCreated.EncryptionConfig.Type))}\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem operations (Create, append, read, delete, etc.).\r\n#>\r\nfunction Test-DataLakeStoreFileSystem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders to create\r\n\t\t$encodingFolder=\"/encodingFolder\"\r\n\t\t$folderToCreate = \"/adlspstestfolder\"\r\n\t\t$emptyFilePath = \"$folderToCreate\\emptyfile.txt\" # have one where the slash is in the wrong direction to make sure they get fixed.\r\n\t\t$contentFilePath = \"$folderToCreate/contentfile.txt\"\r\n\t\t$unicodeContentFilePath=\"$encodingFolder/unicodecontentfile.txt\"\r\n\t\t$unicodetext=\"I am unicode text\"\r\n\t\t$utf32ContentFilePath=\"$encodingFolder/utf32contentfile.txt\"\r\n\t\t$utf32text=\"I am utf32 text\"\r\n\t\t$concatFile = \"$folderToCreate/concatfile.txt\"\r\n\t\t$moveFile = \"$folderToCreate/movefile.txt\"\r\n\t\t$movefolder = \"/adlspstestmovefolder\"\r\n\t\t$importFile = \"$folderToCreate/importfile.txt\"\r\n\t\t$content = \"Test file content! @ Azure PsTest01?\"\r\n\t\t$summaryFolder=\"/adlspstestsummaryfolder\"\r\n\t\t$subFolderToCreate = \"$summaryFolder/Folder0\"\r\n\t\t$subSubFolderToCreate = \"$summaryFolder/Folder0/SubFolder0\"\r\n\t\t$subFileToCreate = \"$summaryFolder/File0\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\t$emptyFileCreationDate=$result.LastWriteTime # To be used later\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\r\n\t\t# Create and get file with content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $contentFilePath -Value $content\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $contentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t#Create empty file and add unicode content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $unicodeContentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\tAdd-AdlStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Value $unicodetext -Encoding Unicode\r\n\t\t$retrievedContent = Get-AdlStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Encoding Unicode\r\n\t\tAssert-AreEqual $unicodetext $retrievedContent\r\n\r\n\t\t#Create utf32 file with content\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $utf32ContentFilePath -Value $utf32text -Encoding UTF32\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$retrievedContent = Get-AdlStoreItemContent -Account $accountName -Path $utf32ContentFilePath -Encoding UTF32\r\n\t\tAssert-AreEqual $utf32text $retrievedContent\r\n\r\n\t\t# set absolute expiration for content file\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t[DateTimeOffset]$timeToUse = [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::GetVariable(\"absoluteTime\", [DateTimeOffset]::UtcNow.AddSeconds(120))\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath -Expiration $timeToUse\r\n\t\tAssert-NumAreInRange $timeToUse.UtcTicks $result.Expiration.UtcTicks 500000 # range of 50 milliseconds\r\n\t\t\r\n\t\t# set it back to \"never expire\"\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\r\n\t\t# list files\r\n\t\t$result = Get-AdlStoreChildItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder list\"\r\n\t\tAssert-AreEqual 2 $result.length\r\n\t\t\r\n\t\t# add content to empty file\r\n\t\tAdd-AdlStoreItemContent -Account $accountName -Path $emptyFilePath -Value $content\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get with content added\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t# concat files\r\n\t\t$result = Join-AdlStoreItem -Account $accountName -Paths $emptyFilePath,$contentFilePath -Destination $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\r\n\t\t# Preview content from the file\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile\r\n\t\tAssert-AreEqual $($content.length*2) $previewContent.Length\r\n\r\n\t\t# Preview a subset of the content\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile -Offset 2\r\n\t\tAssert-AreEqual $(($content.length*2) - 2) $previewContent.Length\r\n\r\n\t\t# Preview a subset with a specific length\r\n\t\t$previewContent = Get-AdlStoreItemContent -Account $accountName -Path $concatFile -Offset 2 -Length $content.Length\r\n\t\tAssert-AreEqual $content.length $previewContent.Length\r\n\r\n\t\t# Create a file with 4 rows and get the top 2 and last 2.\r\n\t\t$previewHeadTailFile = \"/headtail/filetest.txt\"\r\n\t\t$headTailContent = @\"\r\n1\r\n2\r\n3\r\n4\r\n\"@\r\n\t\tNew-AdlStoreItem -Account $accountName -Path $previewHeadTailFile -Force -Value $headTailContent\r\n\t\t\r\n\t\t# Get the first two elements\r\n\t\t$headTailResult = Get-AdlStoreItemContent -Account $accountName -Path $previewHeadTailFile -Head 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 1 $headTailResult[0]\r\n\t\tAssert-AreEqual 2 $headTailResult[1]\r\n\r\n\t\t# get the last two elements\r\n\t\t$headTailResult = Get-AdlStoreItemContent -Account $accountName -Path $previewHeadTailFile -Tail 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 3 $headTailResult[0]\r\n\t\tAssert-AreEqual 4 $headTailResult[1]\r\n\r\n #Create a file with byte and read it\r\n $byteDataFile=\"/byteData/filetest.txt\"\r\n [byte[]] $byteData = 1,2,3,4,5\r\n New-AdlStoreItem -Account $accountName -Path $byteDataFile -Force -Value $byteData -Encoding Byte\r\n $result = Get-AdlStoreItemContent -Account $accountName -path $byteDataFile -Encoding Byte\r\n Assert-True {@(Compare-Object $byteData $result -SyncWindow 0).Length -eq 0}\r\n\r\n\t\t# Import and get file\r\n\t\t$localFileInfo = Get-ChildItem $fileToCopy\r\n\t\t$result = Import-AdlStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $localFileInfo.length $result.Length\r\n\t\t\r\n\t\t# download file\r\n\t\t$currentDir = Split-Path $fileToCopy\r\n\t\t$targetFile = Join-Path $currentDir \"adlspstestdownload.txt\"\r\n\t\tif(Test-Path $targetFile)\r\n\t\t{\r\n\t\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\t\t}\r\n\r\n\t\tExport-AdlStoreItem -Account $accountName -Path $concatFile -Destination $targetFile\r\n\t\t$downloadedFileInfo = Get-ChildItem $targetFile\r\n\t\tAssert-AreEqual $($content.length*2) $downloadedFileInfo.length\r\n\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\r\n\t\t# move a file\r\n\t\t$result = Move-AdlStoreItem -Account $accountName -Path $concatFile -Destination $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $concatFile}\r\n\t\t\r\n\t\t# move a folder\r\n\t\t$result = Move-AdlStoreItem -Account $accountName -Path $folderToCreate -Destination $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder\"\r\n\t\t$result = Get-AdlStoreItem -Account $accountName -path $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $folderToCreate}\r\n\t\t\r\n\t\t# getcontentsummary\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $summaryFolder -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $subFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $subSubFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\tNew-AdlStoreItem -Account $accountName -Path $subFileToCreate -Force -Value $content\r\n\t\t$result = Get-AdlStoreChildItemSummary -Account $accountName -Path $summaryFolder\r\n\t\tAssert-AreEqual $result.Length $content.Length\r\n\t\t# Files will be the test file and the above moved file\r\n\t\tAssert-AreEqual $result.FileCount 1\r\n\r\n\t\t# Export DiskUsage\r\n\t\t$targetFile = Join-Path $currentDir \"DuOutputAlias\"\r\n\t\tExport-AdlStoreChildItemProperties -Account $accountName -Path $summaryFolder -OutputPath $targetFile -GetDiskUsage -IncludeFile\r\n\t\t$result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t# delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths \"$moveFolder/movefile.txt\" -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFile}\r\n\r\n\t\t# delete a folder\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $moveFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFolder}\r\n \tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $summaryFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $summaryFolder}\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $encodingFolder -force -recurse -passthru} \"Remove folder failed\"\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem permissions operations (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFileSystemPermissions\r\n{\r\n\tparam\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\t\t\r\n\t\t#define folder name to create for recursive Acl\r\n\t\t$folderToCreate = \"/aclRecurseFolder\"\r\n\r\n\t\t# define the permissions to add/remove\r\n\t\t$aceUserId = \"027c28d5-c91d-49f0-98c5-d10134b169b3\"\r\n\r\n\t\t#set owner\r\n New-AdlStoreItem -Account $accountName -Path \"/temp\"\r\n $prevOwner=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User\r\n $prevGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n $currentOwner=Set-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User -Id $aceUserId -PassThru\r\n $currentGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n Assert-AreEqual $aceUserId $currentOwner\r\n Assert-AreNotEqual $prevOwner $currentOwner\r\n Assert-AreEqual $prevGroup $currentGroup\r\n Remove-AdlStoreItem -Account $accountName -paths \"/temp\" -force\r\n\r\n\t\t# Set and get all the permissions\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-NotNull $result \"Did not get any result from ACL get\" \r\n\t\tAssert-True {$result.Count -ge 0} \"UserAces is negative or null\"\r\n \t\t$currentCount = $result.Count\r\n \t\t$result.Add(\"user:$aceUserId`:rwx\")\r\n \t\t$toRemove = $result[$result.Count -1]\r\n\t\tAssert-AreEqual $aceUserId $toRemove.Id\r\n\r\n\t\tSet-AdlStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\t\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n \t\t$found = $false\r\n \t\tfor($i = 0; $i -lt $result.Count; $i++)\r\n \t\t{\r\n \t\t\tif($result[$i].Id -like $aceUserId)\r\n \t\t\t{\r\n \t\t\t\t$found = $true\r\n \t\t\t\t$result.RemoveAt($i)\r\n \t\t\t\tbreak\r\n \t\t\t}\r\n \t\t}\r\n \r\n \t\tAssert-True { $found } \"Failed to remove the element: $($toRemove.Entry)\"\r\n\r\n\t\tSet-AdlStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Set and get a specific permission with friendly sets\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Permissions All\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with friendly remove\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\t\t\r\n\t\t# set and get a specific permission with the ACE string\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:rwx\", $aceUserId))\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with the ACE string\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:---\", $aceUserId))\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Create file/folder for recursive Acl\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t#Recursive Acl Modify\r\n\t\tSet-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Permissions All -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\r\n\t\t# Export Acl\r\n\t\t$targetFile = \"./ScenarioTests/acloutput\"\r\n\t\tExport-AdlStoreChildItemProperties -Account $accountName -Path \"/\" -OutputPath $targetFile -GetAcl -IncludeFile\r\n $result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t#Recursive Acl remove\r\n\t\tRemove-AdlStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Validate full ACL removal\r\n\t\tRemove-AdlStoreItemAcl -Account $accountName -Path \"/\" -Force -Default\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 4 $result.Count\r\n\t\tRemove-AdlStoreItemAcl -Account $accountName -Path \"/\" -Force\r\n\t\t$result = Get-AdlStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 3 $result.Count\r\n\r\n\t\t# validate permissions\r\n\t\t$permission = Get-AdlStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 770 $permission\r\n\t\tSet-AdlStoreItemPermission -Account $accountName -path \"/\" -Permission 777 | Out-Null\r\n\t\t$permission = Get-AdlStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 777 $permission\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle Failure scenarios (Create, Update, Get, Delete).\r\n#>\r\nfunction Test-NegativeDataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location,\r\n $fakeaccountName = \"psfakedataLakeaccounttest\"\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n \r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# attempt to recreate the already created account\r\n\t\tAssert-Throws {New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}\r\n\r\n\t\t# attempt to update a non-existent account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\tAssert-Throws {Set-AdlStore -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tag $tagsToUpdate}\r\n\r\n\t\t# attempt to get a non-existent account\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $fakeaccountName}\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Delete Data Lake account again should throw.\r\n\t\tAssert-Throws {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru}\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n\t.SYNOPSIS\r\n\tCreate a virtual network\r\n#>\r\nfunction CreateAndGetVirtualNetwork ($resourceGroupName, $vnetName, $location = \"westcentralus\")\r\n{\r\n\t$subnetName = \"Public\"\r\n\r\n\t$addressPrefix = \"10.0.0.0/24\"\r\n\t$serviceEndpoint = \"Microsoft.AzureActiveDirectory\"\r\n\r\n\t$subnet = New-AzVirtualNetworkSubnetConfig -Name $subnetName -AddressPrefix $addressPrefix -ServiceEndpoint $serviceEndpoint\r\n\t$vnet = New-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName -Location $location -AddressPrefix 10.0.0.0/16 -Subnet $subnet\r\n\r\n\t$getVnet = Get-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName\r\n\r\n\treturn $getVnet\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore deleted items operations (Enumerate, Restore).\r\n#>\r\nfunction Test-AdlsEnumerateAndRestoreDeletedItem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName + \"-c12\" # testing accountname validation\r\n\t\tNew-AzureRmResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders\r\n\t\t# define all the files and folders\r\n\t\t$folderToCreate1 = \"/adlfolderTest1\"\r\n\t\t$folderToCreate2 = \"/adlfolderTest2\"\r\n\t\t$fileToCreate1 = \"/adlfolderTest1/adlfile1\"\r\n\t\t$fileToCreate2 = \"/adlfolderTest2/adlfile2\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate1 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $folderToCreate2 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $fileToCreate1\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = New-AdlStoreItem -Account $accountName -path $fileToCreate2\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t\r\n\t # delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $fileToCreate1 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $fileToCreate1}\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths $fileToCreate2 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $fileToCreate2}\r\n\t\t\r\n\t\t# search delete folder\r\n\t\t$out = Get-AdlStoreDeletedItem -Account $accountName -filter \"adlfolderTest1\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AdlStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru}\r\n\t\t}\r\n\r\n\t\t$out = Get-AdlStoreDeletedItem -Account $accountName -filter \"adlfolderTest2\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AdlStoreDeletedItem -Account $accountName $item -Force -Passthru}\r\n\t\t}\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AdlStore -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}", "RequestHeaders": { "x-ms-adl-client-latency": [ - "69082497-33f2-454c-8957-b053a3906fe8.0.0,98,,DELETE,16,1" + "00770091-bcfa-49f0-b66a-df61dfb5b7d5.0.0,169,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "b0c1ae24-0f67-481e-a4ba-0693511995d0.0" + "d0344cd5-0e6b-444a-ba1f-0308c74a3824.0" + ], + "Content-Length": [ + "49632" ] }, "ResponseHeaders": { @@ -4449,22 +3972,13 @@ "no-cache" ], "x-ms-request-id": [ - "0ec89d4c-b010-4dab-acd6-62e3ea4e497a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[0ec89d4c-b010-4dab-acd6-62e3ea4e497a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "cbe20b9a-2ed7-4235-a248-600223e3e44b" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x8309000A" - ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:5" + "0x0" ], "X-Content-Type-Options": [ "nosniff" @@ -4473,38 +3987,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:30:49 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "250" + "0" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/movefile.txt [0ec89d4c-b010-4dab-acd6-62e3ea4e497a][2019-10-23T16:47:17.9995114-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", - "StatusCode": 404 + "ResponseBody": "", + "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder?op=RENAME&destination=%2Fadlspstestmovefolder&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyP29wPVJFTkFNRSZkZXN0aW5hdGlvbj0lMkZhZGxzcHN0ZXN0bW92ZWZvbGRlciZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "PUT", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9R0VURklMRVNUQVRVUyZ0b29pZD1UcnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "45eb4cd7-b3fc-4d48-9bfa-61e864e78145.0.1,82,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "d0344cd5-0e6b-444a-ba1f-0308c74a3824.0.0,137,,APPEND,49632,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "9f0c8128-3f06-4eb1-9d26-b84c8c5b14f7.0" - ], - "Content-Length": [ - "0" + "c5e65212-ed39-44fa-a466-a37b588a0f72.0" ] }, "ResponseHeaders": { @@ -4515,13 +4023,7 @@ "no-cache" ], "x-ms-request-id": [ - "170c910c-8069-44f4-b980-016e5cb75b36" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[170c910c-8069-44f4-b980-016e5cb75b36][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-FsRename :: 00:00:007 ms]%0a[RENAME :: 00:00:011 ms]%0a" + "afa92085-693f-46a2-b329-7e734ac237fa" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4536,7 +4038,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4545,26 +4047,29 @@ "-1" ], "Content-Length": [ - "16" + "308" ] }, - "ResponseBody": "{\r\n \"boolean\": true\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 49632,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480650789,\r\n \"modificationTime\": 1584480650920,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestmovefolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0bW92ZWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", - "RequestMethod": "GET", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=RENAME&destination=%2Fadlspstestfolder%2Fmovefile.txt&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9UkVOQU1FJmRlc3RpbmF0aW9uPSUyRmFkbHNwc3Rlc3Rmb2xkZXIlMkZtb3ZlZmlsZS50eHQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "9f0c8128-3f06-4eb1-9d26-b84c8c5b14f7.0.0,90,,RENAME,16,1" + "d84f146d-0842-43d0-b79f-70b1f4790106.0.0,159,,OPEN,72,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "45833ef5-1d89-4843-af70-9edfa2c1b970.0" + "5bea24fe-3da2-4464-b31c-ac220801be9f.0" + ], + "Content-Length": [ + "0" ] }, "ResponseHeaders": { @@ -4575,13 +4080,7 @@ "no-cache" ], "x-ms-request-id": [ - "917ddc40-2647-4120-b799-884efccde3cd" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[917ddc40-2647-4120-b799-884efccde3cd][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "7d98b3c9-6ee6-46f1-9b94-eb914bafb6a8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4589,9 +4088,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4599,7 +4095,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:50 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4608,26 +4104,26 @@ "-1" ], "Content-Length": [ - "280" + "16" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874426967,\r\n \"modificationTime\": 1571874435589,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"boolean\": true\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestmovefolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0bW92ZWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fmovefile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGbW92ZWZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "56de42fa-d0d3-4076-b30b-c78b170a3692.0.0,89,,DELETE,16,1" + "5bea24fe-3da2-4464-b31c-ac220801be9f.0.0,93,,RENAME,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6c860ce6-8c84-463f-845e-96c43c77ea68.0" + "8a068151-cb80-4da3-90dc-b04842010f74.0" ] }, "ResponseHeaders": { @@ -4638,22 +4134,67 @@ "no-cache" ], "x-ms-request-id": [ - "3a97a6db-c61a-4cf2-a1cd-c03d6875872a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[3a97a6db-c61a-4cf2-a1cd-c03d6875872a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "12df6fd6-5631-46bc-a2bc-08c91fba246f" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x8309000A" + "0x0" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:30:50 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "305" + ] + }, + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480647729,\r\n \"modificationTime\": 1584480647740,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fmovefile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGbW92ZWZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "77d4bf82-6c87-478f-90d4-5c80150b3e50.0.0,103,,DELETE,16,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "335aa1f6-5bda-4cbb-9ed2-f87b608d67e1.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "eb14f0a9-99aa-4a52-8a7e-85068d8ce73e" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x8309000A" ], "X-Content-Type-Options": [ "nosniff" @@ -4662,7 +4203,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4671,26 +4212,83 @@ "-1" ], "Content-Length": [ - "241" + "250" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestmovefolder [3a97a6db-c61a-4cf2-a1cd-c03d6875872a][2019-10-23T16:47:18.2182474-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/movefile.txt [eb14f0a9-99aa-4a52-8a7e-85068d8ce73e][2020-03-17T14:30:54.0139172-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder?op=RENAME&destination=%2Fadlspstestmovefolder&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyP29wPVJFTkFNRSZkZXN0aW5hdGlvbj0lMkZhZGxzcHN0ZXN0bW92ZWZvbGRlciZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "PUT", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "c4d2bb30-51bf-4417-9a38-91d58238e296.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "2966bae8-5095-4170-9324-dad375da90ce.0" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "677bb8e6-5956-4ff3-9537-29d4ec7c474b" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:30:51 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "16" + ] + }, + "ResponseBody": "{\r\n \"boolean\": true\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestmovefolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0bW92ZWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4f216b8e-7a98-4e60-beb8-6e9483ce2ee5.0.1,82,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "2966bae8-5095-4170-9324-dad375da90ce.0.0,91,,RENAME,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "0a8ca05c-c8c4-4924-9bc7-51337dcf95f6.0" + "d035538c-46d5-4dcb-a78f-58fffd5049c8.0" ] }, "ResponseHeaders": { @@ -4701,13 +4299,61 @@ "no-cache" ], "x-ms-request-id": [ - "5823ddd8-5e33-4acc-8870-5d93b157eb7e" + "b4b5c78b-7b89-4187-8769-acf219f9a1ea" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" ], - "x-origin-server": [ - "bn4sch103190910" + "Status": [ + "0x0" ], - "Server-Perf": [ - "[5823ddd8-5e33-4acc-8870-5d93b157eb7e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:30:51 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "280" + ] + }, + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480643010,\r\n \"modificationTime\": 1584480651649,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestmovefolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0bW92ZWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "dc65a352-591e-4681-8bf9-c4182bb5a393.0.0,91,,DELETE,16,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "38894ab5-a967-483e-8b97-5311f2f2893f.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "7c88965e-2349-4de4-a72b-c626a6031671" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4715,9 +4361,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4725,7 +4368,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4734,10 +4377,10 @@ "-1" ], "Content-Length": [ - "244" + "241" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [5823ddd8-5e33-4acc-8870-5d93b157eb7e][2019-10-23T16:47:16.2340026-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestmovefolder [7c88965e-2349-4de4-a72b-c626a6031671][2020-03-17T14:30:54.2326554-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4747,13 +4390,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "418f59fd-07a3-485f-9cf0-1fb7b31a6185.0.0,85,,LISTSTATUS,57,1" + "3e0a474e-27fc-4454-b537-ca7235016f4f.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "f9291ae7-ca27-46fa-a69d-7edf19567aae.0" + "484faee8-2c97-4fbe-afd5-0a0ac38a95ba.0" ] }, "ResponseHeaders": { @@ -4764,13 +4407,61 @@ "no-cache" ], "x-ms-request-id": [ - "f6cf80cf-48b3-433c-85af-a9b4355e81a3" + "24bbf5e2-aa10-471b-9492-588aff99e4d6" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x8309000A" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:30:51 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "244" + ] + }, + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [24bbf5e2-aa10-471b-9492-588aff99e4d6][2020-03-17T14:30:52.2952696-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "StatusCode": 404 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlcj9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "2d4dec01-ea78-49ce-9b0a-5265210d2c28.0.0,91,,LISTSTATUS,57,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "59e9ad08-ca82-4842-8dbe-dc4d15a21000.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" ], - "x-origin-server": [ - "bn4sch103190910" + "Pragma": [ + "no-cache" ], - "Server-Perf": [ - "[f6cf80cf-48b3-433c-85af-a9b4355e81a3][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "x-ms-request-id": [ + "0a604e42-6d36-457d-97ab-63b37987d011" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4778,9 +4469,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4788,7 +4476,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4800,7 +4488,7 @@ "280" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874436318,\r\n \"modificationTime\": 1571874436762,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480652381,\r\n \"modificationTime\": 1584480652858,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -4810,13 +4498,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "74c03cb5-00b5-4128-bb58-55abe31f55ce.0.0,88,,DELETE,16,1" + "ceca18f4-7786-45e7-b3b6-a6e9f5cedda2.0.0,99,,DELETE,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ffc15394-621e-41ff-b551-debc42e8b3d6.0" + "e8b0efe1-6df2-42ae-8a60-ec084448b2de.0" ] }, "ResponseHeaders": { @@ -4827,13 +4515,7 @@ "no-cache" ], "x-ms-request-id": [ - "7476fcb4-2a62-4fa3-b1e3-c6715adf6633" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[7476fcb4-2a62-4fa3-b1e3-c6715adf6633][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "d938a065-6b7f-4fe2-99e0-769de1b501ae" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4841,9 +4523,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4851,7 +4530,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4863,7 +4542,7 @@ "244" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [7476fcb4-2a62-4fa3-b1e3-c6715adf6633][2019-10-23T16:47:18.4213578-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [d938a065-6b7f-4fe2-99e0-769de1b501ae][2020-03-17T14:30:54.4513930-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4873,13 +4552,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "0a8ca05c-c8c4-4924-9bc7-51337dcf95f6.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "484faee8-2c97-4fbe-afd5-0a0ac38a95ba.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "147991da-852f-41ed-9d68-edd6b213321d.0" + "429e80cd-7994-4e74-9897-2138a20d8f75.0" ], "Content-Length": [ "0" @@ -4893,13 +4572,7 @@ "no-cache" ], "x-ms-request-id": [ - "a8fc1c2f-8d87-4713-92cf-67a8dfb4b6be" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[a8fc1c2f-8d87-4713-92cf-67a8dfb4b6be][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:006 ms]%0a[MKDIRS :: 00:00:006 ms]%0a" + "f5098c36-4b76-416e-bc75-9a09f34151c9" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4914,7 +4587,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4936,13 +4609,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "147991da-852f-41ed-9d68-edd6b213321d.0.0,84,,MKDIRS,16,1" + "429e80cd-7994-4e74-9897-2138a20d8f75.0.0,87,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "532186e8-58fc-4ccf-a48e-22b4eebc6978.0" + "a58519eb-6a71-4343-8c43-2f114fcb18ea.0" ] }, "ResponseHeaders": { @@ -4953,13 +4626,7 @@ "no-cache" ], "x-ms-request-id": [ - "3ae08780-dd94-4b3a-93ee-c3a62c14d528" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[3ae08780-dd94-4b3a-93ee-c3a62c14d528][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "29ad6ff2-6f8c-4e19-9677-7a1b28e17ffc" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4967,9 +4634,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4977,7 +4641,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4989,7 +4653,7 @@ "252" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0 [3ae08780-dd94-4b3a-93ee-c3a62c14d528][2019-10-23T16:47:16.4058672-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0 [29ad6ff2-6f8c-4e19-9677-7a1b28e17ffc][2020-03-17T14:30:52.4671340-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4999,13 +4663,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "532186e8-58fc-4ccf-a48e-22b4eebc6978.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "a58519eb-6a71-4343-8c43-2f114fcb18ea.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "39d03dd6-658b-4e43-8d89-50939fd722c6.0" + "0c9c399b-c11d-449a-a198-51ed7840dfdc.0" ], "Content-Length": [ "0" @@ -5019,13 +4683,7 @@ "no-cache" ], "x-ms-request-id": [ - "27fe3ded-0794-421c-ac3c-b69b20b6ef08" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[27fe3ded-0794-421c-ac3c-b69b20b6ef08][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:006 ms]%0a[MKDIRS :: 00:00:006 ms]%0a" + "c2fdf58b-53eb-477e-ac02-bfa845a09b43" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5040,7 +4698,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:15 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5062,13 +4720,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "39d03dd6-658b-4e43-8d89-50939fd722c6.0.0,85,,MKDIRS,16,1" + "0c9c399b-c11d-449a-a198-51ed7840dfdc.0.0,88,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "679b37c3-a347-43a7-9bbb-ab53a02a5eaa.0" + "60b062a4-559b-4fdc-bd29-9acb731b7f3f.0" ] }, "ResponseHeaders": { @@ -5079,13 +4737,7 @@ "no-cache" ], "x-ms-request-id": [ - "13829e3e-1cff-44d1-a473-6036d790be81" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[13829e3e-1cff-44d1-a473-6036d790be81][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "e9bf9f4c-f713-4f03-ad84-b4a171b72eb7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5093,9 +4745,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5103,7 +4752,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5115,7 +4764,7 @@ "263" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0/SubFolder0 [13829e3e-1cff-44d1-a473-6036d790be81][2019-10-23T16:47:16.5777312-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0/SubFolder0 [e9bf9f4c-f713-4f03-ad84-b4a171b72eb7][2020-03-17T14:30:52.6702466-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -5125,13 +4774,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "679b37c3-a347-43a7-9bbb-ab53a02a5eaa.0.1,82,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "60b062a4-559b-4fdc-bd29-9acb731b7f3f.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a7c03a54-1819-4eb3-aa03-9b783e97a972.0" + "95a4e78f-d428-4c0b-9d3e-957a0ad5d71c.0" ], "Content-Length": [ "0" @@ -5145,13 +4794,7 @@ "no-cache" ], "x-ms-request-id": [ - "4a84dac2-6eb8-4dd2-bd9c-f04e33bfdd59" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[4a84dac2-6eb8-4dd2-bd9c-f04e33bfdd59][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:005 ms]%0a[MKDIRS :: 00:00:005 ms]%0a" + "59b24509-f2bf-4308-9a96-5b3923ffffbe" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5166,7 +4809,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5182,19 +4825,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=CREATE&overwrite=True&leaseid=fdc3dec4-2ae4-424c-b60e-808418dc397a&filesessionid=fdc3dec4-2ae4-424c-b60e-808418dc397a&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPWZkYzNkZWM0LTJhZTQtNDI0Yy1iNjBlLTgwODQxOGRjMzk3YSZmaWxlc2Vzc2lvbmlkPWZkYzNkZWM0LTJhZTQtNDI0Yy1iNjBlLTgwODQxOGRjMzk3YSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=CREATE&overwrite=True&leaseid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&filesessionid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTNhNTQ4OWRmLTVhZGQtNDU1MC1hZTlkLWUyYzQ5ZTRjYmU4MCZmaWxlc2Vzc2lvbmlkPTNhNTQ4OWRmLTVhZGQtNDU1MC1hZTlkLWUyYzQ5ZTRjYmU4MCZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a7c03a54-1819-4eb3-aa03-9b783e97a972.0.0,84,,MKDIRS,16,1" + "95a4e78f-d428-4c0b-9d3e-957a0ad5d71c.0.0,88,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c8abb438-063c-4cc5-bab4-c763dbdeb22f.0" + "c263690e-1c6c-47f6-b26d-101e092ed0c1.0" ], "Content-Length": [ "0" @@ -5208,29 +4851,20 @@ "no-cache" ], "Location": [ - "https://ps6714.caboaccountdogfood.net/webhdfs/v1/adlspstestsummaryfolder/File0?op=CREATE&overwrite=True&leaseid=fdc3dec4-2ae4-424c-b60e-808418dc397a&filesessionid=fdc3dec4-2ae4-424c-b60e-808418dc397a&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps8693.azuredatalakestore.net/webhdfs/v1/adlspstestsummaryfolder/File0?op=CREATE&overwrite=True&leaseid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&filesessionid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "824efef4-cf9e-4c1b-b651-ba9a9119ce65" - ], - "x-origin-server": [ - "bn4sch103190910" + "f849f73f-ac4c-43cd-beeb-3c19bf82a71e" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[824efef4-cf9e-4c1b-b651-ba9a9119ce65][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:013 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:019 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:21" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5238,7 +4872,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Expires": [ "-1" @@ -5251,19 +4885,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=APPEND&leaseid=fdc3dec4-2ae4-424c-b60e-808418dc397a&filesessionid=fdc3dec4-2ae4-424c-b60e-808418dc397a&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUFQUEVORCZsZWFzZWlkPWZkYzNkZWM0LTJhZTQtNDI0Yy1iNjBlLTgwODQxOGRjMzk3YSZmaWxlc2Vzc2lvbmlkPWZkYzNkZWM0LTJhZTQtNDI0Yy1iNjBlLTgwODQxOGRjMzk3YSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=APPEND&leaseid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&filesessionid=3a5489df-5add-4550-ae9d-e2c49e4cbe80&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUFQUEVORCZsZWFzZWlkPTNhNTQ4OWRmLTVhZGQtNDU1MC1hZTlkLWUyYzQ5ZTRjYmU4MCZmaWxlc2Vzc2lvbmlkPTNhNTQ4OWRmLTVhZGQtNDU1MC1hZTlkLWUyYzQ5ZTRjYmU4MCZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c8abb438-063c-4cc5-bab4-c763dbdeb22f.0.0,100,,CREATE,0,1" + "c263690e-1c6c-47f6-b26d-101e092ed0c1.0.0,99,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "8475c3d5-5e6f-4239-b698-7e6e3ea137e6.0" + "f2582eff-951c-47eb-82be-dd99a60d8161.0" ], "Content-Length": [ "36" @@ -5277,13 +4911,7 @@ "no-cache" ], "x-ms-request-id": [ - "038591d2-4ed0-49bb-a7dd-beb9ef0e0c0a" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[038591d2-4ed0-49bb-a7dd-beb9ef0e0c0a][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:175 ms]%0a[WriteTime :: 00:00:176 ms]%0a[APPEND :: 00:00:192 ms]%0a" + "19625c63-9133-4459-8d1a-10e57c075565" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5291,9 +4919,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:196;HandlerTime:194" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5301,7 +4926,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:51 GMT" ], "Expires": [ "-1" @@ -5320,13 +4945,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "8475c3d5-5e6f-4239-b698-7e6e3ea137e6.0.0,272,,APPEND,36,1" + "f2582eff-951c-47eb-82be-dd99a60d8161.0.0,120,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "87ac14d5-8909-4ffd-9863-3fa91f99980c.0" + "229baaa4-20e0-4204-8753-98263ff8c95a.0" ] }, "ResponseHeaders": { @@ -5337,13 +4962,7 @@ "no-cache" ], "x-ms-request-id": [ - "d6bfa111-0515-4430-b8d0-1a677c351a59" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[d6bfa111-0515-4430-b8d0-1a677c351a59][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:010 ms]%0a[LISTSTATUS :: 00:00:011 ms]%0a" + "33ccc189-65f0-4846-ae3b-61bc932f2b0d" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5358,7 +4977,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5370,7 +4989,7 @@ "625" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874436760,\r\n \"modificationTime\": 1571874437015,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874436490,\r\n \"modificationTime\": 1571874436660,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480652854,\r\n \"modificationTime\": 1584480652951,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480652557,\r\n \"modificationTime\": 1584480652756,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5380,13 +4999,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "f9291ae7-ca27-46fa-a69d-7edf19567aae.0.0,82,,GETFILESTATUS,280,1" + "59e9ad08-ca82-4842-8dbe-dc4d15a21000.0.0,85,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4e31a155-bb33-47f4-9f09-df230ca4ea05.0" + "19293757-b32a-4477-b46d-ceb7e610236f.0" ] }, "ResponseHeaders": { @@ -5397,13 +5016,7 @@ "no-cache" ], "x-ms-request-id": [ - "907be7b7-c1a7-409d-a782-d43d422be055" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[907be7b7-c1a7-409d-a782-d43d422be055][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:011 ms]%0a[LISTSTATUS :: 00:00:011 ms]%0a" + "9efdcf31-b8ef-4a4c-8680-fb6e4bed41b0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5418,7 +5031,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5430,7 +5043,7 @@ "625" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874436760,\r\n \"modificationTime\": 1571874437015,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874436490,\r\n \"modificationTime\": 1571874436660,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584480652854,\r\n \"modificationTime\": 1584480652951,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480652557,\r\n \"modificationTime\": 1584480652756,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5440,13 +5053,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "87ac14d5-8909-4ffd-9863-3fa91f99980c.0.0,91,,LISTSTATUS,625,1" + "229baaa4-20e0-4204-8753-98263ff8c95a.0.0,89,,LISTSTATUS,625,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "3cbfb176-7c42-47e4-88df-a8c2dc2a8302.0" + "4454bbaa-b7d4-4edd-8097-8935c7c551f6.0" ] }, "ResponseHeaders": { @@ -5457,13 +5070,7 @@ "no-cache" ], "x-ms-request-id": [ - "886f0bf8-962a-405d-afc3-6a0d5c56cdbb" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[886f0bf8-962a-405d-afc3-6a0d5c56cdbb][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:005 ms]%0a[LISTSTATUS :: 00:00:005 ms]%0a" + "78b0e9c4-947f-4558-a540-4f9d7c430b13" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5478,7 +5085,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5490,7 +5097,7 @@ "332" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874436660,\r\n \"modificationTime\": 1571874436660,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480652756,\r\n \"modificationTime\": 1584480652756,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5500,13 +5107,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4e31a155-bb33-47f4-9f09-df230ca4ea05.0.0,117,,LISTSTATUS,625,1" + "19293757-b32a-4477-b46d-ceb7e610236f.0.0,90,,LISTSTATUS,625,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ba3713c9-f3b8-4c6b-9165-453f3cc76a7a.0" + "32b57e8e-076b-4613-aec8-4e6a4cd4ce74.0" ] }, "ResponseHeaders": { @@ -5517,13 +5124,7 @@ "no-cache" ], "x-ms-request-id": [ - "7613c3c1-e3e3-4432-af13-2c009d0ac7e3" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[7613c3c1-e3e3-4432-af13-2c009d0ac7e3][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:005 ms]%0a" + "fc080140-4b9d-4d12-8819-449abe7a0428" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5538,7 +5139,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5550,7 +5151,7 @@ "332" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874436660,\r\n \"modificationTime\": 1571874436660,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584480652756,\r\n \"modificationTime\": 1584480652756,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5560,13 +5161,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "3cbfb176-7c42-47e4-88df-a8c2dc2a8302.0.0,85,,LISTSTATUS,332,1" + "4454bbaa-b7d4-4edd-8097-8935c7c551f6.0.0,85,,LISTSTATUS,332,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "418f59fd-07a3-485f-9cf0-1fb7b31a6185.0" + "2d4dec01-ea78-49ce-9b0a-5265210d2c28.0" ] }, "ResponseHeaders": { @@ -5577,13 +5178,7 @@ "no-cache" ], "x-ms-request-id": [ - "85bf8e85-cbcc-45d9-bf13-3f0d826afb6c" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[85bf8e85-cbcc-45d9-bf13-3f0d826afb6c][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:005 ms]%0a[LISTSTATUS :: 00:00:005 ms]%0a" + "9c58e1a5-33b2-4354-8fae-70290aeae1ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5598,7 +5193,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:16 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5620,13 +5215,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "ba3713c9-f3b8-4c6b-9165-453f3cc76a7a.0.0,83,,LISTSTATUS,332,1" + "32b57e8e-076b-4613-aec8-4e6a4cd4ce74.0.0,86,,LISTSTATUS,332,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "21949b45-bb0c-4fbc-87db-12ba2220638d.0" + "40e50917-9de3-421f-9de7-c2ec6db7a5c9.0" ] }, "ResponseHeaders": { @@ -5637,13 +5232,7 @@ "no-cache" ], "x-ms-request-id": [ - "2a19ade5-81e7-4a79-b301-0ea772d6dea7" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[2a19ade5-81e7-4a79-b301-0ea772d6dea7][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:005 ms]%0a" + "751cfeab-97a6-43dd-8cb4-a7254970ab53" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5658,7 +5247,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5680,13 +5269,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "21949b45-bb0c-4fbc-87db-12ba2220638d.0.0,83,,LISTSTATUS,57,1" + "40e50917-9de3-421f-9de7-c2ec6db7a5c9.0.0,129,,LISTSTATUS,57,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "69082497-33f2-454c-8957-b053a3906fe8.0" + "77d4bf82-6c87-478f-90d4-5c80150b3e50.0" ], "Content-Length": [ "0" @@ -5700,13 +5289,7 @@ "no-cache" ], "x-ms-request-id": [ - "e509904b-3ef2-45a9-9aa6-39f843c0094c" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[e509904b-3ef2-45a9-9aa6-39f843c0094c][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:016 ms]%0a[DELETE :: 00:00:017 ms]%0a" + "bec547b7-3ffd-4c1b-b7be-2adda23ab220" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5721,7 +5304,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:53 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5743,13 +5326,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "b0c1ae24-0f67-481e-a4ba-0693511995d0.0.1,82,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "335aa1f6-5bda-4cbb-9ed2-f87b608d67e1.0.1,86,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "56de42fa-d0d3-4076-b30b-c78b170a3692.0" + "dc65a352-591e-4681-8bf9-c4182bb5a393.0" ], "Content-Length": [ "0" @@ -5763,13 +5346,7 @@ "no-cache" ], "x-ms-request-id": [ - "d2822ada-b786-4f58-bc6d-d80d6fa1a064" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[d2822ada-b786-4f58-bc6d-d80d6fa1a064][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:010 ms]%0a[DELETE :: 00:00:010 ms]%0a" + "a6f41848-acc0-4b5a-9066-15033b351bc3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5784,7 +5361,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5806,13 +5383,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6c860ce6-8c84-463f-845e-96c43c77ea68.0.1,81,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "38894ab5-a967-483e-8b97-5311f2f2893f.0.1,86,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "74c03cb5-00b5-4128-bb58-55abe31f55ce.0" + "ceca18f4-7786-45e7-b3b6-a6e9f5cedda2.0" ], "Content-Length": [ "0" @@ -5826,13 +5403,7 @@ "no-cache" ], "x-ms-request-id": [ - "e88ce87a-c6e5-4d04-86b4-e3782d27ef4f" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[e88ce87a-c6e5-4d04-86b4-e3782d27ef4f][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:009 ms]%0a[DELETE :: 00:00:009 ms]%0a" + "914b88b6-9a1d-4d65-afd6-0819289ceebc" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5847,7 +5418,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5869,13 +5440,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "ffc15394-621e-41ff-b551-debc42e8b3d6.0.1,81,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "e8b0efe1-6df2-42ae-8a60-ec084448b2de.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "12fe0e7a-55af-4d18-938f-dec235db1541.0" + "0f2de002-907d-42c2-9fee-75a9f53e84cb.0" ], "Content-Length": [ "0" @@ -5889,13 +5460,7 @@ "no-cache" ], "x-ms-request-id": [ - "885a1f99-c769-4978-8931-b940ae2ac33e" - ], - "x-origin-server": [ - "bn4sch103190910" - ], - "Server-Perf": [ - "[885a1f99-c769-4978-8931-b940ae2ac33e][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:009 ms]%0a[DELETE :: 00:00:009 ms]%0a" + "5c3563af-da8f-405a-903a-44704718ab6b" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5910,7 +5475,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:47:17 GMT" + "Tue, 17 Mar 2020 21:30:54 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5926,19 +5491,19 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps2751/providers/Microsoft.DataLakeStore/accounts/ps6714?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMjc1MS9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM2NzE0P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps3424/providers/Microsoft.DataLakeStore/accounts/ps8693?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzMzQyNC9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM4NjkzP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "DELETE", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "96d1b588-1eb5-442a-8752-f3bf1f05d09d" + "e2dfaa86-1bce-4501-9949-063510c9ef20" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -5952,7 +5517,7 @@ "no-cache" ], "x-ms-request-id": [ - "dddb7b8b-719e-4141-ab73-3d93c6ebf988" + "874be794-5677-465f-86e2-ceaeb39c460e" ], "x-ms-ratelimit-remaining-subscription-deletes": [ "14999" @@ -5967,10 +5532,10 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "98bfba5c-65ff-4edf-882b-689f2a764dab" + "5b4d4a72-615d-43cb-8de8-9c3ccba33917" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234723Z:98bfba5c-65ff-4edf-882b-689f2a764dab" + "WESTUS:20200317T213057Z:5b4d4a72-615d-43cb-8de8-9c3ccba33917" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -5979,7 +5544,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:22 GMT" + "Tue, 17 Mar 2020 21:30:57 GMT" ], "Expires": [ "-1" @@ -5992,22 +5557,22 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps2751?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlZ3JvdXBzL3BzMjc1MT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps3424?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlZ3JvdXBzL3BzMzQyND9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "DELETE", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "b68cea87-0d67-460f-a21c-79a1983ffcc4" + "2812b30c-16d5-4cb2-baec-f6d571048f7c" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6018,7 +5583,7 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" @@ -6027,13 +5592,13 @@ "14999" ], "x-ms-request-id": [ - "c7cfa2e8-4ed5-42cc-8c5e-5eaedfb85247" + "56623a35-d401-4d1a-a019-f70117237c28" ], "x-ms-correlation-request-id": [ - "c7cfa2e8-4ed5-42cc-8c5e-5eaedfb85247" + "56623a35-d401-4d1a-a019-f70117237c28" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234728Z:c7cfa2e8-4ed5-42cc-8c5e-5eaedfb85247" + "WESTUS:20200317T213100Z:56623a35-d401-4d1a-a019-f70117237c28" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6042,7 +5607,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:28 GMT" + "Tue, 17 Mar 2020 21:30:59 GMT" ], "Expires": [ "-1" @@ -6055,16 +5620,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpJM05URXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6075,22 +5640,307 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14999" + "11999" + ], + "x-ms-request-id": [ + "bc34bb6a-bbde-4663-913e-a2dc85e9c9a8" + ], + "x-ms-correlation-request-id": [ + "bc34bb6a-bbde-4663-913e-a2dc85e9c9a8" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T213115Z:bc34bb6a-bbde-4663-913e-a2dc85e9c9a8" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:31:14 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-request-id": [ + "7026c4e6-2490-48cf-936f-122a38d6246b" + ], + "x-ms-correlation-request-id": [ + "7026c4e6-2490-48cf-936f-122a38d6246b" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T213130Z:7026c4e6-2490-48cf-936f-122a38d6246b" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:31:30 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11997" + ], + "x-ms-request-id": [ + "cc0e4b85-0793-4d70-af4c-9234d32aa1e6" + ], + "x-ms-correlation-request-id": [ + "cc0e4b85-0793-4d70-af4c-9234d32aa1e6" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T213145Z:cc0e4b85-0793-4d70-af4c-9234d32aa1e6" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:31:45 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-request-id": [ + "fa000c5d-864c-46ac-b084-3f62bc261d26" + ], + "x-ms-correlation-request-id": [ + "fa000c5d-864c-46ac-b084-3f62bc261d26" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T213200Z:fa000c5d-864c-46ac-b084-3f62bc261d26" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:32:00 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11995" + ], + "x-ms-request-id": [ + "dc8789e8-f3d0-42fb-95c9-c63387e56477" + ], + "x-ms-correlation-request-id": [ + "dc8789e8-f3d0-42fb-95c9-c63387e56477" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T213216Z:dc8789e8-f3d0-42fb-95c9-c63387e56477" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:32:15 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11994" ], "x-ms-request-id": [ - "601cb587-0b51-4e41-99f8-5b3d6a87f9d2" + "c39953de-51f3-40a8-8600-bfc7691cadb1" ], "x-ms-correlation-request-id": [ - "601cb587-0b51-4e41-99f8-5b3d6a87f9d2" + "c39953de-51f3-40a8-8600-bfc7691cadb1" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234743Z:601cb587-0b51-4e41-99f8-5b3d6a87f9d2" + "WESTUS:20200317T213231Z:c39953de-51f3-40a8-8600-bfc7691cadb1" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6099,7 +5949,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:43 GMT" + "Tue, 17 Mar 2020 21:32:30 GMT" ], "Expires": [ "-1" @@ -6112,16 +5962,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpJM05URXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6132,22 +5982,22 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14998" + "11993" ], "x-ms-request-id": [ - "51a7dda1-7871-4bc0-9560-9dd4aa2a57b1" + "c81ec2f0-d7cb-415d-be48-243fdea4486e" ], "x-ms-correlation-request-id": [ - "51a7dda1-7871-4bc0-9560-9dd4aa2a57b1" + "c81ec2f0-d7cb-415d-be48-243fdea4486e" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234758Z:51a7dda1-7871-4bc0-9560-9dd4aa2a57b1" + "WESTUS:20200317T213246Z:c81ec2f0-d7cb-415d-be48-243fdea4486e" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6156,7 +6006,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:47:58 GMT" + "Tue, 17 Mar 2020 21:32:45 GMT" ], "Expires": [ "-1" @@ -6169,16 +6019,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpJM05URXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6189,16 +6039,16 @@ "no-cache" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14997" + "11992" ], "x-ms-request-id": [ - "10cadbc1-8ffa-444f-ad8a-6e40a567ec47" + "3064028d-68ab-4914-a9aa-f1fe5708e048" ], "x-ms-correlation-request-id": [ - "10cadbc1-8ffa-444f-ad8a-6e40a567ec47" + "3064028d-68ab-4914-a9aa-f1fe5708e048" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234814Z:10cadbc1-8ffa-444f-ad8a-6e40a567ec47" + "WESTUS:20200317T213301Z:3064028d-68ab-4914-a9aa-f1fe5708e048" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6207,7 +6057,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:48:14 GMT" + "Tue, 17 Mar 2020 21:33:00 GMT" ], "Expires": [ "-1" @@ -6220,16 +6070,16 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzI3NTEtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpJM05URXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzM0MjQtRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpNME1qUXRSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6240,16 +6090,16 @@ "no-cache" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14996" + "11991" ], "x-ms-request-id": [ - "e23b90ed-f93c-4313-be64-09493bb9bb08" + "5dbe5280-b329-469c-b76f-6933808334d7" ], "x-ms-correlation-request-id": [ - "e23b90ed-f93c-4313-be64-09493bb9bb08" + "5dbe5280-b329-469c-b76f-6933808334d7" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234814Z:e23b90ed-f93c-4313-be64-09493bb9bb08" + "WESTUS:20200317T213301Z:5dbe5280-b329-469c-b76f-6933808334d7" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6258,7 +6108,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:48:14 GMT" + "Tue, 17 Mar 2020 21:33:01 GMT" ], "Expires": [ "-1" @@ -6273,12 +6123,12 @@ ], "Names": { "Test-DataLakeStoreFileSystem": [ - "ps2751", - "ps6714" + "ps3424", + "ps8693" ] }, "Variables": { - "SubscriptionId": "90585f39-ab85-4921-bb37-0468f7efd1dd", - "absoluteTime": "10/23/2019 23:49:10 +00:00" + "SubscriptionId": "19bfaf65-cc32-4d16-b78f-9a1416a4584b", + "absoluteTime": "03/17/2020 21:32:46 +00:00" } } \ No newline at end of file diff --git a/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsTests/TestAdlsFileSystem.json b/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsTests/TestAdlsFileSystem.json index 463b2f1ec4a9..3429c9ec6255 100644 --- a/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsTests/TestAdlsFileSystem.json +++ b/src/DataLakeStore/DataLakeStore.Test/SessionRecords/Microsoft.Azure.Commands.DataLakeStore.Test.ScenarioTests.AdlsTests/TestAdlsFileSystem.json @@ -1,28 +1,28 @@ { "Entries": [ { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps1693?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlZ3JvdXBzL3BzMTY5Mz9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps7357?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlZ3JvdXBzL3BzNzM1Nz9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "PUT", - "RequestBody": "{\r\n \"location\": \"westus\"\r\n}", + "RequestBody": "{\r\n \"location\": \"eastus2\"\r\n}", "RequestHeaders": { "x-ms-client-request-id": [ - "e069da84-57ef-462b-ba83-4223969986c8" + "1c68fc1c-d4ba-49bb-917d-711b5d945b74" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ], "Content-Type": [ "application/json; charset=utf-8" ], "Content-Length": [ - "28" + "29" ] }, "ResponseHeaders": { @@ -36,13 +36,13 @@ "1199" ], "x-ms-request-id": [ - "effb56b7-1291-40d0-8513-15f9a6e2d414" + "76a51b5a-20a3-470f-8d13-c596c45f6661" ], "x-ms-correlation-request-id": [ - "effb56b7-1291-40d0-8513-15f9a6e2d414" + "76a51b5a-20a3-470f-8d13-c596c45f6661" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234330Z:effb56b7-1291-40d0-8513-15f9a6e2d414" + "WESTUS:20200317T210533Z:76a51b5a-20a3-470f-8d13-c596c45f6661" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -51,10 +51,10 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:43:29 GMT" + "Tue, 17 Mar 2020 21:05:32 GMT" ], "Content-Length": [ - "165" + "166" ], "Content-Type": [ "application/json; charset=utf-8" @@ -63,23 +63,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693\",\r\n \"name\": \"ps1693\",\r\n \"location\": \"westus\",\r\n \"properties\": {\r\n \"provisioningState\": \"Succeeded\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357\",\r\n \"name\": \"ps7357\",\r\n \"location\": \"eastus2\",\r\n \"properties\": {\r\n \"provisioningState\": \"Succeeded\"\r\n }\r\n}", "StatusCode": 201 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "8bcd832f-92ff-4e21-8f6e-a163239215cd" + "cd53b575-e9d6-49ff-b3e6-de1c411ea39d" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -96,13 +96,13 @@ "gateway" ], "x-ms-request-id": [ - "c6bec33c-1134-4dc5-88a4-8c6e869bb4a3" + "25d193a9-c43e-4e68-bbb6-066b5e1d6156" ], "x-ms-correlation-request-id": [ - "c6bec33c-1134-4dc5-88a4-8c6e869bb4a3" + "25d193a9-c43e-4e68-bbb6-066b5e1d6156" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234331Z:c6bec33c-1134-4dc5-88a4-8c6e869bb4a3" + "WESTUS:20200317T210534Z:25d193a9-c43e-4e68-bbb6-066b5e1d6156" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -111,7 +111,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:43:30 GMT" + "Tue, 17 Mar 2020 21:05:33 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -120,20 +120,20 @@ "-1" ], "Content-Length": [ - "148" + "149" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps348' under resource group 'ps1693' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps9896' under resource group 'ps7357' was not found.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -147,13 +147,13 @@ "no-cache" ], "x-ms-request-id": [ - "09882696-c110-4462-a28e-34d0ccb77f08" + "cbf75cf2-de4c-44ba-9f3f-0647f0184d30" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14995" + "11995" ], "Server": [ "Microsoft-IIS/10.0" @@ -165,19 +165,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "818065f5-448f-48fd-b188-5d5f9d8dfaca" + "a6b749ff-f167-4a54-afa4-6d447cd83562" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234407Z:818065f5-448f-48fd-b188-5d5f9d8dfaca" + "WESTUS:20200317T210608Z:a6b749ff-f167-4a54-afa4-6d447cd83562" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:07 GMT" + "Tue, 17 Mar 2020 21:06:08 GMT" ], "Content-Length": [ - "848" + "830" ], "Content-Type": [ "application/json" @@ -186,23 +186,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps348.caboaccountdogfood.net\",\r\n \"accountId\": \"05eac1d5-2e1c-4d62-9965-2c4b4a1984d9\",\r\n \"creationTime\": \"2019-10-23T23:43:36.811813Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:43:36.811813Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348\",\r\n \"name\": \"ps348\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps9896.azuredatalakestore.net\",\r\n \"accountId\": \"ffc752ca-53f9-4c56-84d1-a64b0e433d91\",\r\n \"creationTime\": \"2020-03-17T21:05:37.0260864Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:05:37.0260864Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896\",\r\n \"name\": \"ps9896\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "6f7f69b7-6164-43ed-9849-2d03fc28ec17" + "543c083c-da32-45b7-86dd-1ec68b80d02f" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -216,13 +216,13 @@ "no-cache" ], "x-ms-request-id": [ - "ea7c5b49-ff13-4b53-8f07-0cd69cb0e123" + "6a51114b-d951-4a9b-a47e-80911f18b559" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14994" + "11994" ], "Server": [ "Microsoft-IIS/10.0" @@ -234,19 +234,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "50c6127a-9ad2-49f7-8c2f-3d01974866df" + "0b755973-c911-4498-af47-4bed35f6b27b" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234408Z:50c6127a-9ad2-49f7-8c2f-3d01974866df" + "WESTUS:20200317T210609Z:0b755973-c911-4498-af47-4bed35f6b27b" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:08 GMT" + "Tue, 17 Mar 2020 21:06:08 GMT" ], "Content-Length": [ - "848" + "830" ], "Content-Type": [ "application/json" @@ -255,23 +255,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps348.caboaccountdogfood.net\",\r\n \"accountId\": \"05eac1d5-2e1c-4d62-9965-2c4b4a1984d9\",\r\n \"creationTime\": \"2019-10-23T23:43:36.811813Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:43:36.811813Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348\",\r\n \"name\": \"ps348\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps9896.azuredatalakestore.net\",\r\n \"accountId\": \"ffc752ca-53f9-4c56-84d1-a64b0e433d91\",\r\n \"creationTime\": \"2020-03-17T21:05:37.0260864Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:05:37.0260864Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896\",\r\n \"name\": \"ps9896\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "adcb30f2-91bf-44ee-b199-0452dd601bd5" + "299c6b73-afde-416b-a618-12432269941f" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -285,13 +285,13 @@ "no-cache" ], "x-ms-request-id": [ - "2c17fcdf-de41-4cdf-a258-38a018bbc4f4" + "f69f8ea4-b42f-48d5-8151-f8bc9d3890ce" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14993" + "11993" ], "Server": [ "Microsoft-IIS/10.0" @@ -303,19 +303,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "eb97b088-fdcc-407c-9ad1-9ee78bab9b34" + "47d1756d-841a-4fe8-937f-f7992a344222" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234448Z:eb97b088-fdcc-407c-9ad1-9ee78bab9b34" + "WESTUS:20200317T210620Z:47d1756d-841a-4fe8-937f-f7992a344222" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:48 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Length": [ - "848" + "830" ], "Content-Type": [ "application/json" @@ -324,23 +324,23 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"replicationType\": \"LRS\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps348.caboaccountdogfood.net\",\r\n \"accountId\": \"05eac1d5-2e1c-4d62-9965-2c4b4a1984d9\",\r\n \"creationTime\": \"2019-10-23T23:43:36.811813Z\",\r\n \"lastModifiedTime\": \"2019-10-23T23:43:36.811813Z\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348\",\r\n \"name\": \"ps348\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"firewallState\": \"Disabled\",\r\n \"firewallAllowAzureIps\": \"Disabled\",\r\n \"firewallAllowDataLakeAnalytics\": \"Disabled\",\r\n \"firewallRules\": [],\r\n \"virtualNetworkRules\": [],\r\n \"trustedIdProviderState\": \"Disabled\",\r\n \"trustedIdProviders\": [],\r\n \"encryptionState\": \"Disabled\",\r\n \"encryptionConfig\": {},\r\n \"currentTier\": \"Consumption\",\r\n \"newTier\": \"Consumption\",\r\n \"dataLakePerformanceTierState\": \"Disabled\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"state\": \"Active\",\r\n \"endpoint\": \"ps9896.azuredatalakestore.net\",\r\n \"accountId\": \"ffc752ca-53f9-4c56-84d1-a64b0e433d91\",\r\n \"creationTime\": \"2020-03-17T21:05:37.0260864Z\",\r\n \"lastModifiedTime\": \"2020-03-17T21:05:37.0260864Z\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896\",\r\n \"name\": \"ps9896\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "3dbff07f-c9a5-43e1-9e4b-a0b332339403" + "802f302a-cd29-4a46-8a6b-c277faed6efa" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -353,54 +353,63 @@ "Pragma": [ "no-cache" ], - "x-ms-failure-cause": [ - "gateway" - ], "x-ms-request-id": [ - "a00d00a3-b549-4287-a520-c43f9a5ad87f" + "ed383758-ba42-4aaf-b2fc-d98e81bdbe77" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11992" + ], + "Server": [ + "Microsoft-IIS/10.0" + ], + "X-AspNet-Version": [ + "4.0.30319" + ], + "X-Powered-By": [ + "ASP.NET" ], "x-ms-correlation-request-id": [ - "a00d00a3-b549-4287-a520-c43f9a5ad87f" + "07ea1855-56dd-4002-819b-9677f5de46ce" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234452Z:a00d00a3-b549-4287-a520-c43f9a5ad87f" + "WESTUS:20200317T210637Z:07ea1855-56dd-4002-819b-9677f5de46ce" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], - "X-Content-Type-Options": [ - "nosniff" - ], "Date": [ - "Wed, 23 Oct 2019 23:44:52 GMT" + "Tue, 17 Mar 2020 21:06:37 GMT" + ], + "Content-Length": [ + "74" ], "Content-Type": [ - "application/json; charset=utf-8" + "application/json" ], "Expires": [ "-1" - ], - "Content-Length": [ - "148" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps348' under resource group 'ps1693' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"Resource does not exist.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "b242ec1d-b703-4763-a1dc-7adb1eeaadf4" + "a3e11623-d2ba-4e3f-a284-2a7b0737107f" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -413,54 +422,63 @@ "Pragma": [ "no-cache" ], - "x-ms-failure-cause": [ - "gateway" - ], "x-ms-request-id": [ - "2ef91c3e-6982-4fed-b7c2-554887b84180" + "68db18dd-ce75-433c-af9f-85d523428239" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11991" + ], + "Server": [ + "Microsoft-IIS/10.0" + ], + "X-AspNet-Version": [ + "4.0.30319" + ], + "X-Powered-By": [ + "ASP.NET" ], "x-ms-correlation-request-id": [ - "2ef91c3e-6982-4fed-b7c2-554887b84180" + "f72fb1d4-3fc6-437c-beaa-8954fb8c69aa" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234452Z:2ef91c3e-6982-4fed-b7c2-554887b84180" + "WESTUS:20200317T210637Z:f72fb1d4-3fc6-437c-beaa-8954fb8c69aa" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], - "X-Content-Type-Options": [ - "nosniff" - ], "Date": [ - "Wed, 23 Oct 2019 23:44:52 GMT" + "Tue, 17 Mar 2020 21:06:37 GMT" + ], + "Content-Length": [ + "74" ], "Content-Type": [ - "application/json; charset=utf-8" + "application/json" ], "Expires": [ "-1" - ], - "Content-Length": [ - "148" ] }, - "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"The Resource 'Microsoft.DataLakeStore/accounts/ps348' under resource group 'ps1693' was not found.\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"error\": {\r\n \"code\": \"ResourceNotFound\",\r\n \"message\": \"Resource does not exist.\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "PUT", - "RequestBody": "{\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\"\r\n }\r\n}", + "RequestBody": "{\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\"\r\n }\r\n}", "RequestHeaders": { "x-ms-client-request-id": [ - "c47a21c0-df14-4b73-893f-6c820f825a68" + "84a3c9c2-16e4-4a4d-8c0e-b0f6bcfd2b8d" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -469,7 +487,7 @@ "application/json; charset=utf-8" ], "Content-Length": [ - "103" + "104" ] }, "ResponseHeaders": { @@ -480,16 +498,16 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348/operationresults/0?api-version=2016-11-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896/operationresults/0?api-version=2016-11-01" ], "Retry-After": [ "10" ], "Azure-AsyncOperation": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/05eac1d5-2e1c-4d62-9965-2c4b4a1984d9_0?api-version=2016-11-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/ffc752ca-53f9-4c56-84d1-a64b0e433d91_0?api-version=2016-11-01" ], "x-ms-request-id": [ - "7d1d9abd-fc93-40c9-a1a0-12f3274e94bb" + "b41f2c85-7eac-405b-8bc8-a557f1b759e9" ], "X-Content-Type-Options": [ "nosniff" @@ -507,19 +525,19 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "02268cf3-c142-452b-9ab5-493683b25153" + "8fef4ea7-8da4-4546-9e63-69a53906bf1b" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234334Z:02268cf3-c142-452b-9ab5-493683b25153" + "WESTUS:20200317T210537Z:8fef4ea7-8da4-4546-9e63-69a53906bf1b" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:43:33 GMT" + "Tue, 17 Mar 2020 21:05:36 GMT" ], "Content-Length": [ - "373" + "376" ], "Content-Type": [ "application/json" @@ -528,17 +546,17 @@ "-1" ] }, - "ResponseBody": "{\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\",\r\n \"provisioningState\": \"Creating\",\r\n \"state\": null,\r\n \"endpoint\": null,\r\n \"accountId\": \"05eac1d5-2e1c-4d62-9965-2c4b4a1984d9\"\r\n },\r\n \"location\": \"westus\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348\",\r\n \"name\": \"ps348\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", + "ResponseBody": "{\r\n \"properties\": {\r\n \"encryptionState\": \"Disabled\",\r\n \"provisioningState\": \"Creating\",\r\n \"state\": null,\r\n \"endpoint\": null,\r\n \"accountId\": \"ffc752ca-53f9-4c56-84d1-a64b0e433d91\"\r\n },\r\n \"location\": \"eastus2\",\r\n \"tags\": {},\r\n \"id\": \"/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896\",\r\n \"name\": \"ps9896\",\r\n \"type\": \"Microsoft.DataLakeStore/accounts\"\r\n}", "StatusCode": 201 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/05eac1d5-2e1c-4d62-9965-2c4b4a1984d9_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvMDVlYWMxZDUtMmUxYy00ZDYyLTk5NjUtMmM0YjRhMTk4NGQ5XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/ffc752ca-53f9-4c56-84d1-a64b0e433d91_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2ZmYzc1MmNhLTUzZjktNGM1Ni04NGQxLWE2NGIwZTQzM2Q5MV8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -552,13 +570,13 @@ "no-cache" ], "x-ms-request-id": [ - "5db83d32-bdb8-4af2-bac5-5739c40e16b0" + "c1211b78-c2b3-4826-b832-9b8cb26bf6d0" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14998" + "11998" ], "Server": [ "Microsoft-IIS/10.0" @@ -570,16 +588,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "6685d4a0-5196-4ff8-9dfb-c2ddedcce1e4" + "ad12b233-eabd-4ea9-90a1-4a54190f4cd7" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234345Z:6685d4a0-5196-4ff8-9dfb-c2ddedcce1e4" + "WESTUS:20200317T210547Z:ad12b233-eabd-4ea9-90a1-4a54190f4cd7" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:43:45 GMT" + "Tue, 17 Mar 2020 21:05:46 GMT" ], "Content-Length": [ "23" @@ -595,13 +613,13 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/05eac1d5-2e1c-4d62-9965-2c4b4a1984d9_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvMDVlYWMxZDUtMmUxYy00ZDYyLTk5NjUtMmM0YjRhMTk4NGQ5XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/ffc752ca-53f9-4c56-84d1-a64b0e433d91_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2ZmYzc1MmNhLTUzZjktNGM1Ni04NGQxLWE2NGIwZTQzM2Q5MV8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -615,13 +633,13 @@ "no-cache" ], "x-ms-request-id": [ - "3d9cd89e-5169-453c-93ac-efdfd8fecd38" + "76e7f46a-25d9-4ee0-a11c-51f32ade40d5" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14997" + "11997" ], "Server": [ "Microsoft-IIS/10.0" @@ -633,16 +651,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "e3883cb5-a1a6-41d9-ab54-a45b424fdb30" + "0b02d3a8-eb25-4a5e-90f5-7cadd168abec" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234355Z:e3883cb5-a1a6-41d9-ab54-a45b424fdb30" + "WESTUS:20200317T210558Z:0b02d3a8-eb25-4a5e-90f5-7cadd168abec" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:43:54 GMT" + "Tue, 17 Mar 2020 21:05:57 GMT" ], "Content-Length": [ "23" @@ -658,13 +676,13 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/providers/Microsoft.DataLakeStore/locations/westus/operationResults/05eac1d5-2e1c-4d62-9965-2c4b4a1984d9_0?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvd2VzdHVzL29wZXJhdGlvblJlc3VsdHMvMDVlYWMxZDUtMmUxYy00ZDYyLTk5NjUtMmM0YjRhMTk4NGQ5XzA/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/providers/Microsoft.DataLakeStore/locations/eastus2/operationResults/ffc752ca-53f9-4c56-84d1-a64b0e433d91_0?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Byb3ZpZGVycy9NaWNyb3NvZnQuRGF0YUxha2VTdG9yZS9sb2NhdGlvbnMvZWFzdHVzMi9vcGVyYXRpb25SZXN1bHRzL2ZmYzc1MmNhLTUzZjktNGM1Ni04NGQxLWE2NGIwZTQzM2Q5MV8wP2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -678,13 +696,13 @@ "no-cache" ], "x-ms-request-id": [ - "149734c2-7c42-4cd2-b8d6-922f6d165a4c" + "ee86be6b-84a7-4730-9b42-06e03fb64ebb" ], "X-Content-Type-Options": [ "nosniff" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14996" + "11996" ], "Server": [ "Microsoft-IIS/10.0" @@ -696,16 +714,16 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "a5cacafa-610b-452c-9229-c720c91e02ba" + "1cbba406-6f82-416a-a52e-a9686399d1f7" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234406Z:a5cacafa-610b-452c-9229-c720c91e02ba" + "WESTUS:20200317T210608Z:1cbba406-6f82-416a-a52e-a9686399d1f7" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:05 GMT" + "Tue, 17 Mar 2020 21:06:07 GMT" ], "Content-Length": [ "22" @@ -730,7 +748,7 @@ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "fdc83ddb-e371-4630-bec7-8c19eec3c17e.0" + "b10fec83-ca65-4a8a-875a-762179b70f68.0" ] }, "ResponseHeaders": { @@ -741,13 +759,7 @@ "no-cache" ], "x-ms-request-id": [ - "00ea1a9e-5980-4357-9b0d-0a85f8d3a588" - ], - "x-origin-server": [ - "bn4sch103190124" - ], - "Server-Perf": [ - "[00ea1a9e-5980-4357-9b0d-0a85f8d3a588][ AuthTime::9905.9::PostAuthTime::4150178.9 ][S-HdfsGetFileStatus :: 00:00:004 ms]%0a[GETFILESTATUS :: 00:00:011 ms]%0a" + "6422f606-5eec-4bdd-a335-f284835debd3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -755,9 +767,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:5077;HandlerTime:13" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -765,7 +774,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:13 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -777,7 +786,7 @@ "237" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [00ea1a9e-5980-4357-9b0d-0a85f8d3a588][2019-10-23T16:44:14.4702920-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [6422f606-5eec-4bdd-a335-f284835debd3][2020-03-17T14:06:10.4689302-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -787,13 +796,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "8df05d5b-01a9-4a43-9e3f-09ec1c2f8b42.0.0,88,,MKDIRS,16,1" + "40e4cbfd-f5ac-482d-9617-859eed481234.0.0,81,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "9ddd07f4-ca24-4744-96df-80600d602f6a.0" + "ca10e868-3647-4d97-aee0-58a08586167a.0" ] }, "ResponseHeaders": { @@ -804,13 +813,7 @@ "no-cache" ], "x-ms-request-id": [ - "72634ffc-5812-4eae-b236-2864c12b5289" - ], - "x-origin-server": [ - "bn4sch103190124" - ], - "Server-Perf": [ - "[72634ffc-5812-4eae-b236-2864c12b5289][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "85118d47-24f2-4359-a7e2-ffe2028c9e35" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -818,9 +821,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -828,7 +828,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:13 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -840,7 +840,7 @@ "280" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874254697,\r\n \"modificationTime\": 1571874254697,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479170670,\r\n \"modificationTime\": 1584479170670,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -850,13 +850,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "56fe3b1f-bb8e-4fa9-affe-b18d54b71394.0.0,84,,GETFILESTATUS,280,1" + "0f1c859b-ef78-4edd-8de6-97b3e1c05107.0.0,74,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "b1d829b7-5933-4db2-aced-c2a1aaa4ebb4.0" + "c223fc6b-6da3-4667-8af0-a2eee4e4c159.0" ] }, "ResponseHeaders": { @@ -867,13 +867,7 @@ "no-cache" ], "x-ms-request-id": [ - "4cc04a2c-b605-4ad1-b28c-8d494bebf670" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[4cc04a2c-b605-4ad1-b28c-8d494bebf670][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "76a1aab7-0074-4286-81e1-55a5a5326db4" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -881,9 +875,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -891,7 +882,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -903,7 +894,7 @@ "237" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [4cc04a2c-b605-4ad1-b28c-8d494bebf670][2019-10-23T16:44:45.8192692-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder [76a1aab7-0074-4286-81e1-55a5a5326db4][2020-03-17T14:06:18.1247210-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -913,13 +904,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fdc83ddb-e371-4630-bec7-8c19eec3c17e.0.1,5714,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "b10fec83-ca65-4a8a-875a-762179b70f68.0.1,791,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "8df05d5b-01a9-4a43-9e3f-09ec1c2f8b42.0" + "40e4cbfd-f5ac-482d-9617-859eed481234.0" ], "Content-Length": [ "0" @@ -933,13 +924,7 @@ "no-cache" ], "x-ms-request-id": [ - "24f80598-6b4c-4683-8307-779d5a3f1040" - ], - "x-origin-server": [ - "bn4sch103190124" - ], - "Server-Perf": [ - "[24f80598-6b4c-4683-8307-779d5a3f1040][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:006 ms]%0a[MKDIRS :: 00:00:006 ms]%0a" + "c978ab7c-6f30-4fa5-b402-5d337bffc0bc" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -954,7 +939,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:13 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -976,13 +961,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "9ddd07f4-ca24-4744-96df-80600d602f6a.0.0,89,,GETFILESTATUS,280,1" + "ca10e868-3647-4d97-aee0-58a08586167a.0.0,76,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7fc7e925-3a0a-4274-83ed-ace6f04d1a21.0" + "d99830a3-d751-404e-85a1-36c16f1e6b21.0" ] }, "ResponseHeaders": { @@ -993,13 +978,7 @@ "no-cache" ], "x-ms-request-id": [ - "2b9bd844-50d3-48ab-bec2-81bde2e8afdd" - ], - "x-origin-server": [ - "bn4sch103190124" - ], - "Server-Perf": [ - "[2b9bd844-50d3-48ab-bec2-81bde2e8afdd][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "7bf09430-5c15-4d84-93b2-d48cdcf55a31" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1007,9 +986,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1017,7 +993,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:13 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1029,7 +1005,7 @@ "251" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/emptyfile.txt [2b9bd844-50d3-48ab-bec2-81bde2e8afdd][2019-10-23T16:44:14.9702730-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/emptyfile.txt [7bf09430-5c15-4d84-93b2-d48cdcf55a31][2020-03-17T14:06:10.9064068-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -1039,13 +1015,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a1e76fac-0450-4ca2-9e37-f6fc1e80e44c.0.0,386,,APPEND,0,1" + "fff09479-12d6-474d-ac0f-b319bc8a667b.0.0,98,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ee6cd133-9039-4bbb-a590-3bf8c8fe2365.0" + "7397c655-0ba7-4eba-9c60-16e7f77ce8a4.0" ] }, "ResponseHeaders": { @@ -1056,13 +1032,7 @@ "no-cache" ], "x-ms-request-id": [ - "1a46236f-cf6f-4b2a-8d0e-4e83eac13d5d" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[1a46236f-cf6f-4b2a-8d0e-4e83eac13d5d][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "a550c69f-0863-4f15-938b-f6d3ea8e6086" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1070,9 +1040,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1080,7 +1047,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1092,7 +1059,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277148,\r\n \"modificationTime\": 1571874277148,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171019,\r\n \"modificationTime\": 1584479171019,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1102,13 +1069,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7644175f-ed48-43c5-9d0b-a0737714b4f7.0.0,122,,APPEND,36,1" + "4028a8f6-e060-4260-b1b9-f920a6e23816.0.0,211,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "fabb4275-141c-4010-86be-171b1a855271.0" + "3963c015-e701-4f58-ac9a-1358af123aaf.0" ] }, "ResponseHeaders": { @@ -1119,13 +1086,7 @@ "no-cache" ], "x-ms-request-id": [ - "ff9b23e8-d769-4f31-829c-573a5b87df8e" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[ff9b23e8-d769-4f31-829c-573a5b87df8e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "e99c101c-d9e1-4a92-9cbd-391f69f1158b" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1133,9 +1094,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:9;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1143,7 +1101,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:41 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1155,23 +1113,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277148,\r\n \"modificationTime\": 1571874281585,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171019,\r\n \"modificationTime\": 1584479174234,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmZmlsZXNlc3Npb25pZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&filesessionid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yYWVjMmJmZC03NmFiLTQxMzYtOWE0Yy1mOGFjYmFjODFmMWQmZmlsZXNlc3Npb25pZD0yYWVjMmJmZC03NmFiLTQxMzYtOWE0Yy1mOGFjYmFjODFmMWQmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7fc7e925-3a0a-4274-83ed-ace6f04d1a21.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "d99830a3-d751-404e-85a1-36c16f1e6b21.0.1,75,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.0" + "47c6d4e2-4618-40c1-a5a6-b3d40f190d44.0" ], "Content-Length": [ "0" @@ -1184,20 +1142,20 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "46648c76-19a1-4caf-9a7b-a8f2ffa3f1f1" + "Location": [ + "https://ps9896.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/emptyfile.txt?op=CREATE&overwrite=True&leaseid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&filesessionid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], - "x-origin-server": [ - "bn4sch103190124" + "x-ms-request-id": [ + "f85da6f6-2988-4e68-9a39-42ff06d54920" ], - "Server-Perf": [ - "[46648c76-19a1-4caf-9a7b-a8f2ffa3f1f1][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:006 ms]%0a[CREATE :: 00:00:014 ms]%0a" + "ContentLength": [ + "0" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x83090A85" + "0x0" ], "X-Content-Type-Options": [ "nosniff" @@ -1206,38 +1164,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:15 GMT" - ], - "Connection": [ - "close" - ], - "Content-Length": [ - "339" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Expires": [ "-1" + ], + "Content-Length": [ + "0" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"RuntimeException\",\r\n \"message\": \"CREATE failed with error 0x83090a85 (Internal server error.). [46648c76-19a1-4caf-9a7b-a8f2ffa3f1f1] failed with error 0x83090a85 (Internal server error.). [46648c76-19a1-4caf-9a7b-a8f2ffa3f1f1][2019-10-23T16:44:15.0796312-07:00]\",\r\n \"javaClassName\": \"java.lang.RuntimeException\"\r\n }\r\n}", - "StatusCode": 500 + "ResponseBody": "", + "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmZmlsZXNlc3Npb25pZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "PUT", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&filesessionid=2aec2bfd-76ab-4136-9a4c-f8acbac81f1d&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD0yYWVjMmJmZC03NmFiLTQxMzYtOWE0Yy1mOGFjYmFjODFmMWQmZmlsZXNlc3Npb25pZD0yYWVjMmJmZC03NmFiLTQxMzYtOWE0Yy1mOGFjYmFjODFmMWQmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.0.1,95,HTTP InternalServerError ( RuntimeException ),CREATE,0,1" + "47c6d4e2-4618-40c1-a5a6-b3d40f190d44.0.0,89,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.1" + "fff09479-12d6-474d-ac0f-b319bc8a667b.0" ], "Content-Length": [ "0" @@ -1251,19 +1203,13 @@ "no-cache" ], "x-ms-request-id": [ - "1506fd47-9920-4c69-9ffc-c1b5d755ed3e" - ], - "x-origin-server": [ - "bn4sch103190224" - ], - "Server-Perf": [ - "[1506fd47-9920-4c69-9ffc-c1b5d755ed3e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:033 ms]%0a[CREATE :: 00:00:043 ms]%0a" + "af228fe4-6b17-4121-afb2-03f7b2d2bf5d" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x83090A85" + "0x0" ], "X-Content-Type-Options": [ "nosniff" @@ -1272,41 +1218,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:16 GMT" - ], - "Connection": [ - "close" - ], - "Content-Length": [ - "339" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Expires": [ "-1" + ], + "Content-Length": [ + "0" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"RuntimeException\",\r\n \"message\": \"CREATE failed with error 0x83090a85 (Internal server error.). [1506fd47-9920-4c69-9ffc-c1b5d755ed3e] failed with error 0x83090a85 (Internal server error.). [1506fd47-9920-4c69-9ffc-c1b5d755ed3e][2019-10-23T16:44:16.4593883-07:00]\",\r\n \"javaClassName\": \"java.lang.RuntimeException\"\r\n }\r\n}", - "StatusCode": 500 + "ResponseBody": "", + "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmZmlsZXNlc3Npb25pZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "PUT", - "RequestBody": "", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=b595f632-0f01-4f41-acf0-6cdb4d52289e&filesessionid=b595f632-0f01-4f41-acf0-6cdb4d52289e&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1iNTk1ZjYzMi0wZjAxLTRmNDEtYWNmMC02Y2RiNGQ1MjI4OWUmZmlsZXNlc3Npb25pZD1iNTk1ZjYzMi0wZjAxLTRmNDEtYWNmMC02Y2RiNGQ1MjI4OWUmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "POST", + "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.1.2,375,HTTP InternalServerError ( RuntimeException ),CREATE,0,1" + "d58baf64-ac4e-47fb-bab9-63ef4ee3db1d.0.0,76,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.2" + "4028a8f6-e060-4260-b1b9-f920a6e23816.0" ], "Content-Length": [ - "0" + "36" ] }, "ResponseHeaders": { @@ -1317,19 +1257,13 @@ "no-cache" ], "x-ms-request-id": [ - "d8985644-f9bd-4a2f-8fc5-4aca12477736" - ], - "x-origin-server": [ - "bn4sch103190124" - ], - "Server-Perf": [ - "[d8985644-f9bd-4a2f-8fc5-4aca12477736][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:004 ms]%0a[CREATE :: 00:00:011 ms]%0a" + "7a6a6d92-d9d0-44d0-b8c3-8a677c46ae72" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x83090A85" + "0x0" ], "X-Content-Type-Options": [ "nosniff" @@ -1338,41 +1272,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:20 GMT" - ], - "Connection": [ - "close" - ], - "Content-Length": [ - "339" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Expires": [ "-1" + ], + "Content-Length": [ + "0" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"RuntimeException\",\r\n \"message\": \"CREATE failed with error 0x83090a85 (Internal server error.). [d8985644-f9bd-4a2f-8fc5-4aca12477736] failed with error 0x83090a85 (Internal server error.). [d8985644-f9bd-4a2f-8fc5-4aca12477736][2019-10-23T16:44:20.7980038-07:00]\",\r\n \"javaClassName\": \"java.lang.RuntimeException\"\r\n }\r\n}", - "StatusCode": 500 + "ResponseBody": "", + "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=CREATE&overwrite=True&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmZmlsZXNlc3Npb25pZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "PUT", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.2.3,331,HTTP InternalServerError ( RuntimeException ),CREATE,0,1" + "7397c655-0ba7-4eba-9c60-16e7f77ce8a4.0.0,77,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.3" - ], - "Content-Length": [ - "0" + "ed40d41f-a6bd-4e23-b877-fe579814ceb4.0" ] }, "ResponseHeaders": { @@ -1382,29 +1307,14 @@ "Pragma": [ "no-cache" ], - "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/emptyfile.txt?op=CREATE&overwrite=True&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" - ], "x-ms-request-id": [ - "0aa9d03c-1a74-4100-97bd-1b416f335ec8" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "ContentLength": [ - "0" - ], - "Server-Perf": [ - "[0aa9d03c-1a74-4100-97bd-1b416f335ec8][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:016 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:025 ms]%0a" + "94e1c94f-015e-420c-8a23-ea370fabac32" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x0" - ], - "x-ms-server-perf": [ - "RequestTime:36;HandlerTime:28" + "0x8309000A" ], "X-Content-Type-Options": [ "nosniff" @@ -1413,35 +1323,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:36 GMT" + "Tue, 17 Mar 2020 21:06:10 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" ], "Expires": [ "-1" ], "Content-Length": [ - "0" + "253" ] }, - "ResponseBody": "", - "StatusCode": 201 + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/contentfile.txt [94e1c94f-015e-420c-8a23-ea370fabac32][2020-03-17T14:06:11.3282580-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&filesessionid=271ce44d-c074-4c93-94fe-dfeeff3d1d57&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmZmlsZXNlc3Npb25pZD0yNzFjZTQ0ZC1jMDc0LTRjOTMtOTRmZS1kZmVlZmYzZDFkNTcmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", - "RequestMethod": "POST", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5df54102-fac5-4083-83c9-4af40a3e4482.3.3,359,,CREATE,0,1" + "936dc8af-13c2-4767-a446-f946fa41e3ff.0.0,142,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a1e76fac-0450-4ca2-9e37-f6fc1e80e44c.0" - ], - "Content-Length": [ - "0" + "50a71f56-1bf7-4460-8a79-1ac5cd463a3e.0" ] }, "ResponseHeaders": { @@ -1452,13 +1362,7 @@ "no-cache" ], "x-ms-request-id": [ - "acbf061a-33e7-4970-a4bc-d41bf4902d18" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[acbf061a-33e7-4970-a4bc-d41bf4902d18][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[S-FsHdfsAppend :: 00:00:266 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:266 ms]%0a[APPEND :: 00:00:302 ms]%0a" + "439f5d6f-e42c-44f2-9928-de3441af3168" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1466,9 +1370,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:308;HandlerTime:307" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1476,35 +1377,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" ], "Expires": [ "-1" ], "Content-Length": [ - "0" + "305" ] }, - "ResponseBody": "", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=c83cb247-ee27-4896-ad5f-32a54ffd1ebd&filesessionid=c83cb247-ee27-4896-ad5f-32a54ffd1ebd&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1jODNjYjI0Ny1lZTI3LTQ4OTYtYWQ1Zi0zMmE1NGZmZDFlYmQmZmlsZXNlc3Npb25pZD1jODNjYjI0Ny1lZTI3LTQ4OTYtYWQ1Zi0zMmE1NGZmZDFlYmQmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", - "RequestMethod": "POST", - "RequestBody": "Test file content! @ Azure PsTest01?", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c4131644-041a-4f01-84c9-37fd24beda19.0.0,87,,GETFILESTATUS,304,1" + "42ae2093-b521-44ea-8535-97a276661b51.0.0,101,,OPEN,60,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7644175f-ed48-43c5-9d0b-a0737714b4f7.0" - ], - "Content-Length": [ - "36" + "2969291b-f180-47c3-9638-0bd9467e5d9a.0" ] }, "ResponseHeaders": { @@ -1515,13 +1416,7 @@ "no-cache" ], "x-ms-request-id": [ - "4f2c1ba4-69c2-4da6-998d-0f8a2911f980" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[4f2c1ba4-69c2-4da6-998d-0f8a2911f980][ AuthTime::0::PostAuthTime::0 ][BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:035 ms]%0a[WriteTime :: 00:00:035 ms]%0a[APPEND :: 00:00:042 ms]%0a" + "d89281cc-d2de-4902-8f17-634074ff1c77" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1529,9 +1424,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:45;HandlerTime:44" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1539,16 +1431,19 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:41 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" ], "Expires": [ "-1" ], "Content-Length": [ - "0" + "305" ] }, - "ResponseBody": "", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1558,13 +1453,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "ee6cd133-9039-4bbb-a590-3bf8c8fe2365.0.0,89,,GETFILESTATUS,304,1" + "db746a43-22cb-443e-b43b-3c37cb006e95.0.0,115,,SETEXPIRY,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "56489bcf-c1a1-4ccb-bfb6-d98635198634.0" + "0707f04b-8283-4ef2-a1ba-302fdd1e1e31.0" ] }, "ResponseHeaders": { @@ -1575,22 +1470,13 @@ "no-cache" ], "x-ms-request-id": [ - "bbd8ef98-b9ae-43ac-b642-7b6134bca595" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[bbd8ef98-b9ae-43ac-b642-7b6134bca595][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "317f1de7-a9fa-49ab-9bfc-0f1d424e82ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x8309000A" - ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" + "0x0" ], "X-Content-Type-Options": [ "nosniff" @@ -1599,7 +1485,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1608,11 +1494,11 @@ "-1" ], "Content-Length": [ - "253" + "317" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/contentfile.txt [bbd8ef98-b9ae-43ac-b642-7b6134bca595][2019-10-23T16:44:37.7728838-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", - "StatusCode": 404 + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1584479293000,\r\n \"aclBit\": false\r\n }\r\n}", + "StatusCode": 200 }, { "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", @@ -1621,13 +1507,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fd9bd961-9564-491a-84ed-2d4454a033b6.0.0,266,,APPEND,36,1" + "0707f04b-8283-4ef2-a1ba-302fdd1e1e31.0.0,75,,GETFILESTATUS,317,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5fa6869f-1a15-4f17-ae7b-4293468f4351.0" + "8fbfb4c0-273b-4b11-b790-5d65ed7b6706.0" ] }, "ResponseHeaders": { @@ -1638,13 +1524,7 @@ "no-cache" ], "x-ms-request-id": [ - "131b15c4-f51e-4458-aa43-fd54da4b4916" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[131b15c4-f51e-4458-aa43-fd54da4b4916][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "1d987986-d670-4d56-bd46-88720d06c52a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1652,9 +1532,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1662,7 +1539,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1671,10 +1548,10 @@ "-1" ], "Content-Length": [ - "305" + "317" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1584479293000,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -1684,13 +1561,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "3194a7ce-704e-4c91-9ad9-3de3d38c74ce.0.0,111,,OPEN,60,1" + "109a942f-308a-49e3-969d-5a89aaea160d.0.0,110,,SETEXPIRY,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "84cae886-7570-4559-8187-f591f094d5fe.0" + "94e6226e-0d18-45d2-bbe5-2bf06a657f61.0" ] }, "ResponseHeaders": { @@ -1701,13 +1578,7 @@ "no-cache" ], "x-ms-request-id": [ - "956e3c3d-ce89-4093-ba3c-8aaf50bb4641" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[956e3c3d-ce89-4093-ba3c-8aaf50bb4641][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "d1945901-57f7-4988-a432-2d479616a187" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1715,9 +1586,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1725,7 +1593,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1737,23 +1605,26 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "GET", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=CREATE&overwrite=True&leaseid=63b798cc-6151-433f-a81f-f97bb79127e2&filesessionid=63b798cc-6151-433f-a81f-f97bb79127e2&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTYzYjc5OGNjLTYxNTEtNDMzZi1hODFmLWY5N2JiNzkxMjdlMiZmaWxlc2Vzc2lvbmlkPTYzYjc5OGNjLTYxNTEtNDMzZi1hODFmLWY5N2JiNzkxMjdlMiZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "949dc716-364a-4656-b95a-082bcf033c18.0.0,267,,SETEXPIRY,0,1" + "ed40d41f-a6bd-4e23-b877-fe579814ceb4.0.1,75,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "3b2e7476-6f56-4090-9eb2-3886c387902c.0" + "6c081a9a-580d-451d-bcc6-e6b3bce2aef2.0" + ], + "Content-Length": [ + "0" ] }, "ResponseHeaders": { @@ -1763,14 +1634,14 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "4c032de4-ad2a-4a89-a210-1d512c378b1a" + "Location": [ + "https://ps9896.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/contentfile.txt?op=CREATE&overwrite=True&leaseid=63b798cc-6151-433f-a81f-f97bb79127e2&filesessionid=63b798cc-6151-433f-a81f-f97bb79127e2&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], - "x-origin-server": [ - "bn4sch103201424" + "x-ms-request-id": [ + "74b88725-4528-4de7-90e1-ac92b113c1fd" ], - "Server-Perf": [ - "[4c032de4-ad2a-4a89-a210-1d512c378b1a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "ContentLength": [ + "0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1778,9 +1649,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1788,35 +1656,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:10 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "317" + "0" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1571874400031,\r\n \"aclBit\": false\r\n }\r\n}", - "StatusCode": 200 + "ResponseBody": "", + "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "GET", - "RequestBody": "", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=APPEND&leaseid=63b798cc-6151-433f-a81f-f97bb79127e2&filesessionid=63b798cc-6151-433f-a81f-f97bb79127e2&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTYzYjc5OGNjLTYxNTEtNDMzZi1hODFmLWY5N2JiNzkxMjdlMiZmaWxlc2Vzc2lvbmlkPTYzYjc5OGNjLTYxNTEtNDMzZi1hODFmLWY5N2JiNzkxMjdlMiZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "POST", + "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "3b2e7476-6f56-4090-9eb2-3886c387902c.0.0,86,,GETFILESTATUS,317,1" + "6c081a9a-580d-451d-bcc6-e6b3bce2aef2.0.0,90,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "002535f4-3f20-4d8c-b879-5b42d8c4b725.0" + "936dc8af-13c2-4767-a446-f946fa41e3ff.0" + ], + "Content-Length": [ + "36" ] }, "ResponseHeaders": { @@ -1827,13 +1695,7 @@ "no-cache" ], "x-ms-request-id": [ - "d9e25124-5c0b-4d95-9de6-44b9f0a2715f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[d9e25124-5c0b-4d95-9de6-44b9f0a2715f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "304715cc-116b-4a69-8868-949cc3aaf0e2" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -1841,9 +1703,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1851,35 +1710,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "317" + "0" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 1571874400031,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUdFVEZJTEVTVEFUVVMmdG9vaWQ9VHJ1ZSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9R0VURklMRVNUQVRVUyZ0b29pZD1UcnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "398bb681-1ed6-4ba3-bafb-3e9c81c3258a.0.0,131,,SETEXPIRY,0,1" + "50a71f56-1bf7-4460-8a79-1ac5cd463a3e.0.0,76,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6b1c74f0-eb33-4cd3-be0c-ca8a343fd5b5.0" + "8f3cf24e-73c8-4763-8820-9a521393f45d.0" ] }, "ResponseHeaders": { @@ -1890,22 +1746,13 @@ "no-cache" ], "x-ms-request-id": [ - "f5ddb3e5-6ec8-42c0-b55b-5a3af5ce9165" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[f5ddb3e5-6ec8-42c0-b55b-5a3af5ce9165][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "ce201792-bc79-4c55-8158-821e0dc3727a" ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ - "0x0" - ], - "x-ms-server-perf": [ - "RequestTime:9;HandlerTime:8" + "0x8309000A" ], "X-Content-Type-Options": [ "nosniff" @@ -1914,7 +1761,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -1923,26 +1770,26 @@ "-1" ], "Content-Length": [ - "305" + "258" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 36,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", - "StatusCode": 200 + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/unicodecontentfile.txt [ce201792-bc79-4c55-8158-821e0dc3727a][2020-03-17T14:06:11.7344837-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=CREATE&overwrite=True&leaseid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&filesessionid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTNjZjQyN2U1LWQ5YWUtNGQ5Ny04MzhiLTY0ZjM1OTdlY2JjOSZmaWxlc2Vzc2lvbmlkPTNjZjQyN2U1LWQ5YWUtNGQ5Ny04MzhiLTY0ZjM1OTdlY2JjOSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=b91c6894-4eda-40b3-a840-95d5d8a08385&filesessionid=b91c6894-4eda-40b3-a840-95d5d8a08385&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1UcnVlJmxlYXNlaWQ9YjkxYzY4OTQtNGVkYS00MGIzLWE4NDAtOTVkNWQ4YTA4Mzg1JmZpbGVzZXNzaW9uaWQ9YjkxYzY4OTQtNGVkYS00MGIzLWE4NDAtOTVkNWQ4YTA4Mzg1JkNyZWF0ZVBhcmVudD1UcnVlJndyaXRlPXRydWUmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "56489bcf-c1a1-4ccb-bfb6-d98635198634.0.1,85,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "8f3cf24e-73c8-4763-8820-9a521393f45d.0.1,77,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "3200225a-2291-4b57-a070-2367af5b861c.0" + "4be7a146-f185-4363-9424-4d8c5b284015.0" ], "Content-Length": [ "0" @@ -1956,29 +1803,20 @@ "no-cache" ], "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/contentfile.txt?op=CREATE&overwrite=True&leaseid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&filesessionid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps9896.azuredatalakestore.net/webhdfs/v1/encodingFolder/unicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=b91c6894-4eda-40b3-a840-95d5d8a08385&filesessionid=b91c6894-4eda-40b3-a840-95d5d8a08385&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "222dbb5a-96bd-4840-9206-a010d8b44d09" - ], - "x-origin-server": [ - "bn4sch103201424" + "2880d639-99c5-4677-9989-cb0594d12e2a" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[222dbb5a-96bd-4840-9206-a010d8b44d09][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:020 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:24;HandlerTime:23" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -1986,7 +1824,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Expires": [ "-1" @@ -1999,214 +1837,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fcontentfile.txt?op=APPEND&leaseid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&filesessionid=3cf427e5-d9ae-4d97-838b-64f3597ecbc9&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTNjZjQyN2U1LWQ5YWUtNGQ5Ny04MzhiLTY0ZjM1OTdlY2JjOSZmaWxlc2Vzc2lvbmlkPTNjZjQyN2U1LWQ5YWUtNGQ5Ny04MzhiLTY0ZjM1OTdlY2JjOSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "POST", - "RequestBody": "Test file content! @ Azure PsTest01?", - "RequestHeaders": { - "x-ms-adl-client-latency": [ - "3200225a-2291-4b57-a070-2367af5b861c.0.0,102,,CREATE,0,1" - ], - "User-Agent": [ - "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" - ], - "x-ms-client-request-id": [ - "fd9bd961-9564-491a-84ed-2d4454a033b6.0" - ], - "Content-Length": [ - "36" - ] - }, - "ResponseHeaders": { - "Cache-Control": [ - "no-store, no-cache, max-age=0" - ], - "Pragma": [ - "no-cache" - ], - "x-ms-request-id": [ - "21c666b5-74da-43a1-8830-1736dad6b89d" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[21c666b5-74da-43a1-8830-1736dad6b89d][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:008 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:172 ms]%0a[WriteTime :: 00:00:172 ms]%0a[APPEND :: 00:00:186 ms]%0a" - ], - "x-ms-webhdfs-version": [ - "17.04.24.00" - ], - "Status": [ - "0x0" - ], - "x-ms-server-perf": [ - "RequestTime:190;HandlerTime:188" - ], - "X-Content-Type-Options": [ - "nosniff" - ], - "Strict-Transport-Security": [ - "max-age=15724800; includeSubDomains" - ], - "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" - ], - "Expires": [ - "-1" - ], - "Content-Length": [ - "0" - ] - }, - "ResponseBody": "", - "StatusCode": 200 - }, - { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=GETFILESTATUS&tooid=True&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9R0VURklMRVNUQVRVUyZ0b29pZD1UcnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "GET", - "RequestBody": "", - "RequestHeaders": { - "x-ms-adl-client-latency": [ - "5fa6869f-1a15-4f17-ae7b-4293468f4351.0.0,87,,GETFILESTATUS,305,1" - ], - "User-Agent": [ - "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" - ], - "x-ms-client-request-id": [ - "da02d208-aeb1-4e05-b1c4-0e6ea9fdf21a.0" - ] - }, - "ResponseHeaders": { - "Cache-Control": [ - "no-store, no-cache, max-age=0" - ], - "Pragma": [ - "no-cache" - ], - "x-ms-request-id": [ - "cc422f39-aecb-42bb-b3b5-16638e6a2ae3" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[cc422f39-aecb-42bb-b3b5-16638e6a2ae3][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" - ], - "x-ms-webhdfs-version": [ - "17.04.24.00" - ], - "Status": [ - "0x8309000A" - ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], - "X-Content-Type-Options": [ - "nosniff" - ], - "Strict-Transport-Security": [ - "max-age=15724800; includeSubDomains" - ], - "Date": [ - "Wed, 23 Oct 2019 23:44:37 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" - ], - "Expires": [ - "-1" - ], - "Content-Length": [ - "258" - ] - }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/unicodecontentfile.txt [cc422f39-aecb-42bb-b3b5-16638e6a2ae3][2019-10-23T16:44:38.3353513-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", - "StatusCode": 404 - }, - { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=d2515cf2-2242-42cf-af76-537512faf2c3&filesessionid=d2515cf2-2242-42cf-af76-537512faf2c3&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1UcnVlJmxlYXNlaWQ9ZDI1MTVjZjItMjI0Mi00MmNmLWFmNzYtNTM3NTEyZmFmMmMzJmZpbGVzZXNzaW9uaWQ9ZDI1MTVjZjItMjI0Mi00MmNmLWFmNzYtNTM3NTEyZmFmMmMzJkNyZWF0ZVBhcmVudD1UcnVlJndyaXRlPXRydWUmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", - "RequestMethod": "PUT", - "RequestBody": "", - "RequestHeaders": { - "x-ms-adl-client-latency": [ - "da02d208-aeb1-4e05-b1c4-0e6ea9fdf21a.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" - ], - "User-Agent": [ - "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" - ], - "x-ms-client-request-id": [ - "37917053-e573-4bec-8792-f7c3fe3ed5fc.0" - ], - "Content-Length": [ - "0" - ] - }, - "ResponseHeaders": { - "Cache-Control": [ - "no-store, no-cache, max-age=0" - ], - "Pragma": [ - "no-cache" - ], - "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/encodingFolder/unicodecontentfile.txt?op=CREATE&overwrite=True&leaseid=d2515cf2-2242-42cf-af76-537512faf2c3&filesessionid=d2515cf2-2242-42cf-af76-537512faf2c3&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" - ], - "x-ms-request-id": [ - "84d2799e-6b5f-4098-9c3b-6fcaa79f13d3" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "ContentLength": [ - "0" - ], - "Server-Perf": [ - "[84d2799e-6b5f-4098-9c3b-6fcaa79f13d3][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:019 ms]%0a" - ], - "x-ms-webhdfs-version": [ - "17.04.24.00" - ], - "Status": [ - "0x0" - ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:21" - ], - "X-Content-Type-Options": [ - "nosniff" - ], - "Strict-Transport-Security": [ - "max-age=15724800; includeSubDomains" - ], - "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" - ], - "Expires": [ - "-1" - ], - "Content-Length": [ - "0" - ] - }, - "ResponseBody": "", - "StatusCode": 201 - }, - { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=d2515cf2-2242-42cf-af76-537512faf2c3&filesessionid=d2515cf2-2242-42cf-af76-537512faf2c3&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZDI1MTVjZjItMjI0Mi00MmNmLWFmNzYtNTM3NTEyZmFmMmMzJmZpbGVzZXNzaW9uaWQ9ZDI1MTVjZjItMjI0Mi00MmNmLWFmNzYtNTM3NTEyZmFmMmMzJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=b91c6894-4eda-40b3-a840-95d5d8a08385&filesessionid=b91c6894-4eda-40b3-a840-95d5d8a08385&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9YjkxYzY4OTQtNGVkYS00MGIzLWE4NDAtOTVkNWQ4YTA4Mzg1JmZpbGVzZXNzaW9uaWQ9YjkxYzY4OTQtNGVkYS00MGIzLWE4NDAtOTVkNWQ4YTA4Mzg1JmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "37917053-e573-4bec-8792-f7c3fe3ed5fc.0.0,99,,CREATE,0,1" + "4be7a146-f185-4363-9424-4d8c5b284015.0.0,89,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "73e2daa6-72b9-4cf1-b4cb-35378dc2835c.0" + "aa02d746-cd34-4444-8d3b-360cbfb69748.0" ], "Content-Length": [ "0" @@ -2220,13 +1863,7 @@ "no-cache" ], "x-ms-request-id": [ - "8dfb438b-6e31-41e6-9b86-b5d970069d5d" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[8dfb438b-6e31-41e6-9b86-b5d970069d5d][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[S-FsHdfsAppend :: 00:00:169 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:169 ms]%0a[APPEND :: 00:00:185 ms]%0a" + "fda24850-2b67-44f0-bc20-c55f1ad7bd85" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2234,9 +1871,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:189;HandlerTime:187" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2244,7 +1878,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Expires": [ "-1" @@ -2257,19 +1891,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=9db20d52-6687-4c85-96d9-c5ae0dfcd4d5&filesessionid=9db20d52-6687-4c85-96d9-c5ae0dfcd4d5&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9OWRiMjBkNTItNjY4Ny00Yzg1LTk2ZDktYzVhZTBkZmNkNGQ1JmZpbGVzZXNzaW9uaWQ9OWRiMjBkNTItNjY4Ny00Yzg1LTk2ZDktYzVhZTBkZmNkNGQ1JmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=d90e8370-678d-468d-bac3-c7e6e0f8870b&filesessionid=d90e8370-678d-468d-bac3-c7e6e0f8870b&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZDkwZTgzNzAtNjc4ZC00NjhkLWJhYzMtYzdlNmUwZjg4NzBiJmZpbGVzZXNzaW9uaWQ9ZDkwZTgzNzAtNjc4ZC00NjhkLWJhYzMtYzdlNmUwZjg4NzBiJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "POST", "RequestBody": "I\u0000 \u0000a\u0000m\u0000 \u0000u\u0000n\u0000i\u0000c\u0000o\u0000d\u0000e\u0000 \u0000t\u0000e\u0000x\u0000t\u0000", "RequestHeaders": { "x-ms-adl-client-latency": [ - "47036c2c-85e5-4ee0-83de-3fd2c08c3dce.0.0,87,,GETFILESTATUS,304,1" + "b8324d26-49b9-44af-b09c-da68829bda85.0.0,76,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "2e2ecc57-ca0f-4cb2-a569-ce5ac8cfe75a.0" + "e2e1995a-7465-4cce-b378-61626b6e6492.0" ], "Content-Length": [ "34" @@ -2283,13 +1917,7 @@ "no-cache" ], "x-ms-request-id": [ - "448a8f06-6948-41a5-8812-a23380ccefd7" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[448a8f06-6948-41a5-8812-a23380ccefd7][ AuthTime::0::PostAuthTime::0 ][BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:039 ms]%0a[WriteTime :: 00:00:039 ms]%0a[APPEND :: 00:00:045 ms]%0a" + "ed69b198-ceef-43f4-ab85-d40be319a688" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2297,9 +1925,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:49;HandlerTime:47" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2307,7 +1932,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Expires": [ "-1" @@ -2320,19 +1945,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=9db20d52-6687-4c85-96d9-c5ae0dfcd4d5&filesessionid=9db20d52-6687-4c85-96d9-c5ae0dfcd4d5&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9OWRiMjBkNTItNjY4Ny00Yzg1LTk2ZDktYzVhZTBkZmNkNGQ1JmZpbGVzZXNzaW9uaWQ9OWRiMjBkNTItNjY4Ny00Yzg1LTk2ZDktYzVhZTBkZmNkNGQ1JmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=APPEND&leaseid=d90e8370-678d-468d-bac3-c7e6e0f8870b&filesessionid=d90e8370-678d-468d-bac3-c7e6e0f8870b&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZDkwZTgzNzAtNjc4ZC00NjhkLWJhYzMtYzdlNmUwZjg4NzBiJmZpbGVzZXNzaW9uaWQ9ZDkwZTgzNzAtNjc4ZC00NjhkLWJhYzMtYzdlNmUwZjg4NzBiJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "73e2daa6-72b9-4cf1-b4cb-35378dc2835c.0.0,265,,APPEND,0,1" + "aa02d746-cd34-4444-8d3b-360cbfb69748.0.0,86,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "1e600225-e982-4363-85c8-63cacd18ee7b.0" + "0934848a-b76a-46cc-8172-5c14a86039b5.0" ], "Content-Length": [ "0" @@ -2346,13 +1971,7 @@ "no-cache" ], "x-ms-request-id": [ - "1339e040-550d-46c6-8dd9-13126892e2cc" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[1339e040-550d-46c6-8dd9-13126892e2cc][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:011 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[APPEND :: 00:00:012 ms]%0a" + "960db7f5-d448-4a5d-98b6-e9ad64e03acf" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2360,9 +1979,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:15;HandlerTime:14" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2370,7 +1986,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Expires": [ "-1" @@ -2389,13 +2005,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "1e600225-e982-4363-85c8-63cacd18ee7b.0.0,92,,APPEND,0,1" + "0934848a-b76a-46cc-8172-5c14a86039b5.0.0,86,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "47036c2c-85e5-4ee0-83de-3fd2c08c3dce.0" + "b8324d26-49b9-44af-b09c-da68829bda85.0" ] }, "ResponseHeaders": { @@ -2406,13 +2022,7 @@ "no-cache" ], "x-ms-request-id": [ - "9ca53ffa-64ef-42f4-be06-9b43bfa1d9a1" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[9ca53ffa-64ef-42f4-be06-9b43bfa1d9a1][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "226269d2-59f2-480c-ade3-088560a138e5" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2420,9 +2030,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2430,7 +2037,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2442,7 +2049,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874278433,\r\n \"modificationTime\": 1571874278433,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171822,\r\n \"modificationTime\": 1584479171822,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -2452,13 +2059,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "2e2ecc57-ca0f-4cb2-a569-ce5ac8cfe75a.0.0,127,,APPEND,34,1" + "e2e1995a-7465-4cce-b378-61626b6e6492.0.0,109,,APPEND,34,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "33bafd69-ea92-4c56-aeec-eceed04fa72e.0" + "e4ab8330-ac13-436a-96cc-a5fb9ee068c0.0" ] }, "ResponseHeaders": { @@ -2469,13 +2076,7 @@ "no-cache" ], "x-ms-request-id": [ - "4228d0ff-c425-4c8a-af49-80972a209b8f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[4228d0ff-c425-4c8a-af49-80972a209b8f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:158 ms]%0a[GETFILESTATUS :: 00:00:159 ms]%0a" + "2ab9a653-2ce8-481f-8f12-4c484aa5cbe4" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2483,9 +2084,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:163;HandlerTime:161" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2493,7 +2091,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:38 GMT" + "Tue, 17 Mar 2020 21:06:11 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2505,23 +2103,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 34,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874278433,\r\n \"modificationTime\": 1571874279022,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 34,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171822,\r\n \"modificationTime\": 1584479172203,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=OPEN&read=true&filesessionid=f1575baf-778f-4dd1-937e-fdc204ec03ca&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1mMTU3NWJhZi03NzhmLTRkZDEtOTM3ZS1mZGMyMDRlYzAzY2Emb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Funicodecontentfile.txt?op=OPEN&read=true&filesessionid=7000b869-e6a0-48f4-83ec-56a0565b7d71&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnVuaWNvZGVjb250ZW50ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD03MDAwYjg2OS1lNmEwLTQ4ZjQtODNlYy01NmEwNTY1YjdkNzEmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "33bafd69-ea92-4c56-aeec-eceed04fa72e.0.0,240,,GETFILESTATUS,305,1" + "e4ab8330-ac13-436a-96cc-a5fb9ee068c0.0.0,129,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "159b05b2-3c8e-448b-9ead-58e6a346d9b3.0" + "9dd03c27-b78e-4e24-9ced-e14fd65aaa10.0" ] }, "ResponseHeaders": { @@ -2535,13 +2133,7 @@ "chunked" ], "x-ms-request-id": [ - "3c1a3353-a403-416e-b14f-8a199285338f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[3c1a3353-a403-416e-b14f-8a199285338f][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:048 ms]%0a[OPEN :: 00:00:063 ms]%0a" + "f2e548d8-6c29-4e57-b568-243f1b4957a1" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2556,7 +2148,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Content-Type": [ "application/octet-stream" @@ -2575,13 +2167,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "159b05b2-3c8e-448b-9ead-58e6a346d9b3.0.0,210,,OPEN,34,1" + "9dd03c27-b78e-4e24-9ced-e14fd65aaa10.0.0,108,,OPEN,34,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "9e047f52-3fb0-43a1-856c-84d76ed97207.0" + "447bee91-aedb-4f56-9eff-522eea74954a.0" ] }, "ResponseHeaders": { @@ -2592,13 +2184,7 @@ "no-cache" ], "x-ms-request-id": [ - "032f9a3f-4cda-4b71-884c-dd83570b7dba" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[032f9a3f-4cda-4b71-884c-dd83570b7dba][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:004 ms]%0a" + "95f68cd6-ca7b-4bd8-8898-a812635bb56a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2606,9 +2192,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:8;HandlerTime:6" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2616,7 +2199,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2628,23 +2211,23 @@ "256" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/utf32contentfile.txt [032f9a3f-4cda-4b71-884c-dd83570b7dba][2019-10-23T16:44:39.6477755-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /encodingFolder/utf32contentfile.txt [95f68cd6-ca7b-4bd8-8898-a812635bb56a][2020-03-17T14:06:12.5938059-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=CREATE&overwrite=True&leaseid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&filesessionid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTFjNWNjODRiLTQ4OWItNGJlMi04NmEwLWNhNjk2ODczZTRmNCZmaWxlc2Vzc2lvbmlkPTFjNWNjODRiLTQ4OWItNGJlMi04NmEwLWNhNjk2ODczZTRmNCZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=CREATE&overwrite=True&leaseid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&filesessionid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTkwOGE4YmQ3LTdlMTktNGE3My05YjA3LWE5YzAwNzQzYWJhMSZmaWxlc2Vzc2lvbmlkPTkwOGE4YmQ3LTdlMTktNGE3My05YjA3LWE5YzAwNzQzYWJhMSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "9e047f52-3fb0-43a1-856c-84d76ed97207.0.1,86,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "447bee91-aedb-4f56-9eff-522eea74954a.0.1,74,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "66e651c6-1063-470c-806d-ec24998f766c.0" + "1450a5f5-20a6-4d08-8dbc-146614dd0be4.0" ], "Content-Length": [ "0" @@ -2658,29 +2241,20 @@ "no-cache" ], "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/encodingFolder/utf32contentfile.txt?op=CREATE&overwrite=True&leaseid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&filesessionid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps9896.azuredatalakestore.net/webhdfs/v1/encodingFolder/utf32contentfile.txt?op=CREATE&overwrite=True&leaseid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&filesessionid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "7814ae72-a0d2-49b6-a698-aaacd191a802" - ], - "x-origin-server": [ - "bn4sch103201424" + "6328386a-3c50-4622-a5aa-3245f2a6255b" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[7814ae72-a0d2-49b6-a698-aaacd191a802][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:020 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:24;HandlerTime:22" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2688,7 +2262,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Expires": [ "-1" @@ -2701,19 +2275,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=APPEND&leaseid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&filesessionid=1c5cc84b-489b-4be2-86a0-ca696873e4f4&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTFjNWNjODRiLTQ4OWItNGJlMi04NmEwLWNhNjk2ODczZTRmNCZmaWxlc2Vzc2lvbmlkPTFjNWNjODRiLTQ4OWItNGJlMi04NmEwLWNhNjk2ODczZTRmNCZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=APPEND&leaseid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&filesessionid=908a8bd7-7e19-4a73-9b07-a9c00743aba1&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPUFQUEVORCZsZWFzZWlkPTkwOGE4YmQ3LTdlMTktNGE3My05YjA3LWE5YzAwNzQzYWJhMSZmaWxlc2Vzc2lvbmlkPTkwOGE4YmQ3LTdlMTktNGE3My05YjA3LWE5YzAwNzQzYWJhMSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "I\u0000\u0000\u0000 \u0000\u0000\u0000a\u0000\u0000\u0000m\u0000\u0000\u0000 \u0000\u0000\u0000u\u0000\u0000\u0000t\u0000\u0000\u0000f\u0000\u0000\u00003\u0000\u0000\u00002\u0000\u0000\u0000 \u0000\u0000\u0000t\u0000\u0000\u0000e\u0000\u0000\u0000x\u0000\u0000\u0000t\u0000\u0000\u0000", "RequestHeaders": { "x-ms-adl-client-latency": [ - "66e651c6-1063-470c-806d-ec24998f766c.0.0,101,,CREATE,0,1" + "1450a5f5-20a6-4d08-8dbc-146614dd0be4.0.0,123,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e0945c40-82a0-42bf-8193-da6056609e84.0" + "da73a155-f71c-4a4c-ba6a-c541d20e5acc.0" ], "Content-Length": [ "60" @@ -2727,13 +2301,7 @@ "no-cache" ], "x-ms-request-id": [ - "2cd6a545-6b79-4932-a5ee-f047343abc79" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[2cd6a545-6b79-4932-a5ee-f047343abc79][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:010 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:047 ms]%0a[WriteTime :: 00:00:047 ms]%0a[APPEND :: 00:00:065 ms]%0a" + "2c7c6683-1c61-415c-add7-528c66a8a9a8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2741,9 +2309,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:68;HandlerTime:67" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2751,7 +2316,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Expires": [ "-1" @@ -2770,13 +2335,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e0945c40-82a0-42bf-8193-da6056609e84.0.0,145,,APPEND,60,1" + "da73a155-f71c-4a4c-ba6a-c541d20e5acc.0.0,126,,APPEND,60,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "33a704fc-35b6-4556-b8de-0c14f2ab94c4.0" + "7e067a35-657d-437a-abec-6f6dca934013.0" ] }, "ResponseHeaders": { @@ -2787,13 +2352,7 @@ "no-cache" ], "x-ms-request-id": [ - "b604b40b-5e00-44de-99d6-009008cdfa9b" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[b604b40b-5e00-44de-99d6-009008cdfa9b][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:074 ms]%0a[GETFILESTATUS :: 00:00:074 ms]%0a" + "85eddddb-c6ef-44b6-8215-1db144144c99" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2801,9 +2360,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:78;HandlerTime:77" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -2811,7 +2367,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -2823,23 +2379,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 60,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874279740,\r\n \"modificationTime\": 1571874279866,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 60,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479172726,\r\n \"modificationTime\": 1584479172828,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=OPEN&read=true&filesessionid=2ef66ad8-a54a-495e-8b85-f37e6416f1ab&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPU9QRU4mcmVhZD10cnVlJmZpbGVzZXNzaW9uaWQ9MmVmNjZhZDgtYTU0YS00OTVlLThiODUtZjM3ZTY0MTZmMWFiJm9mZnNldD0wJmxlbmd0aD00MTk0MzA0JmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2FencodingFolder%2Futf32contentfile.txt?op=OPEN&read=true&filesessionid=f2f37836-2118-42f8-bb9f-f56871eba8cc&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZlbmNvZGluZ0ZvbGRlciUyRnV0ZjMyY29udGVudGZpbGUudHh0P29wPU9QRU4mcmVhZD10cnVlJmZpbGVzZXNzaW9uaWQ9ZjJmMzc4MzYtMjExOC00MmY4LWJiOWYtZjU2ODcxZWJhOGNjJm9mZnNldD0wJmxlbmd0aD00MTk0MzA0JmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "33a704fc-35b6-4556-b8de-0c14f2ab94c4.0.0,155,,GETFILESTATUS,305,1" + "7e067a35-657d-437a-abec-6f6dca934013.0.0,213,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "3194a7ce-704e-4c91-9ad9-3de3d38c74ce.0" + "42ae2093-b521-44ea-8535-97a276661b51.0" ] }, "ResponseHeaders": { @@ -2853,13 +2409,7 @@ "chunked" ], "x-ms-request-id": [ - "ee6a592f-b392-47cc-88f3-19e3211973c5" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[ee6a592f-b392-47cc-88f3-19e3211973c5][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:009 ms]%0a[S-FsReadStream :: 00:00:015 ms]%0a[OPEN :: 00:00:025 ms]%0a" + "f90556c7-6f2e-42e7-a689-374ad5cc6fe3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -2874,7 +2424,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:39 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Content-Type": [ "application/octet-stream" @@ -2887,19 +2437,19 @@ "StatusCode": 200 }, { - "RequestUri": "/WebHdfsExt%2Fadlspstestfolder%2Fcontentfile.txt?op=SETEXPIRY&expireTime=1571874400000&expiryOption=Absolute&api-version=2018-09-01", - "EncodedRequestUri": "L1dlYkhkZnNFeHQlMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPVNFVEVYUElSWSZleHBpcmVUaW1lPTE1NzE4NzQ0MDAwMDAmZXhwaXJ5T3B0aW9uPUFic29sdXRlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/WebHdfsExt%2Fadlspstestfolder%2Fcontentfile.txt?op=SETEXPIRY&expireTime=1584479293000&expiryOption=Absolute&api-version=2018-09-01", + "EncodedRequestUri": "L1dlYkhkZnNFeHQlMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29udGVudGZpbGUudHh0P29wPVNFVEVYUElSWSZleHBpcmVUaW1lPTE1ODQ0NzkyOTMwMDAmZXhwaXJ5T3B0aW9uPUFic29sdXRlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "84cae886-7570-4559-8187-f591f094d5fe.0.0,89,,GETFILESTATUS,305,1" + "2969291b-f180-47c3-9638-0bd9467e5d9a.0.0,76,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "949dc716-364a-4656-b95a-082bcf033c18.0" + "db746a43-22cb-443e-b43b-3c37cb006e95.0" ], "Content-Length": [ "0" @@ -2913,10 +2463,7 @@ "no-cache" ], "x-ms-request-id": [ - "429812e8-d2fc-4336-af91-eac3f6f19fc5" - ], - "x-origin-server": [ - "bn4sch103201424" + "fb4dee45-a743-4551-94ff-d814a7161dcf" ], "Status": [ "0x0" @@ -2928,7 +2475,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:12 GMT" ], "Expires": [ "-1" @@ -2947,13 +2494,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "002535f4-3f20-4d8c-b879-5b42d8c4b725.0.0,91,,GETFILESTATUS,317,1" + "8fbfb4c0-273b-4b11-b790-5d65ed7b6706.0.0,82,,GETFILESTATUS,317,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "398bb681-1ed6-4ba3-bafb-3e9c81c3258a.0" + "109a942f-308a-49e3-969d-5a89aaea160d.0" ], "Content-Length": [ "0" @@ -2967,10 +2514,7 @@ "no-cache" ], "x-ms-request-id": [ - "fe251c87-47b1-420f-93ac-cbce1f3a62ea" - ], - "x-origin-server": [ - "bn4sch103201424" + "56dd7bc2-7835-4f08-adf0-b7c40dc7bd3e" ], "Status": [ "0x0" @@ -2982,7 +2526,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Expires": [ "-1" @@ -3001,13 +2545,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6b1c74f0-eb33-4cd3-be0c-ca8a343fd5b5.0.0,85,,GETFILESTATUS,305,1" + "94e6226e-0d18-45d2-bbe5-2bf06a657f61.0.0,76,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7581a043-fd65-4eec-a111-1289646b10d4.0" + "e17075eb-36da-496d-bf2e-281bf3d98d0e.0" ] }, "ResponseHeaders": { @@ -3018,13 +2562,7 @@ "no-cache" ], "x-ms-request-id": [ - "e2c8183b-01fb-4b2d-a84f-9209b58b7606" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[e2c8183b-01fb-4b2d-a84f-9209b58b7606][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:036 ms]%0a[LISTSTATUS :: 00:00:067 ms]%0a" + "be166b2d-18e2-45c1-8b12-db92aa67036a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3039,7 +2577,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3051,23 +2589,23 @@ "665" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"contentfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277876,\r\n \"modificationTime\": 1571874278069,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"emptyfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277148,\r\n \"modificationTime\": 1571874277148,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"contentfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171421,\r\n \"modificationTime\": 1584479171531,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"emptyfile.txt\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171019,\r\n \"modificationTime\": 1584479171019,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=c83cb247-ee27-4896-ad5f-32a54ffd1ebd&filesessionid=c83cb247-ee27-4896-ad5f-32a54ffd1ebd&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1jODNjYjI0Ny1lZTI3LTQ4OTYtYWQ1Zi0zMmE1NGZmZDFlYmQmZmlsZXNlc3Npb25pZD1jODNjYjI0Ny1lZTI3LTQ4OTYtYWQ1Zi0zMmE1NGZmZDFlYmQmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Femptyfile.txt?op=APPEND&leaseid=b595f632-0f01-4f41-acf0-6cdb4d52289e&filesessionid=b595f632-0f01-4f41-acf0-6cdb4d52289e&append=true&offset=0&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGZW1wdHlmaWxlLnR4dD9vcD1BUFBFTkQmbGVhc2VpZD1iNTk1ZjYzMi0wZjAxLTRmNDEtYWNmMC02Y2RiNGQ1MjI4OWUmZmlsZXNlc3Npb25pZD1iNTk1ZjYzMi0wZjAxLTRmNDEtYWNmMC02Y2RiNGQ1MjI4OWUmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9REFUQSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7581a043-fd65-4eec-a111-1289646b10d4.0.0,169,,LISTSTATUS,665,1" + "e17075eb-36da-496d-bf2e-281bf3d98d0e.0.0,78,,LISTSTATUS,665,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "d1ba3adf-873e-4355-9e0f-cb26b82c70f8.0" + "57d115bd-8d41-4956-b9c9-86b144b78140.0" ], "Content-Length": [ "0" @@ -3081,13 +2619,7 @@ "no-cache" ], "x-ms-request-id": [ - "93e986c8-145a-49b0-90f2-9f209ee487af" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[93e986c8-145a-49b0-90f2-9f209ee487af][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:010 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[APPEND :: 00:00:011 ms]%0a" + "a009ef3e-3fe9-45aa-9c7d-39805363e664" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3095,9 +2627,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:14;HandlerTime:13" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3105,7 +2634,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Expires": [ "-1" @@ -3124,13 +2653,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "d1ba3adf-873e-4355-9e0f-cb26b82c70f8.0.0,91,,APPEND,0,1" + "57d115bd-8d41-4956-b9c9-86b144b78140.0.0,79,,APPEND,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c4131644-041a-4f01-84c9-37fd24beda19.0" + "d58baf64-ac4e-47fb-bab9-63ef4ee3db1d.0" ] }, "ResponseHeaders": { @@ -3141,13 +2670,7 @@ "no-cache" ], "x-ms-request-id": [ - "bb67b026-299d-4981-a2fd-00bb9f67af8c" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[bb67b026-299d-4981-a2fd-00bb9f67af8c][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "a7b1ce70-3e89-48d0-9a66-5a6a9fd779aa" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3155,9 +2678,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3165,7 +2685,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:40 GMT" + "Tue, 17 Mar 2020 21:06:13 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3177,7 +2697,7 @@ "304" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874277148,\r\n \"modificationTime\": 1571874277148,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479171019,\r\n \"modificationTime\": 1584479171019,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3187,13 +2707,13 @@ "RequestBody": "{\r\n \"sources\": [\r\n \"/adlspstestfolder/emptyfile.txt\",\r\n \"/adlspstestfolder/contentfile.txt\"\r\n ]\r\n}", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fabb4275-141c-4010-86be-171b1a855271.0.0,86,,GETFILESTATUS,305,1" + "3963c015-e701-4f58-ac9a-1358af123aaf.0.0,87,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7bf9afd2-89b5-49e4-bc9a-bc2b853c2353.0" + "e5b8a2eb-dd14-4b9a-9c5e-6ea4b8b93f46.0" ], "Content-Type": [ "application/json" @@ -3210,13 +2730,7 @@ "no-cache" ], "x-ms-request-id": [ - "8788429c-8475-409a-a1e9-39e5c5b2cfae" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[8788429c-8475-409a-a1e9-39e5c5b2cfae][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[S-FsMultiModifyStream :: 00:00:397 ms]%0a[MSCONCAT :: 00:00:498 ms]%0a" + "10a906ce-c004-4c92-b92d-ab96d0337d09" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3231,7 +2745,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:41 GMT" + "Tue, 17 Mar 2020 21:06:14 GMT" ], "Expires": [ "-1" @@ -3250,13 +2764,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7bf9afd2-89b5-49e4-bc9a-bc2b853c2353.0.0,580,,MSCONCAT,83,1" + "e5b8a2eb-dd14-4b9a-9c5e-6ea4b8b93f46.0.0,261,,MSCONCAT,83,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "541115aa-d08b-41c8-b70f-b3df9ca6ea2d.0" + "17dbb619-fe57-4522-9567-c0e72464718e.0" ] }, "ResponseHeaders": { @@ -3267,13 +2781,7 @@ "no-cache" ], "x-ms-request-id": [ - "e3e1488d-14bd-4325-94c8-2ddca9dc0e9b" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[e3e1488d-14bd-4325-94c8-2ddca9dc0e9b][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "7cbc46ff-3201-486f-90bd-ee89ec092ce1" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3281,9 +2789,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3291,7 +2796,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:41 GMT" + "Tue, 17 Mar 2020 21:06:14 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3303,7 +2808,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3313,13 +2818,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "999eb671-ec99-4314-bb8e-0760f497ae29.0.0,87,,GETFILESTATUS,308,1" + "985b91a4-94a9-41b0-b132-da2c1eff099f.0.0,76,,GETFILESTATUS,308,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "798d87ba-952f-492f-be18-7dbccfa20a8d.0" + "a32cf013-69c3-4b1a-9ebe-a460b4487f09.0" ] }, "ResponseHeaders": { @@ -3330,13 +2835,7 @@ "no-cache" ], "x-ms-request-id": [ - "4779de8c-559f-4779-a626-f777c6e3bbed" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[4779de8c-559f-4779-a626-f777c6e3bbed][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "cd2e127b-6fc4-4f79-8062-93521e678987" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3344,9 +2843,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3354,7 +2850,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3366,7 +2862,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3376,13 +2872,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "17e5c037-b6aa-4d65-91c0-33808b704e68.0.0,88,,GETFILESTATUS,305,1" + "fac56f4b-c23b-4d30-8223-004acb17b380.0.0,77,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a834a42d-3f36-4f0f-8f6a-79379effe3d1.0" + "da26c85f-97dc-48c8-9655-b66c94f28182.0" ] }, "ResponseHeaders": { @@ -3393,13 +2889,7 @@ "no-cache" ], "x-ms-request-id": [ - "09fc6419-6653-4d1d-a14e-1cd761de586a" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[09fc6419-6653-4d1d-a14e-1cd761de586a][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:003 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "000cef22-724b-45fc-94d6-9b76a617d602" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3407,9 +2897,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:5" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3417,7 +2904,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3429,7 +2916,7 @@ "252" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/concatfile.txt [09fc6419-6653-4d1d-a14e-1cd761de586a][2019-10-23T16:44:45.4911647-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/concatfile.txt [000cef22-724b-45fc-94d6-9b76a617d602][2020-03-17T14:06:17.8122599-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -3439,13 +2926,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "541115aa-d08b-41c8-b70f-b3df9ca6ea2d.0.0,88,,GETFILESTATUS,305,1" + "17dbb619-fe57-4522-9567-c0e72464718e.0.0,77,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "175d6d5c-de4b-456f-9f6a-887805fc6fb5.0" + "0069f6f2-191e-4aa5-bb58-2a4175efffe3.0" ] }, "ResponseHeaders": { @@ -3456,13 +2943,7 @@ "no-cache" ], "x-ms-request-id": [ - "3fd55705-3298-4f7e-83ac-24f728ea8ca5" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[3fd55705-3298-4f7e-83ac-24f728ea8ca5][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "faa14196-476c-4276-b6a1-ec937cd1d8ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3470,9 +2951,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3480,7 +2958,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:41 GMT" + "Tue, 17 Mar 2020 21:06:14 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3492,7 +2970,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3502,13 +2980,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e765c2cd-95f4-42e9-a61c-d7bb0a951147.0.0,150,,OPEN,72,1" + "d90f9d30-b2c2-424a-bd95-88c8a6e3c70e.0.0,137,,OPEN,72,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e6ebf9aa-dd6e-4c24-8ffd-e7844e9cfc01.0" + "cbcfbffd-a327-4928-b129-294cf205ec78.0" ] }, "ResponseHeaders": { @@ -3519,13 +2997,7 @@ "no-cache" ], "x-ms-request-id": [ - "7cccdbd5-36cd-4f60-aed9-6455f5adcc78" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[7cccdbd5-36cd-4f60-aed9-6455f5adcc78][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "bdd26a8e-71a9-41a7-a758-62d93c5014b8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3533,9 +3005,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3543,7 +3012,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:14 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3555,7 +3024,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3565,13 +3034,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c860494f-63f8-4776-906b-5b3328571f5b.0.0,111,,OPEN,70,1" + "ae39bc41-b48b-48d7-bfcb-c5a5c3f0ed96.0.0,134,,OPEN,70,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "dc12b2d6-514c-4443-9a3c-23b570570a11.0" + "c2c7f699-626b-4d2e-99b0-54f8b9d37d74.0" ] }, "ResponseHeaders": { @@ -3582,13 +3051,7 @@ "no-cache" ], "x-ms-request-id": [ - "de03136f-539a-49ba-a8c0-646518a8449e" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[de03136f-539a-49ba-a8c0-646518a8449e][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "1317448e-0c8a-4201-b416-8f645ecce8f5" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3596,9 +3059,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3606,7 +3066,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:14 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3618,7 +3078,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -3628,13 +3088,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "798d87ba-952f-492f-be18-7dbccfa20a8d.0.0,87,,GETFILESTATUS,305,1" + "a32cf013-69c3-4b1a-9ebe-a460b4487f09.0.0,75,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "23a134e0-76fd-4a55-9f92-af1f116647ea.0" + "420ffaa6-5a97-4214-b4ec-44c5747175c9.0" ] }, "ResponseHeaders": { @@ -3645,13 +3105,7 @@ "no-cache" ], "x-ms-request-id": [ - "8fe1076b-485e-4d7d-b80d-1a19d46de851" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[8fe1076b-485e-4d7d-b80d-1a19d46de851][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:005 ms]%0a[GETFILESTATUS :: 00:00:006 ms]%0a" + "d27d100f-8f42-4880-81cf-3bb23d317f14" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3659,9 +3113,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:10;HandlerTime:8" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3669,7 +3120,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -3681,23 +3132,23 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=af59c541-42c7-4f57-b9a8-dad9afd7bacb&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1hZjU5YzU0MS00MmM3LTRmNTctYjlhOC1kYWQ5YWZkN2JhY2Imb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=c427486e-e93d-4843-87b8-a49fe3f0b2c6&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1jNDI3NDg2ZS1lOTNkLTQ4NDMtODdiOC1hNDlmZTNmMGIyYzYmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "175d6d5c-de4b-456f-9f6a-887805fc6fb5.0.0,87,,GETFILESTATUS,305,1" + "0069f6f2-191e-4aa5-bb58-2a4175efffe3.0.0,80,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e765c2cd-95f4-42e9-a61c-d7bb0a951147.0" + "d90f9d30-b2c2-424a-bd95-88c8a6e3c70e.0" ] }, "ResponseHeaders": { @@ -3711,13 +3162,61 @@ "chunked" ], "x-ms-request-id": [ - "5a1df356-6c40-41fb-982a-703623c003ae" + "1ea5cdce-a044-4c83-b93a-7beedf370840" ], - "x-origin-server": [ - "bn4sch103201424" + "x-ms-webhdfs-version": [ + "17.04.24.00" ], - "Server-Perf": [ - "[5a1df356-6c40-41fb-982a-703623c003ae][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:041 ms]%0a[OPEN :: 00:00:048 ms]%0a" + "Status": [ + "0x0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:06:14 GMT" + ], + "Content-Type": [ + "application/octet-stream" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "VGVzdCBmaWxlIGNvbnRlbnQhIEAgQXp1cmUgUHNUZXN0MDE/VGVzdCBmaWxlIGNvbnRlbnQhIEAgQXp1cmUgUHNUZXN0MDE/", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=12803381-1be8-4125-a933-313784c98c85&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD0xMjgwMzM4MS0xYmU4LTQxMjUtYTkzMy0zMTM3ODRjOThjODUmb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "420ffaa6-5a97-4214-b4ec-44c5747175c9.0.0,76,,GETFILESTATUS,305,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "63a1c87c-606a-4d12-8655-52d6f3289b24.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "Transfer-Encoding": [ + "chunked" + ], + "x-ms-request-id": [ + "06b849b0-67fb-4cdb-9076-9a9a9ac3ec9a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3732,7 +3231,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ "application/octet-stream" @@ -3745,19 +3244,190 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=8f0937e6-2187-4f5a-b94d-e41ef424a3db&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD04ZjA5MzdlNi0yMTg3LTRmNWEtYjk0ZC1lNDFlZjQyNGEzZGImb2Zmc2V0PTAmbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=422c6a08-a631-412e-a2f5-b823a91f6a6d&offset=2&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD00MjJjNmEwOC1hNjMxLTQxMmUtYTJmNS1iODIzYTkxZjZhNmQmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "cbcfbffd-a327-4928-b129-294cf205ec78.0.0,82,,GETFILESTATUS,305,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "ae39bc41-b48b-48d7-bfcb-c5a5c3f0ed96.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "Transfer-Encoding": [ + "chunked" + ], + "x-ms-request-id": [ + "f8b37928-7e84-41e2-b55d-4fe40376cb18" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:06:14 GMT" + ], + "Content-Type": [ + "application/octet-stream" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "c3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxP1Rlc3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxPw==", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=65c47bb5-c4b3-45da-ba6f-fc81fb4480f2&offset=2&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD02NWM0N2JiNS1jNGIzLTQ1ZGEtYmE2Zi1mYzgxZmI0NDgwZjImb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "23a134e0-76fd-4a55-9f92-af1f116647ea.0.0,86,,GETFILESTATUS,305,1" + "c2c7f699-626b-4d2e-99b0-54f8b9d37d74.0.0,82,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "aea3e0db-4435-4c3a-99f5-66a61fd0653e.0" + "a4b250a8-c135-4358-8fce-e9b726394182.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "Transfer-Encoding": [ + "chunked" + ], + "x-ms-request-id": [ + "f62db6b6-2403-4ead-a582-43aef487f990" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:06:14 GMT" + ], + "Content-Type": [ + "application/octet-stream" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "c3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxP1Rlc3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxPw==", + "StatusCode": 200 + }, + { + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&filesessionid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0zZTIwYWQ3MS1lMGRkLTRmNzMtYWRmZC1kYWY2ZWEzYjJlMWYmZmlsZXNlc3Npb25pZD0zZTIwYWQ3MS1lMGRkLTRmNzMtYWRmZC1kYWY2ZWEzYjJlMWYmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestMethod": "PUT", + "RequestBody": "", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "a4b250a8-c135-4358-8fce-e9b726394182.0.0,156,,OPEN,70,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "1b59e8b0-4dbc-4312-8b5e-a4d8084dc925.0" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-store, no-cache, max-age=0" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://ps9896.azuredatalakestore.net/webhdfs/v1/headtail/filetest.txt?op=CREATE&overwrite=True&leaseid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&filesessionid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + ], + "x-ms-request-id": [ + "668006f4-a818-49df-b336-587e5d18afb3" + ], + "ContentLength": [ + "0" + ], + "x-ms-webhdfs-version": [ + "17.04.24.00" + ], + "Status": [ + "0x0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Strict-Transport-Security": [ + "max-age=15724800; includeSubDomains" + ], + "Date": [ + "Tue, 17 Mar 2020 21:06:15 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 201 + }, + { + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=APPEND&leaseid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&filesessionid=3e20ad71-e0dd-4f73-adfd-daf6ea3b2e1f&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD0zZTIwYWQ3MS1lMGRkLTRmNzMtYWRmZC1kYWY2ZWEzYjJlMWYmZmlsZXNlc3Npb25pZD0zZTIwYWQ3MS1lMGRkLTRmNzMtYWRmZC1kYWY2ZWEzYjJlMWYmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "POST", + "RequestBody": "1\r\n2\r\n3\r\n4", + "RequestHeaders": { + "x-ms-adl-client-latency": [ + "1b59e8b0-4dbc-4312-8b5e-a4d8084dc925.0.0,100,,CREATE,0,1" + ], + "User-Agent": [ + "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" + ], + "x-ms-client-request-id": [ + "f2e52e0b-5d07-4e3a-9adf-091fa6d740d6.0" + ], + "Content-Length": [ + "10" ] }, "ResponseHeaders": { @@ -3767,17 +3437,8 @@ "Pragma": [ "no-cache" ], - "Transfer-Encoding": [ - "chunked" - ], "x-ms-request-id": [ - "6fabe006-a6ed-49ae-8c40-59410c7901fe" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[6fabe006-a6ed-49ae-8c40-59410c7901fe][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:009 ms]%0a[OPEN :: 00:00:016 ms]%0a" + "2df02374-9368-4c42-99b5-2b57d98b32f6" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3792,32 +3453,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" - ], - "Content-Type": [ - "application/octet-stream" + "Tue, 17 Mar 2020 21:06:15 GMT" ], "Expires": [ "-1" + ], + "Content-Length": [ + "0" ] }, - "ResponseBody": "VGVzdCBmaWxlIGNvbnRlbnQhIEAgQXp1cmUgUHNUZXN0MDE/VGVzdCBmaWxlIGNvbnRlbnQhIEAgQXp1cmUgUHNUZXN0MDE/", + "ResponseBody": "", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=e83be396-54f8-4569-8394-582b299e7a64&offset=2&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD1lODNiZTM5Ni01NGY4LTQ1NjktODM5NC01ODJiMjk5ZTdhNjQmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e6ebf9aa-dd6e-4c24-8ffd-e7844e9cfc01.0.0,87,,GETFILESTATUS,305,1" + "f2e52e0b-5d07-4e3a-9adf-091fa6d740d6.0.0,139,,APPEND,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c860494f-63f8-4776-906b-5b3328571f5b.0" + "9abe4d9f-c0ff-4ce5-aa42-75b04bea2d9a.0" ] }, "ResponseHeaders": { @@ -3827,17 +3488,8 @@ "Pragma": [ "no-cache" ], - "Transfer-Encoding": [ - "chunked" - ], "x-ms-request-id": [ - "ff75831e-8f56-4694-8e09-5ec0c5e0b4ce" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[ff75831e-8f56-4694-8e09-5ec0c5e0b4ce][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:010 ms]%0a[OPEN :: 00:00:017 ms]%0a" + "8e8093ff-b479-4745-b89e-9a9a7fb03e2e" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3852,32 +3504,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:15 GMT" ], "Content-Type": [ - "application/octet-stream" + "application/json; charset=utf-8" ], "Expires": [ "-1" + ], + "Content-Length": [ + "305" ] }, - "ResponseBody": "c3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxP1Rlc3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxPw==", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479175632,\r\n \"modificationTime\": 1584479175749,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fconcatfile.txt?op=OPEN&read=true&filesessionid=9ad720fc-5335-44de-ada8-834a23f222b1&offset=2&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGY29uY2F0ZmlsZS50eHQ/b3A9T1BFTiZyZWFkPXRydWUmZmlsZXNlc3Npb25pZD05YWQ3MjBmYy01MzM1LTQ0ZGUtYWRhOC04MzRhMjNmMjIyYjEmb2Zmc2V0PTImbGVuZ3RoPTQxOTQzMDQmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "dc12b2d6-514c-4443-9a3c-23b570570a11.0.0,87,,GETFILESTATUS,305,1" + "6345ed42-b0fc-4e78-b701-cbdaf36177c6.0.0,92,,OPEN,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "d25e5bb9-41da-4b5a-92a9-452eaf519885.0" + "c708cfb5-60c6-4e01-841c-505a6b22a129.0" ] }, "ResponseHeaders": { @@ -3887,17 +3542,8 @@ "Pragma": [ "no-cache" ], - "Transfer-Encoding": [ - "chunked" - ], "x-ms-request-id": [ - "cc4de014-f0d2-42d6-8678-fa08193231b6" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[cc4de014-f0d2-42d6-8678-fa08193231b6][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:011 ms]%0a[OPEN :: 00:00:017 ms]%0a" + "28991bba-1f91-4118-87bb-8767807b4df3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3912,35 +3558,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:15 GMT" ], "Content-Type": [ - "application/octet-stream" + "application/json; charset=utf-8" ], "Expires": [ "-1" + ], + "Content-Length": [ + "305" ] }, - "ResponseBody": "c3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxP1Rlc3QgZmlsZSBjb250ZW50ISBAIEF6dXJlIFBzVGVzdDAxPw==", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479175632,\r\n \"modificationTime\": 1584479175749,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=74bdafa0-136f-475f-a1f8-b23b4d024b95&filesessionid=74bdafa0-136f-475f-a1f8-b23b4d024b95&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD03NGJkYWZhMC0xMzZmLTQ3NWYtYTFmOC1iMjNiNGQwMjRiOTUmZmlsZXNlc3Npb25pZD03NGJkYWZhMC0xMzZmLTQ3NWYtYTFmOC1iMjNiNGQwMjRiOTUmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "PUT", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=456360a6-af0b-4545-95c1-289dd35c41cc&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPTQ1NjM2MGE2LWFmMGItNDU0NS05NWMxLTI4OWRkMzVjNDFjYyZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "d25e5bb9-41da-4b5a-92a9-452eaf519885.0.0,141,,OPEN,70,1" + "9abe4d9f-c0ff-4ce5-aa42-75b04bea2d9a.0.0,177,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "b670ab4e-9533-448f-9a88-7dc2da5dbc5c.0" - ], - "Content-Length": [ - "0" + "6345ed42-b0fc-4e78-b701-cbdaf36177c6.0" ] }, "ResponseHeaders": { @@ -3950,20 +3596,11 @@ "Pragma": [ "no-cache" ], - "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/headtail/filetest.txt?op=CREATE&overwrite=True&leaseid=74bdafa0-136f-475f-a1f8-b23b4d024b95&filesessionid=74bdafa0-136f-475f-a1f8-b23b4d024b95&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "Transfer-Encoding": [ + "chunked" ], "x-ms-request-id": [ - "48a99adb-578b-4c10-a291-50b0537d326c" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "ContentLength": [ - "0" - ], - "Server-Perf": [ - "[48a99adb-578b-4c10-a291-50b0537d326c][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:013 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:018 ms]%0a" + "cfc296ce-0585-4254-92d8-0a14cbcfa151" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -3971,9 +3608,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:23;HandlerTime:20" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -3981,35 +3615,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:15 GMT" + ], + "Content-Type": [ + "application/octet-stream" ], "Expires": [ "-1" - ], - "Content-Length": [ - "0" ] }, - "ResponseBody": "", - "StatusCode": 201 + "ResponseBody": "MQ0KMg0KMw0KNA==", + "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=APPEND&leaseid=74bdafa0-136f-475f-a1f8-b23b4d024b95&filesessionid=74bdafa0-136f-475f-a1f8-b23b4d024b95&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD03NGJkYWZhMC0xMzZmLTQ3NWYtYTFmOC1iMjNiNGQwMjRiOTUmZmlsZXNlc3Npb25pZD03NGJkYWZhMC0xMzZmLTQ3NWYtYTFmOC1iMjNiNGQwMjRiOTUmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", - "RequestMethod": "POST", - "RequestBody": "1\r\n2\r\n3\r\n4", + "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=e4e0841e-1f67-4aab-a2c3-7d74ef116367&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPWU0ZTA4NDFlLTFmNjctNGFhYi1hMmMzLTdkNzRlZjExNjM2NyZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "b670ab4e-9533-448f-9a88-7dc2da5dbc5c.0.0,100,,CREATE,0,1" + "c708cfb5-60c6-4e01-841c-505a6b22a129.0.0,77,,GETFILESTATUS,305,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "fd548596-a5c2-42e2-82df-518c4b817ca8.0" - ], - "Content-Length": [ - "10" + "27a545b0-39b0-458c-abf0-bd0ff16cb82c.0" ] }, "ResponseHeaders": { @@ -4019,14 +3650,11 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "00a3b51c-1640-43f8-924b-69af2672f5ee" - ], - "x-origin-server": [ - "bn4sch103201424" + "Transfer-Encoding": [ + "chunked" ], - "Server-Perf": [ - "[00a3b51c-1640-43f8-924b-69af2672f5ee][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:204 ms]%0a[WriteTime :: 00:00:204 ms]%0a[APPEND :: 00:00:220 ms]%0a" + "x-ms-request-id": [ + "80e053ea-ba34-49de-99ee-b4699f1695c7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4034,9 +3662,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:223;HandlerTime:221" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4044,32 +3669,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:42 GMT" + "Tue, 17 Mar 2020 21:06:15 GMT" + ], + "Content-Type": [ + "application/octet-stream" ], "Expires": [ "-1" - ], - "Content-Length": [ - "0" ] }, - "ResponseBody": "", + "ResponseBody": "MQ0KMg0KMw0KNA==", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "GET", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=CREATE&overwrite=True&leaseid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&filesessionid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1DUkVBVEUmb3ZlcndyaXRlPVRydWUmbGVhc2VpZD0yODdhZjljYS1iN2U5LTQwNTctOGRjMi04ZmM2OGUwYTkzNWYmZmlsZXNlc3Npb25pZD0yODdhZjljYS1iN2U5LTQwNTctOGRjMi04ZmM2OGUwYTkzNWYmQ3JlYXRlUGFyZW50PVRydWUmd3JpdGU9dHJ1ZSZzeW5jRmxhZz1EQVRBJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "fd548596-a5c2-42e2-82df-518c4b817ca8.0.0,299,,APPEND,10,1" + "27a545b0-39b0-458c-abf0-bd0ff16cb82c.0.0,87,,OPEN,10,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "750a1056-60cb-41d6-8f9c-eb53d998a977.0" + "3cbbd64b-c95a-409d-be34-63ebd5c3cd70.0" + ], + "Content-Length": [ + "0" ] }, "ResponseHeaders": { @@ -4079,14 +3707,14 @@ "Pragma": [ "no-cache" ], - "x-ms-request-id": [ - "a7b9bf02-cefa-43a7-9561-e6fc050158b8" + "Location": [ + "https://ps9896.azuredatalakestore.net/webhdfs/v1/byteData/filetest.txt?op=CREATE&overwrite=True&leaseid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&filesessionid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], - "x-origin-server": [ - "bn4sch103201424" + "x-ms-request-id": [ + "c58ea9f0-8df4-49bc-94df-785d2879a592" ], - "Server-Perf": [ - "[a7b9bf02-cefa-43a7-9561-e6fc050158b8][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:072 ms]%0a[GETFILESTATUS :: 00:00:072 ms]%0a" + "ContentLength": [ + "0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4094,9 +3722,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:76;HandlerTime:74" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4104,35 +3729,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:15 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "305" + "0" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874283194,\r\n \"modificationTime\": 1571874283475,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", - "StatusCode": 200 + "ResponseBody": "", + "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", - "RequestMethod": "GET", - "RequestBody": "", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=APPEND&leaseid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&filesessionid=287af9ca-b7e9-4057-8dc2-8fc68e0a935f&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1BUFBFTkQmbGVhc2VpZD0yODdhZjljYS1iN2U5LTQwNTctOGRjMi04ZmM2OGUwYTkzNWYmZmlsZXNlc3Npb25pZD0yODdhZjljYS1iN2U5LTQwNTctOGRjMi04ZmM2OGUwYTkzNWYmYXBwZW5kPXRydWUmb2Zmc2V0PTAmc3luY0ZsYWc9Q0xPU0UmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestMethod": "POST", + "RequestBody": "\u0001\u0002\u0003\u0004\u0005", "RequestHeaders": { "x-ms-adl-client-latency": [ - "0d9c3a33-4b17-425e-bfa0-0f63a9955e20.0.0,138,,OPEN,10,1" + "3cbbd64b-c95a-409d-be34-63ebd5c3cd70.0.0,90,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4587451f-310a-46fe-a509-7b2f04df373e.0" + "cb5d9b3a-fca7-4627-aeb5-ec3541bed7cd.0" + ], + "Content-Length": [ + "5" ] }, "ResponseHeaders": { @@ -4143,13 +3768,7 @@ "no-cache" ], "x-ms-request-id": [ - "7259ef0d-0416-405f-914c-f987b88d0444" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[7259ef0d-0416-405f-914c-f987b88d0444][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:007 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "9b114131-b1e3-4b87-b769-81aaa250f1b7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4157,9 +3776,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4167,35 +3783,32 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" - ], - "Content-Type": [ - "application/json; charset=utf-8" + "Tue, 17 Mar 2020 21:06:15 GMT" ], "Expires": [ "-1" ], "Content-Length": [ - "305" + "0" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 10,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874283194,\r\n \"modificationTime\": 1571874283475,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=cf944f8b-98fb-466b-aa8e-b946052d7af6&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPWNmOTQ0ZjhiLTk4ZmItNDY2Yi1hYThlLWI5NDYwNTJkN2FmNiZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=GETFILESTATUS&tooid=True&getconsistentlength=true&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1HRVRGSUxFU1RBVFVTJnRvb2lkPVRydWUmZ2V0Y29uc2lzdGVudGxlbmd0aD10cnVlJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "750a1056-60cb-41d6-8f9c-eb53d998a977.0.0,153,,GETFILESTATUS,305,1" + "cb5d9b3a-fca7-4627-aeb5-ec3541bed7cd.0.0,108,,APPEND,5,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "0d9c3a33-4b17-425e-bfa0-0f63a9955e20.0" + "022411f7-a7a0-47ad-9672-2b7378ff0782.0" ] }, "ResponseHeaders": { @@ -4205,17 +3818,8 @@ "Pragma": [ "no-cache" ], - "Transfer-Encoding": [ - "chunked" - ], "x-ms-request-id": [ - "39c228d6-bc1f-4666-9083-562c89497f26" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[39c228d6-bc1f-4666-9083-562c89497f26][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:006 ms]%0a[S-FsReadStream :: 00:00:030 ms]%0a[OPEN :: 00:00:036 ms]%0a" + "0a4352df-4cfe-4054-a0cc-5f9cbf45fad2" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4230,32 +3834,35 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ - "application/octet-stream" + "application/json; charset=utf-8" ], "Expires": [ "-1" + ], + "Content-Length": [ + "304" ] }, - "ResponseBody": "MQ0KMg0KMw0KNA==", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 5,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479176330,\r\n \"modificationTime\": 1584479176421,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fheadtail%2Ffiletest.txt?op=OPEN&read=true&filesessionid=5b98e603-4c0f-4339-9610-0b197ac1be77&offset=0&length=4194304&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZoZWFkdGFpbCUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPTViOThlNjAzLTRjMGYtNDMzOS05NjEwLTBiMTk3YWMxYmU3NyZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2FbyteData%2Ffiletest.txt?op=OPEN&read=true&filesessionid=101d5d24-bc5a-494a-82e1-cf15920d376e&offset=0&length=4194304&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZieXRlRGF0YSUyRmZpbGV0ZXN0LnR4dD9vcD1PUEVOJnJlYWQ9dHJ1ZSZmaWxlc2Vzc2lvbmlkPTEwMWQ1ZDI0LWJjNWEtNDk0YS04MmUxLWNmMTU5MjBkMzc2ZSZvZmZzZXQ9MCZsZW5ndGg9NDE5NDMwNCZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4587451f-310a-46fe-a509-7b2f04df373e.0.0,88,,GETFILESTATUS,305,1" + "022411f7-a7a0-47ad-9672-2b7378ff0782.0.0,143,,GETFILESTATUS,304,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4678d3ca-5901-4701-be30-52ef7efb9afe.0" + "18c30783-f115-4765-bf8e-7c14e715f4ab.0" ] }, "ResponseHeaders": { @@ -4269,13 +3876,7 @@ "chunked" ], "x-ms-request-id": [ - "bfef9c71-9244-40b8-8231-bd22b1e0e9f9" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[bfef9c71-9244-40b8-8231-bd22b1e0e9f9][ AuthTime::0::PostAuthTime::0 ][S-FsOpenStream :: 00:00:007 ms]%0a[S-FsReadStream :: 00:00:009 ms]%0a[OPEN :: 00:00:017 ms]%0a" + "3228f1f3-1220-43d6-b3f0-5c87ec5e68c7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4290,7 +3891,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ "application/octet-stream" @@ -4299,23 +3900,23 @@ "-1" ] }, - "ResponseBody": "MQ0KMg0KMw0KNA==", + "ResponseBody": "AQIDBAU=", "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=CREATE&overwrite=False&leaseid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&filesessionid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1GYWxzZSZsZWFzZWlkPThjNTZiODliLWJkZGQtNDk5Ni04NGY2LWMxYzNlMjhlZmY3MSZmaWxlc2Vzc2lvbmlkPThjNTZiODliLWJkZGQtNDk5Ni04NGY2LWMxYzNlMjhlZmY3MSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=CREATE&overwrite=False&leaseid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&filesessionid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9Q1JFQVRFJm92ZXJ3cml0ZT1GYWxzZSZsZWFzZWlkPWYzZjhjMGYxLTRmYTYtNDlmOS04NTM0LTcxMmQwNGVmMmI4NSZmaWxlc2Vzc2lvbmlkPWYzZjhjMGYxLTRmYTYtNDlmOS04NTM0LTcxMmQwNGVmMmI4NSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4678d3ca-5901-4701-be30-52ef7efb9afe.0.0,101,,OPEN,10,1" + "18c30783-f115-4765-bf8e-7c14e715f4ab.0.0,98,,OPEN,5,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "4a8ebf23-2905-41b6-be82-88fa04db448a.0" + "a295e3cd-25af-43fd-9c5c-46832850352e.0" ], "Content-Length": [ "0" @@ -4329,29 +3930,20 @@ "no-cache" ], "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/adlspstestfolder/importfile.txt?op=CREATE&overwrite=False&leaseid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&filesessionid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps9896.azuredatalakestore.net/webhdfs/v1/adlspstestfolder/importfile.txt?op=CREATE&overwrite=False&leaseid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&filesessionid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "782c4dd3-43f7-4fef-90f9-6fdee6e7c412" - ], - "x-origin-server": [ - "bn4sch103201424" + "a4235333-85de-4843-b285-31287abd048e" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[782c4dd3-43f7-4fef-90f9-6fdee6e7c412][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsOpenV2 :: 00:00:014 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:018 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:22;HandlerTime:20" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4359,7 +3951,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Expires": [ "-1" @@ -4372,22 +3964,22 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=APPEND&leaseid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&filesessionid=8c56b89b-bddd-4996-84f6-c1c3e28eff71&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9OGM1NmI4OWItYmRkZC00OTk2LTg0ZjYtYzFjM2UyOGVmZjcxJmZpbGVzZXNzaW9uaWQ9OGM1NmI4OWItYmRkZC00OTk2LTg0ZjYtYzFjM2UyOGVmZjcxJmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", + "RequestUri": "/webhdfs/v1%2Fadlspstestfolder%2Fimportfile.txt?op=APPEND&leaseid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&filesessionid=f3f8c0f1-4fa6-49f9-8534-712d04ef2b85&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0Zm9sZGVyJTJGaW1wb3J0ZmlsZS50eHQ/b3A9QVBQRU5EJmxlYXNlaWQ9ZjNmOGMwZjEtNGZhNi00OWY5LTg1MzQtNzEyZDA0ZWYyYjg1JmZpbGVzZXNzaW9uaWQ9ZjNmOGMwZjEtNGZhNi00OWY5LTg1MzQtNzEyZDA0ZWYyYjg1JmFwcGVuZD10cnVlJm9mZnNldD0wJnN5bmNGbGFnPUNMT1NFJmFwaS12ZXJzaW9uPTIwMTgtMDktMDE=", "RequestMethod": "POST", - "RequestBody": "<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account trusted identity provider Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreTrustedIdProvider\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Test to ensure/enable trusted id provider states\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.TrustedIdProviderState\r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -TrustedIdProviderState Enabled\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.TrustedIdProviderState\r\n\r\n\t\t$trustedIdName = getAssetName\r\n\t\t$trustedIdEndpoint = \"https://sts.windows.net/6b04908c-b91f-40ce-8024-7ee8a4fd6150\"\r\n\r\n\t\t# Add a provider\r\n\t\tAdd-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName -ProviderEndpoint $trustedIdEndpoint\r\n\r\n\t\t# Get the provider\r\n\t\t$result = Get-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\t\tAssert-AreEqual $trustedIdName $result.Name\r\n\t\tAssert-AreEqual $trustedIdEndpoint $result.IdProvider\r\n\r\n\t\t# remove the provider\r\n\t\tRemove-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account firewall rules Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFirewall\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Disabled\" $accountCreated.FirewallAllowAzureIps \r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Enabled\" $accountSet.FirewallAllowAzureIps\r\n\r\n\t\t$firewallRuleName = getAssetName\r\n\t\t$startIp = \"127.0.0.1\"\r\n\t\t$endIp = \"127.0.0.2\"\r\n\t\t# Add a firewall rule\r\n\t\tAdd-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName -StartIpAddress $startIp -EndIpAddress $endIp\r\n\r\n\t\t# Get the firewall rule\r\n\t\t$result = Get-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\t\tAssert-AreEqual $firewallRuleName $result.Name\r\n\t\tAssert-AreEqual $startIp $result.StartIpAddress\r\n\t\tAssert-AreEqual $endIp $result.EndIpAddress\r\n\r\n\t\t# remove the firewall rule\r\n\t\tRemove-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account virtual network rules Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreVirtualNetwork\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n\r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState\r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\r\n\t\t$virtualNetworkRuleName = getAssetName\r\n\r\n\t\t$vnetName1 = \"vnet1\"\r\n\t\t$virtualNetwork1 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName1 $location\r\n\t\t$virtualNetworkSubnetId1 = $virtualNetwork1.Subnets[0].Id\r\n\r\n\t\t$vnetName2 = \"vnet2\"\r\n\t\t$virtualNetwork2 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName2 $location\r\n\t\t$virtualNetworkSubnetId2 = $virtualNetwork2.Subnets[0].Id\r\n\r\n\t\t# Add a virtual network rule\r\n\t\tAdd-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1 -SubnetId $virtualNetworkSubnetId1\r\n\r\n\t\t# Get the virtual network rule\r\n\t\t$result = Get-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\t\tAssert-AreEqual $vnetName1 $result.VirtualNetworkRuleName\r\n\t\tAssert-AreEqual $virtualNetworkSubnetId1 $result.VirtualNetworkSubnetId\r\n\r\n\t\t# remove the virtual network rule\r\n\t\tRemove-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Commitment tiers (in Create and Update).\r\n#>\r\nfunction Test-DataLakeStoreAccountTiers\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t# Test 1: create without a tier specified verify that it defaults to \"consumption\"\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.NewTier\r\n\r\n\t\t# Test 2: update this account to use a different tier\r\n\t\t$accountUpdated = Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tier Commitment1TB\r\n\r\n\t\tAssert-AreEqual \"Consumption\" $accountUpdated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountUpdated.NewTier\r\n\r\n\t\t# Test 3: create a new account with a specific tier.\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location -Tier Commitment1TB\r\n\t\t\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.NewTier\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tAssert-True {$accountGet[0].Identity -ne $null}\r\n\t\t\t\tAssert-True {$accountGet[0].EncryptionConfig -ne $null}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t# Updating Account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\t$accountUpdated = Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tag $tagsToUpdate\r\n \r\n\t\tAssert-AreEqual $accountName $accountUpdated.Name\r\n\t\tAssert-AreEqual $location $accountUpdated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountUpdated.Type\r\n\t\tAssert-True {$accountUpdated.Id -like \"*$resourceGroupName*\"}\r\n\t\r\n\t\tAssert-NotNull $accountUpdated.Tags \"Tags do not exists\"\r\n\t\tAssert-NotNull $accountUpdated.Tags[\"TestTag\"] \"The updated tag 'TestTag' does not exist\"\r\n\r\n\t\t# List all accounts in resource group\r\n\t\t[array]$accountsInResourceGroup = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName\r\n\t\tAssert-True {$accountsInResourceGroup.Count -ge 1}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInResourceGroup.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInResourceGroup[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInResourceGroup[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInResourceGroup[$i].Type\r\n\t\t\t\tAssert-True {$accountsInResourceGroup[$i].Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in resource group: $resourceGroupName.\"\r\n\r\n\t\t# List all Data Lake accounts in subscription\r\n\t\t[array]$accountsInSubscription = Get-AzDataLakeStoreAccount\r\n\t\tAssert-True {$accountsInSubscription.Count -ge 1}\r\n\t\tAssert-True {$accountsInSubscription.Count -ge $accountsInResourceGroup.Count}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInSubscription.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInSubscription[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInSubscription[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInSubscription[$i].Type\r\n\t\t\t\tAssert-True {$accountsInSubscription[$i].Id -like \"*$resourceGroupName*\"}\r\n \r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in subscription.\"\r\n\r\n\t\t# Test creation of a new account without specifying encryption and ensure it is still ServiceManaged.\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location\r\n\t\tAssert-True {$accountCreated.EncryptionConfig -ne $null}\r\n\t\tAssert-AreEqual \"ServiceManaged\" $accountCreated.EncryptionConfig.Type\r\n\t\tAssert-AreEqual \"Enabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# attempt to enable the key vault, which should throw since it is already enabled\r\n\t\tAssert-Throws {Enable-AzDataLakeStoreKeyVault -ResourceGroupName $resourceGroupName -Account $secondAccountName}\r\n\t\t\r\n\r\n\t\t# Create an account with no encryption explicitly.\r\n\t\t$thirdAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Location $location -DisableEncryption\r\n\t\tAssert-True {[string]::IsNullOrEmpty(($accountCreated.EncryptionConfig.Type))}\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem operations (Create, append, get, delete, read, etc.).\r\n#>\r\nfunction Test-DataLakeStoreFileSystem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders to create\r\n\t\t$encodingFolder=\"/encodingFolder\"\r\n\t\t$folderToCreate = \"/adlspstestfolder\"\r\n\t\t$emptyFilePath = \"$folderToCreate\\emptyfile.txt\" # have one where the slash is in the wrong direction to make sure they get fixed.\r\n\t\t$contentFilePath = \"$folderToCreate/contentfile.txt\"\r\n\t\t$unicodeContentFilePath=\"$encodingFolder/unicodecontentfile.txt\"\r\n\t\t$unicodetext=\"I am unicode text\"\r\n\t\t$utf32ContentFilePath=\"$encodingFolder/utf32contentfile.txt\"\r\n\t\t$utf32text=\"I am utf32 text\"\r\n\t\t$concatFile = \"$folderToCreate/concatfile.txt\"\r\n\t\t$moveFile = \"$folderToCreate/movefile.txt\"\r\n\t\t$movefolder = \"/adlspstestmovefolder\"\r\n\t\t$importFile = \"$folderToCreate/importfile.txt\"\r\n\t\t$content = \"Test file content! @ Azure PsTest01?\"\r\n\t\t$summaryFolder=\"/adlspstestsummaryfolder\"\r\n\t\t$subFolderToCreate = \"$summaryFolder/Folder0\"\r\n\t\t$subSubFolderToCreate = \"$summaryFolder/Folder0/SubFolder0\"\r\n\t\t$subFileToCreate = \"$summaryFolder/File0\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\t$emptyFileCreationDate=$result.LastWriteTime # To be used later\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\t\r\n\t\t# Create and get file with content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $contentFilePath -Value $content\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $contentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t#Create empty file and add unicode content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $unicodeContentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\tAdd-AzDataLakeStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Value $unicodetext -Encoding Unicode\r\n\t\t$retrievedContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Encoding Unicode\r\n\t\tAssert-AreEqual $unicodetext $retrievedContent\r\n\r\n\t\t#Create utf32 file with content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $utf32ContentFilePath -Value $utf32text -Encoding UTF32\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$retrievedContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $utf32ContentFilePath -Encoding UTF32\r\n\t\tAssert-AreEqual $utf32text $retrievedContent\r\n\r\n\t\t# set absolute expiration for content file\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t[DateTimeOffset]$timeToUse = [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::GetVariable(\"absoluteTime\", [DateTimeOffset]::UtcNow.AddSeconds(120))\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath -Expiration $timeToUse\r\n\t\tAssert-NumAreInRange $timeToUse.UtcTicks $result.Expiration.UtcTicks 500000 # range of 50 milliseconds\r\n\t\t\r\n\t\t# set it back to \"never expire\"\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t\r\n\t\t# list files\r\n\t\t$result = Get-AzDataLakeStoreChildItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder list\"\r\n\t\tAssert-AreEqual 2 $result.length\r\n\t\t\r\n\t\t# add content to empty file\r\n\t\tAdd-AzDataLakeStoreItemContent -Account $accountName -Path $emptyFilePath -Value $content\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get with content added\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t# concat files\r\n\t\t$result = Join-AzDataLakeStoreItem -Account $accountName -Paths $emptyFilePath,$contentFilePath -Destination $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\r\n\t\t# Preview content from the file\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile\r\n\t\tAssert-AreEqual $($content.length*2) $previewContent.Length\r\n\r\n\t\t# Preview a subset of the content\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile -Offset 2\r\n\t\tAssert-AreEqual $(($content.length*2) - 2) $previewContent.Length\r\n\r\n\t\t# Preview a subset with a specific length\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile -Offset 2 -Length $content.Length\r\n\t\tAssert-AreEqual $content.length $previewContent.Length\r\n\r\n\t\t# Create a file with 4 rows and get the top 2 and last 2.\r\n\t\t$previewHeadTailFile = \"/headtail/filetest.txt\"\r\n\t\t$headTailContent = @\"\r\n1\r\n2\r\n3\r\n4\r\n\"@\r\n\t\tNew-AzDataLakeStoreItem -Account $accountName -Path $previewHeadTailFile -Force -Value $headTailContent\r\n\t\t\r\n\t\t# Get the first two elements\r\n\t\t$headTailResult = Get-AzDataLakeStoreItemContent -Account $accountName -Path $previewHeadTailFile -Head 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 1 $headTailResult[0]\r\n\t\tAssert-AreEqual 2 $headTailResult[1]\r\n\r\n\t\t# get the last two elements\r\n\t\t$headTailResult = Get-AzDataLakeStoreItemContent -Account $accountName -Path $previewHeadTailFile -Tail 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 3 $headTailResult[0]\r\n\t\tAssert-AreEqual 4 $headTailResult[1]\r\n\r\n\t\t# Import and get file\r\n\t\t$localFileInfo = Get-ChildItem $fileToCopy\r\n\t\t$result = Import-AzDataLakeStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $localFileInfo.length $result.Length\r\n\t\t\r\n\t\t# download file\r\n\t\t$currentDir = Split-Path $fileToCopy\r\n\t\t$targetFile = Join-Path $currentDir \"adlspstestdownload.txt\"\r\n\t\tif(Test-Path $targetFile)\r\n\t\t{\r\n\t\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\t\t}\r\n\r\n\t\tExport-AzDataLakeStoreItem -Account $accountName -Path $concatFile -Destination $targetFile\r\n\t\t$downloadedFileInfo = Get-ChildItem $targetFile\r\n\t\tAssert-AreEqual $($content.length*2) $downloadedFileInfo.length\r\n\t\t\r\n\t\t# move a file\r\n\t\t$result = Move-AzDataLakeStoreItem -Account $accountName -Path $concatFile -Destination $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $concatFile}\r\n\t\t\r\n\t\t# move a folder\r\n\t\t$result = Move-AzDataLakeStoreItem -Account $accountName -Path $folderToCreate -Destination $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $folderToCreate}\r\n\r\n\t\t# getcontentsummary\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $summaryFolder -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $subFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $subSubFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\tNew-AzDataLakeStoreItem -Account $accountName -Path $subFileToCreate -Force -Value $content\r\n\t\t$result = Get-AzDataLakeStoreChildItemSummary -Account $accountName -Path $summaryFolder\r\n\t\tAssert-AreEqual $result.Length $content.Length\r\n\t\t# Files will be the test file and the above moved file\r\n\t\tAssert-AreEqual $result.FileCount 1\r\n\r\n\t\t# Export DiskUsage\r\n\t\t$targetFile = Join-Path $currentDir \"DuOutputAdls\"\r\n\t\tExport-AzDataLakeStoreChildItemProperties -Account $accountName -Path $summaryFolder -OutputPath $targetFile -GetDiskUsage -IncludeFile\r\n\t\t$result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t# delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths \"$moveFolder/movefile.txt\" -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFile}\r\n\t\t\r\n\t\t# delete a folder\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $moveFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $moveFolder}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $summaryFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $summaryFolder}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $encodingFolder -force -recurse -passthru} \"Remove folder failed\"\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem permissions operations (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFileSystemPermissions\r\n{\r\n\tparam\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t#define folder name to create for recursive Acl\r\n\t\t$folderToCreate = \"/aclRecurseFolder\"\r\n\r\n\t\t# define the permissions to add/remove\r\n\t\t$aceUserId = \"027c28d5-c91d-49f0-98c5-d10134b169b3\"\r\n\r\n\t\t#set owner\r\n New-AdlStoreItem -Account $accountName -Path \"/temp\"\r\n $prevOwner=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User\r\n $prevGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n $currentOwner=Set-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User -Id $aceUserId -PassThru\r\n $currentGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n Assert-AreEqual $aceUserId $currentOwner\r\n Assert-AreNotEqual $prevOwner $currentOwner\r\n Assert-AreEqual $prevGroup $currentGroup\r\n Remove-AdlStoreItem -Account $accountName -paths \"/temp\" -force\r\n\r\n\t\t# Set and get all the permissions\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-NotNull $result \"Did not get any result from ACL get\" \r\n\t\tAssert-True {$result.Count -ge 0} \"UserAces is negative or null\"\r\n \t\t$currentCount = $result.Count\r\n \t\t$result.Add(\"user:$aceUserId`:rwx\")\r\n \t\t$toRemove = $result[$result.Count -1]\r\n\t\tAssert-AreEqual $aceUserId $toRemove.Id\r\n\r\n\t\tSet-AzDataLakeStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\t\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n \t\t$found = $false\r\n \t\tfor($i = 0; $i -lt $result.Count; $i++)\r\n \t\t{\r\n \t\t\tif($result[$i].Id -like $aceUserId)\r\n \t\t\t{\r\n \t\t\t\t$found = $true\r\n \t\t\t\t$result.RemoveAt($i)\r\n \t\t\t\tbreak\r\n \t\t\t}\r\n \t\t}\r\n \r\n \t\tAssert-True { $found } \"Failed to remove the element: $($toRemove.Entry)\"\r\n\r\n\t\t# remove the account\r\n\t\tSet-AzDataLakeStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Set and get a specific permission with friendly sets\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Permissions All\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with friendly remove\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\t\t\r\n\t\t# set and get a specific permission with the ACE string\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:rwx\", $aceUserId))\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with the ACE string\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:---\", $aceUserId))\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Create file/folder for recursive Acl\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t#Recursive Acl Modify\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Permissions All -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\r\n\t\t# Export Acl\r\n\t\t$targetFile = \"./ScenarioTests/acloutput\"\r\n\t\tExport-AzDataLakeStoreChildItemProperties -Account $accountName -Path \"/\" -OutputPath $targetFile -GetAcl -IncludeFile\r\n $result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t#Recursive Acl remove\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Validate full ACL removal\r\n\t\tRemove-AzDataLakeStoreItemAcl -Account $accountName -Path \"/\" -Force -Default\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 4 $result.Count\r\n\t\tRemove-AzDataLakeStoreItemAcl -Account $accountName -Path \"/\" -Force\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 3 $result.Count\r\n\r\n\t\t# validate permissions\r\n\t\t$permission = Get-AzDataLakeStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 770 $permission\r\n\t\tSet-AzDataLakeStoreItemPermission -Account $accountName -path \"/\" -Permission 777 | Out-Null\r\n\t\t$permission = Get-AzDataLakeStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 777 $permission\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle Failure scenarios (Create, Update, Get, Delete).\r\n#>\r\nfunction Test-NegativeDataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location,\r\n\t\t$fakeaccountName = \"psfakedataLakeaccounttest\"\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n \r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# attempt to recreate the already created account\r\n\t\tAssert-Throws {New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}\r\n\r\n\t\t# attempt to update a non-existent account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\tAssert-Throws {Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tag $tagsToUpdate}\r\n\r\n\t\t# attempt to get a non-existent account\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName}\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Delete Data Lake account again should throw.\r\n\t\tAssert-Throws {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru}\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n\t.SYNOPSIS\r\n\tCreate a virtual network\r\n#>\r\nfunction CreateAndGetVirtualNetwork ($resourceGroupName, $vnetName, $location = \"westcentralus\")\r\n{\r\n\t$subnetName = \"Public\"\r\n\r\n\t$addressPrefix = \"10.0.0.0/24\"\r\n\t$serviceEndpoint = \"Microsoft.AzureActiveDirectory\"\r\n\r\n\t$subnet = New-AzVirtualNetworkSubnetConfig -Name $subnetName -AddressPrefix $addressPrefix -ServiceEndpoint $serviceEndpoint\r\n\t$vnet = New-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName -Location $location -AddressPrefix 10.0.0.0/16 -Subnet $subnet\r\n\r\n\t$getVnet = Get-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName\r\n\r\n\treturn $getVnet\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore deleted items operations (Enumerate, Restore).\r\n#>\r\nfunction Test-EnumerateAndRestoreDataLakeStoreDeletedItem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName + \"-c12\" # testing accountname validation\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders\r\n\t\t$folderToCreate1 = \"/adlfolderTest1\"\r\n\t\t$folderToCreate2 = \"/adlfolderTest2\"\r\n\t\t$fileToCreate1 = \"/adlfolderTest1/adlfile1\"\r\n\t\t$fileToCreate2 = \"/adlfolderTest2/adlfile2\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate1 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate2 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $fileToCreate1\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $fileToCreate2\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t\r\n\t # delete a file\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $fileToCreate1 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $fileToCreate1}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $fileToCreate2 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $fileToCreate2}\r\n\t\t\r\n\t\t# search delete folder\r\n\t\t$out = Get-AzDataLakeStoreDeletedItem -Account $accountName -filter \"adlfolderTest1\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n Restore-AzDataLakeStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru\r\n\t\t\tAssert-True { Restore-AzDataLakeStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru}\r\n\t\t}\r\n\r\n\t\t$out = Get-AzDataLakeStoreDeletedItem -Account $accountName -filter \"adlfolderTest2\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AzDataLakeStoreDeletedItem -Account $accountName $item -Force -Passthru}\r\n\t\t}\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}", + "RequestBody": "<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account trusted identity provider Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreTrustedIdProvider\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Test to ensure/enable trusted id provider states\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.TrustedIdProviderState\r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -TrustedIdProviderState Enabled\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.TrustedIdProviderState\r\n\r\n\t\t$trustedIdName = getAssetName\r\n\t\t$trustedIdEndpoint = \"https://sts.windows.net/6b04908c-b91f-40ce-8024-7ee8a4fd6150\"\r\n\r\n\t\t# Add a provider\r\n\t\tAdd-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName -ProviderEndpoint $trustedIdEndpoint\r\n\r\n\t\t# Get the provider\r\n\t\t$result = Get-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\t\tAssert-AreEqual $trustedIdName $result.Name\r\n\t\tAssert-AreEqual $trustedIdEndpoint $result.IdProvider\r\n\r\n\t\t# remove the provider\r\n\t\tRemove-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreTrustedIdProvider -AccountName $accountName -Name $trustedIdName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account firewall rules Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFirewall\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Disabled\" $accountCreated.FirewallAllowAzureIps \r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\t\t\r\n\t\t# TODO: Re-enable this when this property is re-introduced by the service\r\n\t\t# Assert-AreEqual \"Enabled\" $accountSet.FirewallAllowAzureIps\r\n\r\n\t\t$firewallRuleName = getAssetName\r\n\t\t$startIp = \"127.0.0.1\"\r\n\t\t$endIp = \"127.0.0.2\"\r\n\t\t# Add a firewall rule\r\n\t\tAdd-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName -StartIpAddress $startIp -EndIpAddress $endIp\r\n\r\n\t\t# Get the firewall rule\r\n\t\t$result = Get-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\t\tAssert-AreEqual $firewallRuleName $result.Name\r\n\t\tAssert-AreEqual $startIp $result.StartIpAddress\r\n\t\tAssert-AreEqual $endIp $result.EndIpAddress\r\n\r\n\t\t# remove the firewall rule\r\n\t\tRemove-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreFirewallRule -AccountName $accountName -Name $firewallRuleName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account virtual network rules Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreVirtualNetwork\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n\r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\r\n\t\t# Enable the firewall state and azure IPs\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.FirewallState\r\n\r\n\t\t$accountSet = Set-AzDataLakeStoreAccount -Name $accountName -FirewallState \"Enabled\" -AllowAzureIpState \"Enabled\"\r\n\r\n\t\tAssert-AreEqual \"Enabled\" $accountSet.FirewallState\r\n\r\n\t\t$virtualNetworkRuleName = getAssetName\r\n\r\n\t\t$vnetName1 = \"vnet1\"\r\n\t\t$virtualNetwork1 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName1 $location\r\n\t\t$virtualNetworkSubnetId1 = $virtualNetwork1.Subnets[0].Id\r\n\r\n\t\t$vnetName2 = \"vnet2\"\r\n\t\t$virtualNetwork2 = CreateAndGetVirtualNetwork $resourceGroupName $vnetName2 $location\r\n\t\t$virtualNetworkSubnetId2 = $virtualNetwork2.Subnets[0].Id\r\n\r\n\t\t# Add a virtual network rule\r\n\t\tAdd-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1 -SubnetId $virtualNetworkSubnetId1\r\n\r\n\t\t# Get the virtual network rule\r\n\t\t$result = Get-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\t\tAssert-AreEqual $vnetName1 $result.VirtualNetworkRuleName\r\n\t\tAssert-AreEqual $virtualNetworkSubnetId1 $result.VirtualNetworkSubnetId\r\n\r\n\t\t# remove the virtual network rule\r\n\t\tRemove-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1\r\n\r\n\t\t# Make sure get throws.\r\n\t\tAssert-Throws {Get-AzDataLakeStoreVirtualNetworkRule -Account $accountName -Name $vnetName1}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Commitment tiers (in Create and Update).\r\n#>\r\nfunction Test-DataLakeStoreAccountTiers\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t# Test 1: create without a tier specified verify that it defaults to \"consumption\"\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Consumption\" $accountCreated.NewTier\r\n\r\n\t\t# Test 2: update this account to use a different tier\r\n\t\t$accountUpdated = Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tier Commitment1TB\r\n\r\n\t\tAssert-AreEqual \"Consumption\" $accountUpdated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountUpdated.NewTier\r\n\r\n\t\t# Test 3: create a new account with a specific tier.\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location -Tier Commitment1TB\r\n\t\t\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.CurrentTier\r\n\t\tAssert-AreEqual \"Commitment1TB\" $accountCreated.NewTier\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\r\n\t\t# Test to make sure the account doesn't exist\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-False {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -Encryption ServiceManaged\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tAssert-True {$accountGet[0].Identity -ne $null}\r\n\t\t\t\tAssert-True {$accountGet[0].EncryptionConfig -ne $null}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# Test to make sure the account does exist\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t\t# Test it without specifying a resource group\r\n\t\tAssert-True {Test-AzDataLakeStoreAccount -Name $accountName}\r\n\r\n\t\t# Updating Account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\t$accountUpdated = Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Tag $tagsToUpdate\r\n \r\n\t\tAssert-AreEqual $accountName $accountUpdated.Name\r\n\t\tAssert-AreEqual $location $accountUpdated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountUpdated.Type\r\n\t\tAssert-True {$accountUpdated.Id -like \"*$resourceGroupName*\"}\r\n\t\r\n\t\tAssert-NotNull $accountUpdated.Tags \"Tags do not exists\"\r\n\t\tAssert-NotNull $accountUpdated.Tags[\"TestTag\"] \"The updated tag 'TestTag' does not exist\"\r\n\r\n\t\t# List all accounts in resource group\r\n\t\t[array]$accountsInResourceGroup = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName\r\n\t\tAssert-True {$accountsInResourceGroup.Count -ge 1}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInResourceGroup.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInResourceGroup[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInResourceGroup[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInResourceGroup[$i].Type\r\n\t\t\t\tAssert-True {$accountsInResourceGroup[$i].Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in resource group: $resourceGroupName.\"\r\n\r\n\t\t# List all Data Lake accounts in subscription\r\n\t\t[array]$accountsInSubscription = Get-AzDataLakeStoreAccount\r\n\t\tAssert-True {$accountsInSubscription.Count -ge 1}\r\n\t\tAssert-True {$accountsInSubscription.Count -ge $accountsInResourceGroup.Count}\r\n \r\n\t\t$found = 0\r\n\t\tfor ($i = 0; $i -lt $accountsInSubscription.Count; $i++)\r\n\t\t{\r\n\t\t\tif ($accountsInSubscription[$i].Name -eq $accountName)\r\n\t\t\t{\r\n\t\t\t\t$found = 1\r\n\t\t\t\tAssert-AreEqual $location $accountsInSubscription[$i].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountsInSubscription[$i].Type\r\n\t\t\t\tAssert-True {$accountsInSubscription[$i].Id -like \"*$resourceGroupName*\"}\r\n \r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\t\t}\r\n\t\tAssert-True {$found -eq 1} \"Account created earlier is not found when listing all in subscription.\"\r\n\r\n\t\t# Test creation of a new account without specifying encryption and ensure it is still ServiceManaged.\r\n\t\t$secondAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Location $location\r\n\t\tAssert-True {$accountCreated.EncryptionConfig -ne $null}\r\n\t\tAssert-AreEqual \"ServiceManaged\" $accountCreated.EncryptionConfig.Type\r\n\t\tAssert-AreEqual \"Enabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# attempt to enable the key vault, which should throw since it is already enabled\r\n\t\tAssert-Throws {Enable-AzDataLakeStoreKeyVault -ResourceGroupName $resourceGroupName -Account $secondAccountName}\r\n\t\t\r\n\r\n\t\t# Create an account with no encryption explicitly.\r\n\t\t$thirdAccountName = Get-DataLakeStoreAccountName\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Location $location -DisableEncryption\r\n\t\tAssert-True {[string]::IsNullOrEmpty(($accountCreated.EncryptionConfig.Type))}\r\n\t\tAssert-AreEqual \"Disabled\" $accountCreated.EncryptionState\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $secondAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $thirdAccountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem operations (Create, append, get, delete, read, etc.).\r\n#>\r\nfunction Test-DataLakeStoreFileSystem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders to create\r\n\t\t$encodingFolder=\"/encodingFolder\"\r\n\t\t$folderToCreate = \"/adlspstestfolder\"\r\n\t\t$emptyFilePath = \"$folderToCreate\\emptyfile.txt\" # have one where the slash is in the wrong direction to make sure they get fixed.\r\n\t\t$contentFilePath = \"$folderToCreate/contentfile.txt\"\r\n\t\t$unicodeContentFilePath=\"$encodingFolder/unicodecontentfile.txt\"\r\n\t\t$unicodetext=\"I am unicode text\"\r\n\t\t$utf32ContentFilePath=\"$encodingFolder/utf32contentfile.txt\"\r\n\t\t$utf32text=\"I am utf32 text\"\r\n\t\t$concatFile = \"$folderToCreate/concatfile.txt\"\r\n\t\t$moveFile = \"$folderToCreate/movefile.txt\"\r\n\t\t$movefolder = \"/adlspstestmovefolder\"\r\n\t\t$importFile = \"$folderToCreate/importfile.txt\"\r\n\t\t$content = \"Test file content! @ Azure PsTest01?\"\r\n\t\t$summaryFolder=\"/adlspstestsummaryfolder\"\r\n\t\t$subFolderToCreate = \"$summaryFolder/Folder0\"\r\n\t\t$subSubFolderToCreate = \"$summaryFolder/Folder0/SubFolder0\"\r\n\t\t$subFileToCreate = \"$summaryFolder/File0\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\t$emptyFileCreationDate=$result.LastWriteTime # To be used later\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\t\r\n\t\t# Create and get file with content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $contentFilePath -Value $content\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $contentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t#Create empty file and add unicode content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $unicodeContentFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\tAdd-AzDataLakeStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Value $unicodetext -Encoding Unicode\r\n\t\t$retrievedContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $unicodeContentFilePath -Encoding Unicode\r\n\t\tAssert-AreEqual $unicodetext $retrievedContent\r\n\r\n\t\t#Create utf32 file with content\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $utf32ContentFilePath -Value $utf32text -Encoding UTF32\r\n\t\tAssert-NotNull $result \"No value was returned on content file creation\"\r\n\t\t$retrievedContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $utf32ContentFilePath -Encoding UTF32\r\n\t\tAssert-AreEqual $utf32text $retrievedContent\r\n\r\n\t\t# set absolute expiration for content file\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t[DateTimeOffset]$timeToUse = [Microsoft.Azure.Test.HttpRecorder.HttpMockServer]::GetVariable(\"absoluteTime\", [DateTimeOffset]::UtcNow.AddSeconds(120))\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath -Expiration $timeToUse\r\n\t\tAssert-NumAreInRange $timeToUse.UtcTicks $result.Expiration.UtcTicks 500000 # range of 50 milliseconds\r\n\t\t\r\n\t\t# set it back to \"never expire\"\r\n\t\t$result = Set-AdlStoreItemExpiry -Account $accountName -path $contentFilePath\r\n\t\tAssert-True {253402300800000 -ge $result.ExpirationTime -or 0 -le $result.ExpirationTime} # validate that expiration is currently max value\r\n\t\t\r\n\t\t# list files\r\n\t\t$result = Get-AzDataLakeStoreChildItem -Account $accountName -path $folderToCreate\r\n\t\tAssert-NotNull $result \"No value was returned on folder list\"\r\n\t\tAssert-AreEqual 2 $result.length\r\n\t\t\r\n\t\t# add content to empty file\r\n\t\tAdd-AzDataLakeStoreItemContent -Account $accountName -Path $emptyFilePath -Value $content\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $emptyFilePath\r\n\t\tAssert-NotNull $result \"No value was returned on empty file get with content added\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $content.length $result.Length\r\n\t\t\r\n\t\t# concat files\r\n\t\t$result = Join-AzDataLakeStoreItem -Account $accountName -Paths $emptyFilePath,$contentFilePath -Destination $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $concatFile\r\n\t\tAssert-NotNull $result \"No value was returned on concat file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\r\n\t\t# Preview content from the file\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile\r\n\t\tAssert-AreEqual $($content.length*2) $previewContent.Length\r\n\r\n\t\t# Preview a subset of the content\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile -Offset 2\r\n\t\tAssert-AreEqual $(($content.length*2) - 2) $previewContent.Length\r\n\r\n\t\t# Preview a subset with a specific length\r\n\t\t$previewContent = Get-AzDataLakeStoreItemContent -Account $accountName -Path $concatFile -Offset 2 -Length $content.Length\r\n\t\tAssert-AreEqual $content.length $previewContent.Length\r\n\r\n\t\t# Create a file with 4 rows and get the top 2 and last 2.\r\n\t\t$previewHeadTailFile = \"/headtail/filetest.txt\"\r\n\t\t$headTailContent = @\"\r\n1\r\n2\r\n3\r\n4\r\n\"@\r\n\t\tNew-AzDataLakeStoreItem -Account $accountName -Path $previewHeadTailFile -Force -Value $headTailContent\r\n\t\t\r\n\t\t# Get the first two elements\r\n\t\t$headTailResult = Get-AzDataLakeStoreItemContent -Account $accountName -Path $previewHeadTailFile -Head 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 1 $headTailResult[0]\r\n\t\tAssert-AreEqual 2 $headTailResult[1]\r\n\r\n\t\t# get the last two elements\r\n\t\t$headTailResult = Get-AzDataLakeStoreItemContent -Account $accountName -Path $previewHeadTailFile -Tail 2\r\n\t\tAssert-AreEqual 2 $headTailResult.Length\r\n\t\tAssert-AreEqual 3 $headTailResult[0]\r\n\t\tAssert-AreEqual 4 $headTailResult[1]\r\n\r\n #Create a file with byte and read it\r\n $byteDataFile=\"/byteData/filetest.txt\"\r\n [byte[]] $byteData = 1,2,3,4,5\r\n New-AzDataLakeStoreItem -Account $accountName -Path $byteDataFile -Force -Value $byteData -Encoding Byte\r\n $result = Get-AzDataLakeStoreItemContent -Account $accountName -path $byteDataFile -Encoding Byte\r\n Assert-True {@(Compare-Object $byteData $result -SyncWindow 0).Length -eq 0}\r\n\r\n\t\t# Import and get file\r\n\t\t$localFileInfo = Get-ChildItem $fileToCopy\r\n\t\t$result = Import-AzDataLakeStoreItem -Account $accountName -Path $fileToCopy -Destination $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $importFile\r\n\t\tAssert-NotNull $result \"No value was returned on import file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $localFileInfo.length $result.Length\r\n\t\t\r\n\t\t# download file\r\n\t\t$currentDir = Split-Path $fileToCopy\r\n\t\t$targetFile = Join-Path $currentDir \"adlspstestdownload.txt\"\r\n\t\tif(Test-Path $targetFile)\r\n\t\t{\r\n\t\t\tRemove-Item -path $targetFile -force -confirm:$false\r\n\t\t}\r\n\r\n\t\tExport-AzDataLakeStoreItem -Account $accountName -Path $concatFile -Destination $targetFile\r\n\t\t$downloadedFileInfo = Get-ChildItem $targetFile\r\n\t\tAssert-AreEqual $($content.length*2) $downloadedFileInfo.length\r\n\t\t\r\n\t\t# move a file\r\n\t\t$result = Move-AzDataLakeStoreItem -Account $accountName -Path $concatFile -Destination $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $moveFile\r\n\t\tAssert-NotNull $result \"No value was returned on move file get\"\r\n\t\tAssert-AreEqual \"File\" $result.Type\r\n\t\tAssert-AreEqual $($content.length*2) $result.Length\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $concatFile}\r\n\t\t\r\n\t\t# move a folder\r\n\t\t$result = Move-AzDataLakeStoreItem -Account $accountName -Path $folderToCreate -Destination $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder\"\r\n\t\t$result = Get-AzDataLakeStoreItem -Account $accountName -path $moveFolder\r\n\t\tAssert-NotNull $result \"No value was returned on move folder get\"\r\n\t\tAssert-AreEqual \"Directory\" $result.Type\r\n\t\tAssert-AreEqual 0 $result.Length\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $folderToCreate}\r\n\r\n\t\t# getcontentsummary\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $summaryFolder -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $subFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $subSubFolderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\tNew-AzDataLakeStoreItem -Account $accountName -Path $subFileToCreate -Force -Value $content\r\n\t\t$result = Get-AzDataLakeStoreChildItemSummary -Account $accountName -Path $summaryFolder\r\n\t\tAssert-AreEqual $result.Length $content.Length\r\n\t\t# Files will be the test file and the above moved file\r\n\t\tAssert-AreEqual $result.FileCount 1\r\n\r\n\t\t# Export DiskUsage\r\n\t\t$targetFile = Join-Path $currentDir \"DuOutputAdls\"\r\n\t\tExport-AzDataLakeStoreChildItemProperties -Account $accountName -Path $summaryFolder -OutputPath $targetFile -GetDiskUsage -IncludeFile\r\n\t\t$result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t# delete a file\r\n\t\tAssert-True {Remove-AdlStoreItem -Account $accountName -paths \"$moveFolder/movefile.txt\" -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AdlStoreItem -Account $accountName -path $moveFile}\r\n\t\t\r\n\t\t# delete a folder\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $moveFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $moveFolder}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $summaryFolder -force -recurse -passthru} \"Remove folder failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $summaryFolder}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $encodingFolder -force -recurse -passthru} \"Remove folder failed\"\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore filesystem permissions operations (Create, Update, Get, List, Delete).\r\n#>\r\nfunction Test-DataLakeStoreFileSystemPermissions\r\n{\r\n\tparam\r\n (\r\n $location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location -DisableEncryption\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t#define folder name to create for recursive Acl\r\n\t\t$folderToCreate = \"/aclRecurseFolder\"\r\n\r\n\t\t# define the permissions to add/remove\r\n\t\t$aceUserId = \"027c28d5-c91d-49f0-98c5-d10134b169b3\"\r\n\r\n\t\t#set owner\r\n New-AdlStoreItem -Account $accountName -Path \"/temp\"\r\n $prevOwner=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User\r\n $prevGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n $currentOwner=Set-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type User -Id $aceUserId -PassThru\r\n $currentGroup=Get-AdlStoreItemOwner -Account $accountName -Path \"/temp\" -Type Group\r\n Assert-AreEqual $aceUserId $currentOwner\r\n Assert-AreNotEqual $prevOwner $currentOwner\r\n Assert-AreEqual $prevGroup $currentGroup\r\n Remove-AdlStoreItem -Account $accountName -paths \"/temp\" -force\r\n\r\n\t\t# Set and get all the permissions\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-NotNull $result \"Did not get any result from ACL get\" \r\n\t\tAssert-True {$result.Count -ge 0} \"UserAces is negative or null\"\r\n \t\t$currentCount = $result.Count\r\n \t\t$result.Add(\"user:$aceUserId`:rwx\")\r\n \t\t$toRemove = $result[$result.Count -1]\r\n\t\tAssert-AreEqual $aceUserId $toRemove.Id\r\n\r\n\t\tSet-AzDataLakeStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\t\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n \t\t$found = $false\r\n \t\tfor($i = 0; $i -lt $result.Count; $i++)\r\n \t\t{\r\n \t\t\tif($result[$i].Id -like $aceUserId)\r\n \t\t\t{\r\n \t\t\t\t$found = $true\r\n \t\t\t\t$result.RemoveAt($i)\r\n \t\t\t\tbreak\r\n \t\t\t}\r\n \t\t}\r\n \r\n \t\tAssert-True { $found } \"Failed to remove the element: $($toRemove.Entry)\"\r\n\r\n\t\t# remove the account\r\n\t\tSet-AzDataLakeStoreItemAcl -Account $accountName -path \"/\" -Acl $result\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Set and get a specific permission with friendly sets\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Permissions All\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with friendly remove\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\t\t\r\n\t\t# set and get a specific permission with the ACE string\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:rwx\", $aceUserId))\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\t\t\r\n\t\t# remove a specific permission with the ACE string\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -Acl $([string]::Format(\"user:{0}:---\", $aceUserId))\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Create file/folder for recursive Acl\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t#Recursive Acl Modify\r\n\t\tSet-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Permissions All -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount+1) $result.Count\r\n\r\n\t\t# Export Acl\r\n\t\t$targetFile = \"./ScenarioTests/acloutput\"\r\n\t\tExport-AzDataLakeStoreChildItemProperties -Account $accountName -Path \"/\" -OutputPath $targetFile -GetAcl -IncludeFile\r\n $result = Get-Item -Path $targetFile\r\n\t\tAssert-NotNull $result \"No file was created on export properties\"\r\n Remove-Item -Path $targetFile\r\n\r\n\t\t#Recursive Acl remove\r\n\t\tRemove-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\" -AceType User -Id $aceUserId -Recurse\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual $($currentCount) $result.Count\r\n\r\n\t\t# Validate full ACL removal\r\n\t\tRemove-AzDataLakeStoreItemAcl -Account $accountName -Path \"/\" -Force -Default\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 4 $result.Count\r\n\t\tRemove-AzDataLakeStoreItemAcl -Account $accountName -Path \"/\" -Force\r\n\t\t$result = Get-AzDataLakeStoreItemAclEntry -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 3 $result.Count\r\n\r\n\t\t# validate permissions\r\n\t\t$permission = Get-AzDataLakeStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 770 $permission\r\n\t\tSet-AzDataLakeStoreItemPermission -Account $accountName -path \"/\" -Permission 777 | Out-Null\r\n\t\t$permission = Get-AzDataLakeStoreItemPermission -Account $accountName -path \"/\"\r\n\t\tAssert-AreEqual 777 $permission\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore Account Lifecycle Failure scenarios (Create, Update, Get, Delete).\r\n#>\r\nfunction Test-NegativeDataLakeStoreAccount\r\n{\r\n param\r\n (\r\n $location,\r\n\t\t$fakeaccountName = \"psfakedataLakeaccounttest\"\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\t\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n \r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# attempt to recreate the already created account\r\n\t\tAssert-Throws {New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location}\r\n\r\n\t\t# attempt to update a non-existent account\r\n\t\t$tagsToUpdate = @{\"TestTag\" = \"TestUpdate\"}\r\n\t\tAssert-Throws {Set-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName -Tag $tagsToUpdate}\r\n\r\n\t\t# attempt to get a non-existent account\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $fakeaccountName}\r\n\r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Delete Data Lake account again should throw.\r\n\t\tAssert-Throws {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru}\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}\r\n\r\n<#\r\n\t.SYNOPSIS\r\n\tCreate a virtual network\r\n#>\r\nfunction CreateAndGetVirtualNetwork ($resourceGroupName, $vnetName, $location = \"westcentralus\")\r\n{\r\n\t$subnetName = \"Public\"\r\n\r\n\t$addressPrefix = \"10.0.0.0/24\"\r\n\t$serviceEndpoint = \"Microsoft.AzureActiveDirectory\"\r\n\r\n\t$subnet = New-AzVirtualNetworkSubnetConfig -Name $subnetName -AddressPrefix $addressPrefix -ServiceEndpoint $serviceEndpoint\r\n\t$vnet = New-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName -Location $location -AddressPrefix 10.0.0.0/16 -Subnet $subnet\r\n\r\n\t$getVnet = Get-AzVirtualNetwork -Name $vnetName -ResourceGroupName $resourceGroupName\r\n\r\n\treturn $getVnet\r\n}\r\n\r\n<#\r\n.SYNOPSIS\r\nTests DataLakeStore deleted items operations (Enumerate, Restore).\r\n#>\r\nfunction Test-EnumerateAndRestoreDataLakeStoreDeletedItem\r\n{\r\n\tparam\r\n (\r\n $fileToCopy,\r\n\t\t$location\r\n )\r\n\r\n if ([string]::IsNullOrEmpty($location))\r\n {\r\n $location = Get-Location -providerNamespace \"Microsoft.CognitiveServices\" -resourceType \"accounts\" -preferredLocation \"West US\";\r\n }\r\n\r\n\ttry\r\n\t{\r\n\t\t# Creating Account\r\n\t\t$resourceGroupName = Get-ResourceGroupName\r\n\t\t$accountName = Get-DataLakeStoreAccountName + \"-c12\" # testing accountname validation\r\n\t\tNew-AzResourceGroup -Name $resourceGroupName -Location $location\r\n\t\t$accountCreated = New-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Location $location\r\n \r\n\t\tAssert-AreEqual $accountName $accountCreated.Name\r\n\t\tAssert-AreEqual $location $accountCreated.Location\r\n\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountCreated.Type\r\n\t\tAssert-True {$accountCreated.Id -like \"*$resourceGroupName*\"}\r\n\r\n\t\t# In loop to check if account exists\r\n\t\tfor ($i = 0; $i -le 60; $i++)\r\n\t\t{\r\n\t\t\t[array]$accountGet = Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName\r\n\t\t\tif ($accountGet[0].ProvisioningState -like \"Succeeded\")\r\n\t\t\t{\r\n\t\t\t\tAssert-AreEqual $accountName $accountGet[0].Name\r\n\t\t\t\tAssert-AreEqual $location $accountGet[0].Location\r\n\t\t\t\tAssert-AreEqual \"Microsoft.DataLakeStore/accounts\" $accountGet[0].Type\r\n\t\t\t\tAssert-True {$accountGet[0].Id -like \"*$resourceGroupName*\"}\r\n\t\t\t\tbreak\r\n\t\t\t}\r\n\r\n\t\t\tWrite-Host \"account not yet provisioned. current state: $($accountGet[0].ProvisioningState)\"\r\n\t\t\t[Microsoft.WindowsAzure.Commands.Utilities.Common.TestMockSupport]::Delay(30000)\r\n\t\t\tAssert-False {$i -eq 60} \" Data Lake Store account is not in succeeded state even after 30 min.\"\r\n\t\t}\r\n\r\n\t\t# define all the files and folders\r\n\t\t$folderToCreate1 = \"/adlfolderTest1\"\r\n\t\t$folderToCreate2 = \"/adlfolderTest2\"\r\n\t\t$fileToCreate1 = \"/adlfolderTest1/adlfile1\"\r\n\t\t$fileToCreate2 = \"/adlfolderTest2/adlfile2\"\r\n\r\n\t\t# Create and get Empty folder\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate1 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $folderToCreate2 -Folder\r\n\t\tAssert-NotNull $result \"No value was returned on folder creation\"\r\n\t\t\r\n\t\t# Create and get Empty File\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $fileToCreate1\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t$result = New-AzDataLakeStoreItem -Account $accountName -path $fileToCreate2\r\n\t\tAssert-NotNull $result \"No value was returned on empty file creation\"\r\n\t\t\r\n\t # delete a file\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $fileToCreate1 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $fileToCreate1}\r\n\t\tAssert-True {Remove-AzDataLakeStoreItem -Account $accountName -paths $fileToCreate2 -force -passthru } \"Remove File Failed\"\r\n\t\tAssert-Throws {Get-AzDataLakeStoreItem -Account $accountName -path $fileToCreate2}\r\n\t\t\r\n\t\t# search delete folder\r\n\t\t$out = Get-AzDataLakeStoreDeletedItem -Account $accountName -filter \"adlfolderTest1\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n Restore-AzDataLakeStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru\r\n\t\t\tAssert-True { Restore-AzDataLakeStoreDeletedItem -Account $accountName -Path $item.TrashDirPath -Destination $item.OriginalPath -Type \"file\" -Force -Passthru}\r\n\t\t}\r\n\r\n\t\t$out = Get-AzDataLakeStoreDeletedItem -Account $accountName -filter \"adlfolderTest2\" -Count 1000\r\n\t\tforeach($item in $out)\r\n\t\t{\r\n\t\t\tAssert-True { Restore-AzDataLakeStoreDeletedItem -Account $accountName $item -Force -Passthru}\r\n\t\t}\r\n \r\n\t\t# Delete Data Lake account\r\n\t\tAssert-True {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -PassThru} \"Remove Account failed.\"\r\n\r\n\t\t# Verify that it is gone by trying to get it again\r\n\t\tAssert-Throws {Get-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName}\r\n\t}\r\n\tfinally\r\n\t{\r\n\t\t# cleanup the resource group that was used in case it still exists. This is a best effort task, we ignore failures here.\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzDataLakeStoreAccount -ResourceGroupName $resourceGroupName -Name $accountName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t\tInvoke-HandledCmdlet -Command {Remove-AzResourceGroup -Name $resourceGroupName -Force -ErrorAction SilentlyContinue} -IgnoreFailures\r\n\t}\r\n}", "RequestHeaders": { "x-ms-adl-client-latency": [ - "4a8ebf23-2905-41b6-be82-88fa04db448a.0.0,100,,CREATE,0,1" + "a295e3cd-25af-43fd-9c5c-46832850352e.0.0,87,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "cf7df8ea-6c73-44dd-a087-ce091a1a04aa.0" + "10c3453b-c3b1-4133-834e-dd9c6e9964f5.0" ], "Content-Length": [ - "50875" + "51318" ] }, "ResponseHeaders": { @@ -4398,13 +3990,7 @@ "no-cache" ], "x-ms-request-id": [ - "3a9a3aff-9b0f-4096-8e87-b668631e18f8" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[3a9a3aff-9b0f-4096-8e87-b668631e18f8][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:009 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:266 ms]%0a[WriteTime :: 00:00:266 ms]%0a[APPEND :: 00:00:282 ms]%0a" + "a3972f07-6f59-490f-90b1-1b6f93f74956" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4412,9 +3998,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:286;HandlerTime:284" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4422,7 +4005,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:43 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Expires": [ "-1" @@ -4441,13 +4024,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "cf7df8ea-6c73-44dd-a087-ce091a1a04aa.0.0,364,,APPEND,50875,1" + "10c3453b-c3b1-4133-834e-dd9c6e9964f5.0.0,134,,APPEND,51318,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "999eb671-ec99-4314-bb8e-0760f497ae29.0" + "985b91a4-94a9-41b0-b132-da2c1eff099f.0" ] }, "ResponseHeaders": { @@ -4458,13 +4041,7 @@ "no-cache" ], "x-ms-request-id": [ - "8c0a293b-7cb1-406f-99b8-164764aa2204" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[8c0a293b-7cb1-406f-99b8-164764aa2204][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "291b43d2-a39d-4002-8b6f-1a61381f1f38" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4472,9 +4049,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4482,7 +4056,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:16 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4494,7 +4068,7 @@ "308" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 50875,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874284184,\r\n \"modificationTime\": 1571874284506,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 51318,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479176883,\r\n \"modificationTime\": 1584479176999,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -4504,13 +4078,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "aea3e0db-4435-4c3a-99f5-66a61fd0653e.0.0,151,,OPEN,72,1" + "63a1c87c-606a-4d12-8655-52d6f3289b24.0.0,115,,OPEN,72,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "407a183d-a591-4dae-b025-710e9706804a.0" + "2e46c786-4601-4e1c-8ff8-4b8cd1d6e512.0" ], "Content-Length": [ "0" @@ -4524,13 +4098,7 @@ "no-cache" ], "x-ms-request-id": [ - "e6d687ee-6a47-4a7e-b184-3356d23c501f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[e6d687ee-6a47-4a7e-b184-3356d23c501f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-FsRename :: 00:00:024 ms]%0a[RENAME :: 00:00:039 ms]%0a" + "79098b4f-9fc0-44d9-9547-c31131758cb0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4545,7 +4113,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4567,13 +4135,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "407a183d-a591-4dae-b025-710e9706804a.0.0,122,,RENAME,16,1" + "2e46c786-4601-4e1c-8ff8-4b8cd1d6e512.0.0,81,,RENAME,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "17e5c037-b6aa-4d65-91c0-33808b704e68.0" + "fac56f4b-c23b-4d30-8223-004acb17b380.0" ] }, "ResponseHeaders": { @@ -4584,13 +4152,7 @@ "no-cache" ], "x-ms-request-id": [ - "963c4174-49b7-4c91-aea6-5776c20e13a5" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[963c4174-49b7-4c91-aea6-5776c20e13a5][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:006 ms]%0a[GETFILESTATUS :: 00:00:007 ms]%0a" + "3ecca01a-6bd0-44b4-8e94-a86148b23e33" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4598,9 +4160,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:11;HandlerTime:9" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4608,7 +4167,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4620,7 +4179,7 @@ "305" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874281977,\r\n \"modificationTime\": 1571874282059,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 72,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479174583,\r\n \"modificationTime\": 1584479174592,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -4630,13 +4189,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "c747a2b8-96ef-4988-a55e-f498b64c7422.0.0,97,,DELETE,16,1" + "05c92022-6d24-4df7-b8d1-7384a6911c5d.0.0,119,,DELETE,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5c00a7bf-6bcc-48a9-a82a-a479667709c0.0" + "c533f0bf-5703-4702-abf0-229af81cdb1e.0" ] }, "ResponseHeaders": { @@ -4647,13 +4206,7 @@ "no-cache" ], "x-ms-request-id": [ - "1c851cb1-10c9-4659-9601-a1dffd46e0c6" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[1c851cb1-10c9-4659-9601-a1dffd46e0c6][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "bdbefdd2-af58-4bde-9180-262e977c869a" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4661,9 +4214,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4671,7 +4221,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4683,7 +4233,7 @@ "250" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/movefile.txt [1c851cb1-10c9-4659-9601-a1dffd46e0c6][2019-10-23T16:44:47.7097851-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestfolder/movefile.txt [bdbefdd2-af58-4bde-9180-262e977c869a][2020-03-17T14:06:19.7652474-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4693,13 +4243,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a834a42d-3f36-4f0f-8f6a-79379effe3d1.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "da26c85f-97dc-48c8-9655-b66c94f28182.0.1,73,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "804a329f-b11a-46f4-9e18-24e5506dd74a.0" + "974c3abd-543f-4ba9-a83d-b5190946801c.0" ], "Content-Length": [ "0" @@ -4713,13 +4263,7 @@ "no-cache" ], "x-ms-request-id": [ - "8b66d3a7-b41a-4f8b-89ea-61cde86bc00f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[8b66d3a7-b41a-4f8b-89ea-61cde86bc00f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-FsRename :: 00:00:007 ms]%0a[RENAME :: 00:00:010 ms]%0a" + "7986e5f6-0083-40bc-9c60-a3a8116dfbc3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4734,7 +4278,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:44 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4756,13 +4300,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "804a329f-b11a-46f4-9e18-24e5506dd74a.0.0,91,,RENAME,16,1" + "974c3abd-543f-4ba9-a83d-b5190946801c.0.0,79,,RENAME,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "56fe3b1f-bb8e-4fa9-affe-b18d54b71394.0" + "0f1c859b-ef78-4edd-8de6-97b3e1c05107.0" ] }, "ResponseHeaders": { @@ -4773,13 +4317,7 @@ "no-cache" ], "x-ms-request-id": [ - "6ce5307c-2522-4a8f-a862-5c23a25df47c" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[6ce5307c-2522-4a8f-a862-5c23a25df47c][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "ee8c9856-380c-4519-9d45-a24fd940fafd" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4787,9 +4325,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4797,7 +4332,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4809,7 +4344,7 @@ "280" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874254697,\r\n \"modificationTime\": 1571874285261,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479170670,\r\n \"modificationTime\": 1584479177636,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -4819,13 +4354,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5a0af63f-f4d0-4810-8763-e4e6c643164b.0.0,89,,DELETE,16,1" + "68aea1b4-2984-404e-be08-f2da3f33ba3c.0.0,83,,DELETE,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "08ec888c-f58f-4988-a5a2-d89bb8806272.0" + "7449c4db-47b1-40f7-af1a-c482dbfc6e1b.0" ] }, "ResponseHeaders": { @@ -4836,13 +4371,7 @@ "no-cache" ], "x-ms-request-id": [ - "38ffb3e2-b6ed-4296-8cda-e33d13360925" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[38ffb3e2-b6ed-4296-8cda-e33d13360925][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "9e19c461-b9d3-478b-a0e9-1eb853a20072" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4850,9 +4379,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4860,7 +4386,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:47 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4872,7 +4398,7 @@ "241" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestmovefolder [38ffb3e2-b6ed-4296-8cda-e33d13360925][2019-10-23T16:44:47.9441450-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestmovefolder [9e19c461-b9d3-478b-a0e9-1eb853a20072][2020-03-17T14:06:19.9683609-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4882,13 +4408,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "b1d829b7-5933-4db2-aced-c2a1aaa4ebb4.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "c223fc6b-6da3-4667-8af0-a2eee4e4c159.0.1,73,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a4e29e9a-88d8-4a5f-ac56-fc7ae5c95ac1.0" + "cdbd4918-021c-4bca-8558-a24f421014bc.0" ] }, "ResponseHeaders": { @@ -4899,13 +4425,7 @@ "no-cache" ], "x-ms-request-id": [ - "2ebb546c-9caf-4360-abe0-3e7f933f855c" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[2ebb546c-9caf-4360-abe0-3e7f933f855c][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:002 ms]%0a" + "c4ef44ab-9022-4ee3-9cd7-ca575da1e704" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4913,9 +4433,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4923,7 +4440,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4935,7 +4452,7 @@ "244" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [2ebb546c-9caf-4360-abe0-3e7f933f855c][2019-10-23T16:44:45.9130137-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [c4ef44ab-9022-4ee3-9cd7-ca575da1e704][2020-03-17T14:06:18.2028406-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -4945,13 +4462,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "99f57fdb-2c30-420f-a175-0b978f3c9ef1.0.0,84,,LISTSTATUS,57,1" + "c34deadd-ca14-4ee4-b96b-3ec9586f07bc.0.0,75,,LISTSTATUS,57,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "1e310bff-671f-4f78-98be-9799012fe62b.0" + "9d88e5cd-c305-4ebb-9fda-c21451cd06f5.0" ] }, "ResponseHeaders": { @@ -4962,13 +4479,7 @@ "no-cache" ], "x-ms-request-id": [ - "b5395580-d5fb-450b-801c-80faeed24a11" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[b5395580-d5fb-450b-801c-80faeed24a11][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "37c2b6bb-7044-46d9-9a32-0ccc81b64a7c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -4976,9 +4487,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:5;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -4986,7 +4494,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -4998,7 +4506,7 @@ "280" ] }, - "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874286001,\r\n \"modificationTime\": 1571874286453,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatus\": {\r\n \"length\": 0,\r\n \"pathSuffix\": \"\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479178282,\r\n \"modificationTime\": 1584479178714,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n}", "StatusCode": 200 }, { @@ -5008,13 +4516,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "aec11e4e-c32a-493b-ac92-8f2e0ba22f14.0.0,88,,DELETE,16,1" + "718d5a20-0dbd-4eee-8033-9069b9ddd9df.0.0,79,,DELETE,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "3813bdd6-6171-41ca-8c7e-72d48b33c23b.0" + "a63bd499-5e27-43ca-9e6f-b0094432c8d1.0" ] }, "ResponseHeaders": { @@ -5025,13 +4533,7 @@ "no-cache" ], "x-ms-request-id": [ - "5fd278d8-6fbe-4cf2-893e-87c7d29d985f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[5fd278d8-6fbe-4cf2-893e-87c7d29d985f][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "cea25073-f88f-4578-8a33-76b8648ef2ee" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5039,9 +4541,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5049,7 +4548,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:47 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5061,7 +4560,7 @@ "244" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [5fd278d8-6fbe-4cf2-893e-87c7d29d985f][2019-10-23T16:44:48.1472572-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder [cea25073-f88f-4578-8a33-76b8648ef2ee][2020-03-17T14:06:20.1558505-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -5071,13 +4570,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a4e29e9a-88d8-4a5f-ac56-fc7ae5c95ac1.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "cdbd4918-021c-4bca-8558-a24f421014bc.0.1,74,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7d07db26-59a1-4810-b1fc-511281ac73ec.0" + "9f8e939c-3f5c-47d3-b5b1-258a3173e2b6.0" ], "Content-Length": [ "0" @@ -5091,13 +4590,7 @@ "no-cache" ], "x-ms-request-id": [ - "bc94455c-ed80-494d-935d-cc3f5576998e" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[bc94455c-ed80-494d-935d-cc3f5576998e][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:006 ms]%0a[MKDIRS :: 00:00:006 ms]%0a" + "ceb2dde8-33b4-401e-b5ce-4b384fea5db3" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5112,7 +4605,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5134,13 +4627,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7d07db26-59a1-4810-b1fc-511281ac73ec.0.0,86,,MKDIRS,16,1" + "9f8e939c-3f5c-47d3-b5b1-258a3173e2b6.0.0,76,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "6931bda1-6b71-4429-aa14-a01fe2410579.0" + "34400b6b-12c0-4805-bcf6-db269280da9d.0" ] }, "ResponseHeaders": { @@ -5151,13 +4644,7 @@ "no-cache" ], "x-ms-request-id": [ - "2c73666f-13a1-4885-ac74-50070ea60d31" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[2c73666f-13a1-4885-ac74-50070ea60d31][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "3158d6ec-e90f-435b-8ef6-40a43221703c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5165,9 +4652,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:6;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5175,7 +4659,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5187,7 +4671,7 @@ "252" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0 [2c73666f-13a1-4885-ac74-50070ea60d31][2019-10-23T16:44:46.0848790-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0 [3158d6ec-e90f-435b-8ef6-40a43221703c][2020-03-17T14:06:18.3590803-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -5197,13 +4681,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "6931bda1-6b71-4429-aa14-a01fe2410579.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "34400b6b-12c0-4805-bcf6-db269280da9d.0.1,75,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "d908080f-d649-44a7-a77a-5c7a71821f45.0" + "20adc73e-2155-4d15-bad2-d944ae9c57c3.0" ], "Content-Length": [ "0" @@ -5217,13 +4701,7 @@ "no-cache" ], "x-ms-request-id": [ - "aad701c8-2928-4169-adb9-40714e75899c" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[aad701c8-2928-4169-adb9-40714e75899c][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:005 ms]%0a[MKDIRS :: 00:00:005 ms]%0a" + "25d85e4c-0cac-4236-97da-8c937e3947bd" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5238,7 +4716,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5260,13 +4738,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "d908080f-d649-44a7-a77a-5c7a71821f45.0.0,86,,MKDIRS,16,1" + "20adc73e-2155-4d15-bad2-d944ae9c57c3.0.0,77,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "e5de4ff2-4c42-42d3-9370-77290e6c0d1f.0" + "f3326be2-ab16-4f5b-8287-2bb50aa937ef.0" ] }, "ResponseHeaders": { @@ -5277,13 +4755,7 @@ "no-cache" ], "x-ms-request-id": [ - "ca319b2b-6dc3-4784-bbd0-e0ca33ed4208" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[ca319b2b-6dc3-4784-bbd0-e0ca33ed4208][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[GETFILESTATUS :: 00:00:003 ms]%0a" + "194ec538-d842-4eae-8456-97a1b8928a28" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5291,9 +4763,6 @@ "Status": [ "0x8309000A" ], - "x-ms-server-perf": [ - "RequestTime:7;HandlerTime:4" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5301,7 +4770,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:17 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5313,7 +4782,7 @@ "263" ] }, - "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0/SubFolder0 [ca319b2b-6dc3-4784-bbd0-e0ca33ed4208][2019-10-23T16:44:46.2567442-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", + "ResponseBody": "{\r\n \"RemoteException\": {\r\n \"exception\": \"FileNotFoundException\",\r\n \"message\": \"File/Folder does not exist: /adlspstestsummaryfolder/Folder0/SubFolder0 [194ec538-d842-4eae-8456-97a1b8928a28][2020-03-17T14:06:18.5153219-07:00]\",\r\n \"javaClassName\": \"java.io.FileNotFoundException\"\r\n }\r\n}", "StatusCode": 404 }, { @@ -5323,13 +4792,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "e5de4ff2-4c42-42d3-9370-77290e6c0d1f.0.1,84,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "f3326be2-ab16-4f5b-8287-2bb50aa937ef.0.1,75,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "40ce1e6e-e68a-4dde-9e62-bf71020e6e51.0" + "f577322b-83c3-4e09-9beb-bb6ad62453c5.0" ], "Content-Length": [ "0" @@ -5343,13 +4812,7 @@ "no-cache" ], "x-ms-request-id": [ - "6ec6841a-8583-4300-a40f-227f1174a073" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[6ec6841a-8583-4300-a40f-227f1174a073][ AuthTime::0::PostAuthTime::0 ][S-HdfsMkdirsV2 :: 00:00:005 ms]%0a[MKDIRS :: 00:00:006 ms]%0a" + "23bb3251-e20e-46f5-b5be-5695f43df3a8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5364,7 +4827,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5380,19 +4843,19 @@ "StatusCode": 200 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=CREATE&overwrite=True&leaseid=62066f43-e143-4019-882d-17a7bbf6eb39&filesessionid=62066f43-e143-4019-882d-17a7bbf6eb39&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPTYyMDY2ZjQzLWUxNDMtNDAxOS04ODJkLTE3YTdiYmY2ZWIzOSZmaWxlc2Vzc2lvbmlkPTYyMDY2ZjQzLWUxNDMtNDAxOS04ODJkLTE3YTdiYmY2ZWIzOSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", + "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=CREATE&overwrite=True&leaseid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&filesessionid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUNSRUFURSZvdmVyd3JpdGU9VHJ1ZSZsZWFzZWlkPWUzMThjYjkzLThmNTEtNGY4Ni05ZDYwLWRjZjc5OGY5Y2U4NSZmaWxlc2Vzc2lvbmlkPWUzMThjYjkzLThmNTEtNGY4Ni05ZDYwLWRjZjc5OGY5Y2U4NSZDcmVhdGVQYXJlbnQ9VHJ1ZSZ3cml0ZT10cnVlJnN5bmNGbGFnPURBVEEmYXBpLXZlcnNpb249MjAxOC0wOS0wMQ==", "RequestMethod": "PUT", "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "40ce1e6e-e68a-4dde-9e62-bf71020e6e51.0.0,86,,MKDIRS,16,1" + "f577322b-83c3-4e09-9beb-bb6ad62453c5.0.0,100,,MKDIRS,16,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "d8defd44-13bb-434c-a683-f07e1d648e56.0" + "401d8076-bdbe-43c6-aabf-25ff3a8b5099.0" ], "Content-Length": [ "0" @@ -5406,29 +4869,20 @@ "no-cache" ], "Location": [ - "https://ps348.caboaccountdogfood.net/webhdfs/v1/adlspstestsummaryfolder/File0?op=CREATE&overwrite=True&leaseid=62066f43-e143-4019-882d-17a7bbf6eb39&filesessionid=62066f43-e143-4019-882d-17a7bbf6eb39&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" + "https://ps9896.azuredatalakestore.net/webhdfs/v1/adlspstestsummaryfolder/File0?op=CREATE&overwrite=True&leaseid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&filesessionid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&CreateParent=True&write=true&syncFlag=DATA&api-version=2018-09-01" ], "x-ms-request-id": [ - "d8f59a85-784d-4e98-aa13-7fdae04e9d7c" - ], - "x-origin-server": [ - "bn4sch103201424" + "96fb819e-7f34-48d6-bcd2-da672b1eb9fc" ], "ContentLength": [ "0" ], - "Server-Perf": [ - "[d8f59a85-784d-4e98-aa13-7fdae04e9d7c][ AuthTime::0::PostAuthTime::0 ][S-HdfsGetFileStatus :: 00:00:002 ms]%0a[S-HdfsCheckAccess :: 00:00:001 ms]%0a[S-HdfsOpenV2 :: 00:00:013 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[WriteTime :: 00:00:000 ms]%0a[CREATE :: 00:00:019 ms]%0a" - ], "x-ms-webhdfs-version": [ "17.04.24.00" ], "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:24;HandlerTime:21" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5436,7 +4890,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:45 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Expires": [ "-1" @@ -5449,19 +4903,19 @@ "StatusCode": 201 }, { - "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=APPEND&leaseid=62066f43-e143-4019-882d-17a7bbf6eb39&filesessionid=62066f43-e143-4019-882d-17a7bbf6eb39&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", - "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUFQUEVORCZsZWFzZWlkPTYyMDY2ZjQzLWUxNDMtNDAxOS04ODJkLTE3YTdiYmY2ZWIzOSZmaWxlc2Vzc2lvbmlkPTYyMDY2ZjQzLWUxNDMtNDAxOS04ODJkLTE3YTdiYmY2ZWIzOSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", + "RequestUri": "/webhdfs/v1%2Fadlspstestsummaryfolder%2FFile0?op=APPEND&leaseid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&filesessionid=e318cb93-8f51-4f86-9d60-dcf798f9ce85&append=true&offset=0&syncFlag=CLOSE&api-version=2018-09-01", + "EncodedRequestUri": "L3dlYmhkZnMvdjElMkZhZGxzcHN0ZXN0c3VtbWFyeWZvbGRlciUyRkZpbGUwP29wPUFQUEVORCZsZWFzZWlkPWUzMThjYjkzLThmNTEtNGY4Ni05ZDYwLWRjZjc5OGY5Y2U4NSZmaWxlc2Vzc2lvbmlkPWUzMThjYjkzLThmNTEtNGY4Ni05ZDYwLWRjZjc5OGY5Y2U4NSZhcHBlbmQ9dHJ1ZSZvZmZzZXQ9MCZzeW5jRmxhZz1DTE9TRSZhcGktdmVyc2lvbj0yMDE4LTA5LTAx", "RequestMethod": "POST", "RequestBody": "Test file content! @ Azure PsTest01?", "RequestHeaders": { "x-ms-adl-client-latency": [ - "d8defd44-13bb-434c-a683-f07e1d648e56.0.0,102,,CREATE,0,1" + "401d8076-bdbe-43c6-aabf-25ff3a8b5099.0.0,95,,CREATE,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "7a989215-041d-4621-be9f-0ca32e8dd503.0" + "77f25805-7a05-4469-a696-155e1b81d795.0" ], "Content-Length": [ "36" @@ -5475,13 +4929,7 @@ "no-cache" ], "x-ms-request-id": [ - "33f7791d-2375-429f-89f2-98857c0b3c8b" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[33f7791d-2375-429f-89f2-98857c0b3c8b][ AuthTime::0::PostAuthTime::0 ][S-HdfsOpenV2 :: 00:00:008 ms]%0a[BufferingTime :: 00:00:000 ms]%0a[S-FsHdfsAppend :: 00:00:195 ms]%0a[WriteTime :: 00:00:195 ms]%0a[APPEND :: 00:00:210 ms]%0a" + "98c512c1-4279-42c8-95be-4b803c5d8f7e" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5489,9 +4937,6 @@ "Status": [ "0x0" ], - "x-ms-server-perf": [ - "RequestTime:213;HandlerTime:212" - ], "X-Content-Type-Options": [ "nosniff" ], @@ -5499,7 +4944,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Expires": [ "-1" @@ -5518,13 +4963,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "7a989215-041d-4621-be9f-0ca32e8dd503.0.0,290,,APPEND,36,1" + "77f25805-7a05-4469-a696-155e1b81d795.0.0,121,,APPEND,36,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "69e8466a-d01e-485f-aa91-2840d26e4c50.0" + "091afabd-c028-4f56-bb51-1bd2ad864fdc.0" ] }, "ResponseHeaders": { @@ -5535,13 +4980,7 @@ "no-cache" ], "x-ms-request-id": [ - "cf52575e-94ad-4198-a889-c2f339bf1a5f" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[cf52575e-94ad-4198-a889-c2f339bf1a5f][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:009 ms]%0a[LISTSTATUS :: 00:00:010 ms]%0a" + "f9022682-9936-4ffe-adc3-2eef12213e18" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5556,7 +4995,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5568,7 +5007,7 @@ "625" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874286451,\r\n \"modificationTime\": 1571874286694,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874286175,\r\n \"modificationTime\": 1571874286349,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479178709,\r\n \"modificationTime\": 1584479178812,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479178438,\r\n \"modificationTime\": 1584479178595,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5578,13 +5017,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "1e310bff-671f-4f78-98be-9799012fe62b.0.0,84,,GETFILESTATUS,280,1" + "9d88e5cd-c305-4ebb-9fda-c21451cd06f5.0.0,74,,GETFILESTATUS,280,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "a3c5ccfb-ec60-400e-8836-94b70acc236e.0" + "8ad6eddc-74c2-4a8d-bcb2-c33d9fe32c25.0" ] }, "ResponseHeaders": { @@ -5595,13 +5034,7 @@ "no-cache" ], "x-ms-request-id": [ - "0ddfab9c-7026-4fa0-8897-63a3f7032c39" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[0ddfab9c-7026-4fa0-8897-63a3f7032c39][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:011 ms]%0a[LISTSTATUS :: 00:00:011 ms]%0a" + "0cf28007-2d8d-4966-bc19-077701d6a0a9" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5616,7 +5049,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5628,7 +5061,7 @@ "625" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1571874286451,\r\n \"modificationTime\": 1571874286694,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874286175,\r\n \"modificationTime\": 1571874286349,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 36,\r\n \"pathSuffix\": \"File0\",\r\n \"type\": \"FILE\",\r\n \"blockSize\": 268435456,\r\n \"accessTime\": 1584479178709,\r\n \"modificationTime\": 1584479178812,\r\n \"replication\": 1,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"msExpirationTime\": 0,\r\n \"aclBit\": false\r\n },\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"Folder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479178438,\r\n \"modificationTime\": 1584479178595,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5638,13 +5071,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "69e8466a-d01e-485f-aa91-2840d26e4c50.0.0,91,,LISTSTATUS,625,1" + "091afabd-c028-4f56-bb51-1bd2ad864fdc.0.0,92,,LISTSTATUS,625,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "19fa58df-40b4-411f-b449-b2a65ad8f2be.0" + "6db60948-7752-4be6-a377-3d47b9f5fbf2.0" ] }, "ResponseHeaders": { @@ -5655,13 +5088,7 @@ "no-cache" ], "x-ms-request-id": [ - "4b77c925-ac36-4f29-9a7f-d77b34fd2d9b" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[4b77c925-ac36-4f29-9a7f-d77b34fd2d9b][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:004 ms]%0a" + "fa90e4dc-de7e-49aa-87b3-cc534aec0b8c" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5676,7 +5103,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5688,7 +5115,7 @@ "332" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874286349,\r\n \"modificationTime\": 1571874286349,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479178595,\r\n \"modificationTime\": 1584479178595,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5698,13 +5125,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "a3c5ccfb-ec60-400e-8836-94b70acc236e.0.0,91,,LISTSTATUS,625,1" + "8ad6eddc-74c2-4a8d-bcb2-c33d9fe32c25.0.0,80,,LISTSTATUS,625,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ad3a5ab1-f706-47d3-8337-fc728596d07f.0" + "7687ce9e-b44b-43e4-ad02-e696bc8848e6.0" ] }, "ResponseHeaders": { @@ -5715,13 +5142,7 @@ "no-cache" ], "x-ms-request-id": [ - "9e52f733-59f2-4ec4-bef1-db94e64c7e98" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[9e52f733-59f2-4ec4-bef1-db94e64c7e98][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:005 ms]%0a" + "e8bcd0c8-9edf-450f-a101-9bef8cbf8ac0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5736,7 +5157,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5748,7 +5169,7 @@ "332" ] }, - "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1571874286349,\r\n \"modificationTime\": 1571874286349,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"c3a586ce-94db-4ca2-af6c-32b484f0b009\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", + "ResponseBody": "{\r\n \"FileStatuses\": {\r\n \"continuationToken\": \"\",\r\n \"FileStatus\": [\r\n {\r\n \"length\": 0,\r\n \"pathSuffix\": \"SubFolder0\",\r\n \"type\": \"DIRECTORY\",\r\n \"blockSize\": 0,\r\n \"accessTime\": 1584479178595,\r\n \"modificationTime\": 1584479178595,\r\n \"replication\": 0,\r\n \"permission\": \"770\",\r\n \"owner\": \"a9490485-6472-48d0-bf72-50cb3c216b9c\",\r\n \"group\": \"00000000-0000-0000-0000-000000000000\",\r\n \"aclBit\": false\r\n }\r\n ]\r\n }\r\n}", "StatusCode": 200 }, { @@ -5758,13 +5179,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "19fa58df-40b4-411f-b449-b2a65ad8f2be.0.0,84,,LISTSTATUS,332,1" + "6db60948-7752-4be6-a377-3d47b9f5fbf2.0.0,74,,LISTSTATUS,332,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "99f57fdb-2c30-420f-a175-0b978f3c9ef1.0" + "c34deadd-ca14-4ee4-b96b-3ec9586f07bc.0" ] }, "ResponseHeaders": { @@ -5775,13 +5196,7 @@ "no-cache" ], "x-ms-request-id": [ - "7adcea43-75fa-4774-8200-f908ef0a8432" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[7adcea43-75fa-4774-8200-f908ef0a8432][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:004 ms]%0a" + "d7cb9362-1eb8-42de-a932-c0764eb6aeb0" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5796,7 +5211,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5818,13 +5233,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "ad3a5ab1-f706-47d3-8337-fc728596d07f.0.0,84,,LISTSTATUS,332,1" + "7687ce9e-b44b-43e4-ad02-e696bc8848e6.0.0,76,,LISTSTATUS,332,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ff5d353d-1254-42b8-a27b-929ed0cda855.0" + "0ee45884-a91c-4dc7-94b9-561e6fe5ef02.0" ] }, "ResponseHeaders": { @@ -5835,13 +5250,7 @@ "no-cache" ], "x-ms-request-id": [ - "d33384f3-5e45-4c19-8e0a-ce68591a486d" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[d33384f3-5e45-4c19-8e0a-ce68591a486d][ AuthTime::0::PostAuthTime::0 ][S-HdfsListStatus :: 00:00:004 ms]%0a[LISTSTATUS :: 00:00:004 ms]%0a" + "c45b1031-9782-4684-8061-628a6ee6def6" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5856,7 +5265,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:18 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5878,13 +5287,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "ff5d353d-1254-42b8-a27b-929ed0cda855.0.0,83,,LISTSTATUS,57,1" + "0ee45884-a91c-4dc7-94b9-561e6fe5ef02.0.0,74,,LISTSTATUS,57,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "c747a2b8-96ef-4988-a55e-f498b64c7422.0" + "05c92022-6d24-4df7-b8d1-7384a6911c5d.0" ], "Content-Length": [ "0" @@ -5898,13 +5307,7 @@ "no-cache" ], "x-ms-request-id": [ - "158946cb-d99e-4317-aaea-e167419e5a6d" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[158946cb-d99e-4317-aaea-e167419e5a6d][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:016 ms]%0a[DELETE :: 00:00:016 ms]%0a" + "694fce22-52b9-48fa-9a68-af4dc88180b8" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5919,7 +5322,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:46 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -5941,13 +5344,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "5c00a7bf-6bcc-48a9-a82a-a479667709c0.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "c533f0bf-5703-4702-abf0-229af81cdb1e.0.1,76,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "5a0af63f-f4d0-4810-8763-e4e6c643164b.0" + "68aea1b4-2984-404e-be08-f2da3f33ba3c.0" ], "Content-Length": [ "0" @@ -5961,13 +5364,7 @@ "no-cache" ], "x-ms-request-id": [ - "24aa4d02-d329-48fc-9ab9-14105af83ba0" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[24aa4d02-d329-48fc-9ab9-14105af83ba0][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:009 ms]%0a[DELETE :: 00:00:009 ms]%0a" + "75e8ac16-c7e9-40fc-9cb0-8e64518d6d24" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -5982,7 +5379,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:47 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -6004,13 +5401,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "08ec888c-f58f-4988-a5a2-d89bb8806272.0.1,82,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "7449c4db-47b1-40f7-af1a-c482dbfc6e1b.0.1,73,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "aec11e4e-c32a-493b-ac92-8f2e0ba22f14.0" + "718d5a20-0dbd-4eee-8033-9069b9ddd9df.0" ], "Content-Length": [ "0" @@ -6024,13 +5421,7 @@ "no-cache" ], "x-ms-request-id": [ - "f8ccbccd-0f9c-499f-8871-565453f39597" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[f8ccbccd-0f9c-499f-8871-565453f39597][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:009 ms]%0a[DELETE :: 00:00:009 ms]%0a" + "cee12196-b832-4adb-83c4-408ca70ecab7" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -6045,7 +5436,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:47 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -6067,13 +5458,13 @@ "RequestBody": "", "RequestHeaders": { "x-ms-adl-client-latency": [ - "3813bdd6-6171-41ca-8c7e-72d48b33c23b.0.1,83,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" + "a63bd499-5e27-43ca-9e6f-b0094432c8d1.0.1,73,HTTP NotFound ( FileNotFoundException ),GETFILESTATUS,0,1" ], "User-Agent": [ "Microsoft.Azure.DataLake.Store;1.2.3-alpha/Microsoft Windows 10.0.14393 X64/NETCOREAPP1_1/AzurePowershell/Az1.0.0" ], "x-ms-client-request-id": [ - "ec085d32-34e2-43aa-8432-0fc44d364906.0" + "d8e68b7c-d758-4f17-be8b-b51542a00d43.0" ], "Content-Length": [ "0" @@ -6087,13 +5478,7 @@ "no-cache" ], "x-ms-request-id": [ - "43fd530a-472e-41bc-bd84-10e04d1d3d28" - ], - "x-origin-server": [ - "bn4sch103201424" - ], - "Server-Perf": [ - "[43fd530a-472e-41bc-bd84-10e04d1d3d28][ AuthTime::0::PostAuthTime::0 ][S-FsDelete :: 00:00:009 ms]%0a[DELETE :: 00:00:009 ms]%0a" + "47b12635-48fa-4fd1-bfbd-4fed0098e1d1" ], "x-ms-webhdfs-version": [ "17.04.24.00" @@ -6108,7 +5493,7 @@ "max-age=15724800; includeSubDomains" ], "Date": [ - "Wed, 23 Oct 2019 23:44:47 GMT" + "Tue, 17 Mar 2020 21:06:19 GMT" ], "Content-Type": [ "application/json; charset=utf-8" @@ -6124,19 +5509,19 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourceGroups/ps1693/providers/Microsoft.DataLakeStore/accounts/ps348?api-version=2016-11-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlR3JvdXBzL3BzMTY5My9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHMzNDg/YXBpLXZlcnNpb249MjAxNi0xMS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourceGroups/ps7357/providers/Microsoft.DataLakeStore/accounts/ps9896?api-version=2016-11-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlR3JvdXBzL3BzNzM1Ny9wcm92aWRlcnMvTWljcm9zb2Z0LkRhdGFMYWtlU3RvcmUvYWNjb3VudHMvcHM5ODk2P2FwaS12ZXJzaW9uPTIwMTYtMTEtMDE=", "RequestMethod": "DELETE", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "022917e1-2f54-4608-9627-4babd7c131da" + "33f0f40d-2ac3-4eac-bc64-56f82a3b645a" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", "Microsoft.Azure.Management.DataLake.Store.DataLakeStoreAccountManagementClient/2.4.2.0" @@ -6150,7 +5535,7 @@ "no-cache" ], "x-ms-request-id": [ - "2e57f366-da2e-4f98-9eed-c16c9babb680" + "c58cffe8-40fc-488e-80be-fb71607bcc17" ], "x-ms-ratelimit-remaining-subscription-deletes": [ "14999" @@ -6165,10 +5550,10 @@ "ASP.NET" ], "x-ms-correlation-request-id": [ - "00d06b41-6795-46f7-ae3b-164853fed377" + "954cdf2d-59a2-4a11-995a-fe62c70af651" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234452Z:00d06b41-6795-46f7-ae3b-164853fed377" + "WESTUS:20200317T210636Z:954cdf2d-59a2-4a11-995a-fe62c70af651" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6177,7 +5562,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:44:51 GMT" + "Tue, 17 Mar 2020 21:06:36 GMT" ], "Expires": [ "-1" @@ -6190,22 +5575,22 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/resourcegroups/ps1693?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL3Jlc291cmNlZ3JvdXBzL3BzMTY5Mz9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/resourcegroups/ps7357?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL3Jlc291cmNlZ3JvdXBzL3BzNzM1Nz9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "DELETE", "RequestBody": "", "RequestHeaders": { "x-ms-client-request-id": [ - "e0da2e9a-27d8-4a10-adf7-1f4a1c7c51fb" + "0fd14c4b-82ca-4512-b702-e5c7495431d7" ], "Accept-Language": [ "en-US" ], "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6216,7 +5601,7 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" @@ -6225,13 +5610,13 @@ "14999" ], "x-ms-request-id": [ - "e3303f60-7b2e-478a-b63f-a0c00aa93df8" + "e6f82bd2-1fab-41af-868a-d51240e93933" ], "x-ms-correlation-request-id": [ - "e3303f60-7b2e-478a-b63f-a0c00aa93df8" + "e6f82bd2-1fab-41af-868a-d51240e93933" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234455Z:e3303f60-7b2e-478a-b63f-a0c00aa93df8" + "WESTUS:20200317T210639Z:e6f82bd2-1fab-41af-868a-d51240e93933" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6240,7 +5625,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:44:55 GMT" + "Tue, 17 Mar 2020 21:06:39 GMT" ], "Expires": [ "-1" @@ -6253,16 +5638,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpFMk9UTXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpjek5UY3RSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6273,22 +5658,79 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14999" + "11999" + ], + "x-ms-request-id": [ + "0b2bede2-571c-40a0-8033-ee1b8b091bbe" + ], + "x-ms-correlation-request-id": [ + "0b2bede2-571c-40a0-8033-ee1b8b091bbe" + ], + "x-ms-routing-request-id": [ + "WESTUS:20200317T210654Z:0b2bede2-571c-40a0-8033-ee1b8b091bbe" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Tue, 17 Mar 2020 21:06:54 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpjek5UY3RSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.28516.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.14393.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" ], "x-ms-request-id": [ - "c9cd67dd-0db6-4a40-9251-c7c7984823d9" + "5dc0e18f-4516-497e-8b29-1911c8f24287" ], "x-ms-correlation-request-id": [ - "c9cd67dd-0db6-4a40-9251-c7c7984823d9" + "5dc0e18f-4516-497e-8b29-1911c8f24287" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234511Z:c9cd67dd-0db6-4a40-9251-c7c7984823d9" + "WESTUS:20200317T210710Z:5dc0e18f-4516-497e-8b29-1911c8f24287" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6297,7 +5739,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:45:11 GMT" + "Tue, 17 Mar 2020 21:07:09 GMT" ], "Expires": [ "-1" @@ -6310,16 +5752,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpFMk9UTXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpjek5UY3RSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6330,22 +5772,22 @@ "no-cache" ], "Location": [ - "https://api-dogfood.resources.windows-int.net/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01" + "https://management.azure.com/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01" ], "Retry-After": [ "15" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14998" + "11997" ], "x-ms-request-id": [ - "a0eeac23-a973-46d0-9476-2fd0a9e29800" + "d99d75a5-59d3-488d-a2e4-424f05bebdc5" ], "x-ms-correlation-request-id": [ - "a0eeac23-a973-46d0-9476-2fd0a9e29800" + "d99d75a5-59d3-488d-a2e4-424f05bebdc5" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234526Z:a0eeac23-a973-46d0-9476-2fd0a9e29800" + "WESTUS:20200317T210725Z:d99d75a5-59d3-488d-a2e4-424f05bebdc5" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6354,7 +5796,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:45:26 GMT" + "Tue, 17 Mar 2020 21:07:24 GMT" ], "Expires": [ "-1" @@ -6367,16 +5809,16 @@ "StatusCode": 202 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpFMk9UTXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpjek5UY3RSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6387,16 +5829,16 @@ "no-cache" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14997" + "11996" ], "x-ms-request-id": [ - "9d62365a-5ad2-43ed-8eb0-75f8557ba5f9" + "dd451481-c274-46e2-9a95-dc97f821a398" ], "x-ms-correlation-request-id": [ - "9d62365a-5ad2-43ed-8eb0-75f8557ba5f9" + "dd451481-c274-46e2-9a95-dc97f821a398" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234541Z:9d62365a-5ad2-43ed-8eb0-75f8557ba5f9" + "WESTUS:20200317T210740Z:dd451481-c274-46e2-9a95-dc97f821a398" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6405,7 +5847,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:45:41 GMT" + "Tue, 17 Mar 2020 21:07:39 GMT" ], "Expires": [ "-1" @@ -6418,16 +5860,16 @@ "StatusCode": 200 }, { - "RequestUri": "/subscriptions/90585f39-ab85-4921-bb37-0468f7efd1dd/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzE2OTMtV0VTVFVTIiwiam9iTG9jYXRpb24iOiJ3ZXN0dXMifQ?api-version=2016-09-01", - "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTA1ODVmMzktYWI4NS00OTIxLWJiMzctMDQ2OGY3ZWZkMWRkL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpFMk9UTXRWMFZUVkZWVElpd2lhbTlpVEc5allYUnBiMjRpT2lKM1pYTjBkWE1pZlE/YXBpLXZlcnNpb249MjAxNi0wOS0wMQ==", + "RequestUri": "/subscriptions/19bfaf65-cc32-4d16-b78f-9a1416a4584b/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1QUzczNTctRUFTVFVTMiIsImpvYkxvY2F0aW9uIjoiZWFzdHVzMiJ9?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvMTliZmFmNjUtY2MzMi00ZDE2LWI3OGYtOWExNDE2YTQ1ODRiL29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFRVXpjek5UY3RSVUZUVkZWVE1pSXNJbXB2WWt4dlkyRjBhVzl1SWpvaVpXRnpkSFZ6TWlKOT9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", "RequestMethod": "GET", "RequestBody": "", "RequestHeaders": { "User-Agent": [ - "FxVersion/4.6.28008.01", + "FxVersion/4.6.28516.03", "OSName/Windows", "OSVersion/Microsoft.Windows.10.0.14393.", - "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.2" + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.9" ] }, "ResponseHeaders": { @@ -6438,16 +5880,16 @@ "no-cache" ], "x-ms-ratelimit-remaining-subscription-reads": [ - "14996" + "11995" ], "x-ms-request-id": [ - "4604f508-ed0d-4611-8777-4f6dbe7a20ae" + "c1a2dd6f-7170-4bfc-a6a5-61765cde18ca" ], "x-ms-correlation-request-id": [ - "4604f508-ed0d-4611-8777-4f6dbe7a20ae" + "c1a2dd6f-7170-4bfc-a6a5-61765cde18ca" ], "x-ms-routing-request-id": [ - "NORTHEUROPE:20191023T234542Z:4604f508-ed0d-4611-8777-4f6dbe7a20ae" + "WESTUS:20200317T210740Z:c1a2dd6f-7170-4bfc-a6a5-61765cde18ca" ], "Strict-Transport-Security": [ "max-age=31536000; includeSubDomains" @@ -6456,7 +5898,7 @@ "nosniff" ], "Date": [ - "Wed, 23 Oct 2019 23:45:41 GMT" + "Tue, 17 Mar 2020 21:07:39 GMT" ], "Expires": [ "-1" @@ -6471,12 +5913,12 @@ ], "Names": { "Test-DataLakeStoreFileSystem": [ - "ps1693", - "ps348" + "ps7357", + "ps9896" ] }, "Variables": { - "SubscriptionId": "90585f39-ab85-4921-bb37-0468f7efd1dd", - "absoluteTime": "10/23/2019 23:46:40 +00:00" + "SubscriptionId": "19bfaf65-cc32-4d16-b78f-9a1416a4584b", + "absoluteTime": "03/17/2020 21:08:13 +00:00" } } \ No newline at end of file diff --git a/src/DataLakeStore/DataLakeStore/ChangeLog.md b/src/DataLakeStore/DataLakeStore/ChangeLog.md index 36f7827b628d..cae8ce6f4346 100644 --- a/src/DataLakeStore/DataLakeStore/ChangeLog.md +++ b/src/DataLakeStore/DataLakeStore/ChangeLog.md @@ -18,6 +18,7 @@ - Additional information about change #1 --> ## Upcoming Release +Added option of Byte encoding for New-AzDataLakeStoreItem, Add-AzDAtaLakeStoreItemContent, Get-AzDAtaLakeStoreItemContent ## Version 1.2.7 * Added reference to System.Buffers explicitly in csproj and psd1. diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/AddAzureRmDataLakeStoreItemContent.cs b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/AddAzureRmDataLakeStoreItemContent.cs index fb254706631c..f7dca93a16d0 100644 --- a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/AddAzureRmDataLakeStoreItemContent.cs +++ b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/AddAzureRmDataLakeStoreItemContent.cs @@ -47,7 +47,7 @@ public class AddAzureDataLakeStoreItemContent : DataLakeStoreFileSystemCmdletBas HelpMessage = "Optionally indicates the encoding for the content being uploaded as part of 'Value'. Default is UTF8")] [ArgumentToEncodingTransformation] - [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32)] + [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32, EncodingUtils.Byte)] public Encoding Encoding { get; set; } = Encoding.UTF8; public override void ExecuteCmdlet() diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/GetAzureRmDataLakeStoreItemContent.cs b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/GetAzureRmDataLakeStoreItemContent.cs index 57144e82cdf7..a37b623bc767 100644 --- a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/GetAzureRmDataLakeStoreItemContent.cs +++ b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/GetAzureRmDataLakeStoreItemContent.cs @@ -87,7 +87,7 @@ public class GetAzureDataLakeStoreContent : DataLakeStoreFileSystemCmdletBase Mandatory = false, HelpMessage = "Optionally indicates the encoding for the content being downloaded. Default is UTF8")] [ArgumentToEncodingTransformation] - [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32)] + [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32, EncodingUtils.Byte)] public Encoding Encoding { get; set; } = Encoding.UTF8; @@ -97,6 +97,10 @@ public class GetAzureDataLakeStoreContent : DataLakeStoreFileSystemCmdletBase public override void ExecuteCmdlet() { + var useByteEncoding = UsingByteEncoding(Encoding); + // Byte encoding is not possible to use for reading rows from the stream. It has to be a defined encoding. + // Previously also we used to fall back to UTF8 in case of reading head rows and tail rows. + var fallBackEncoding = useByteEncoding ? Encoding.UTF8 : Encoding; if (ParameterSetName.Equals(BaseParameterSetName, StringComparison.OrdinalIgnoreCase)) { ConfirmAction( @@ -137,19 +141,25 @@ public override void ExecuteCmdlet() { Array.Resize(ref byteArray, (int)totalLengthRead); } - - WriteObject(BytesToString(byteArray, Encoding)); + if (useByteEncoding) + { + WriteObject(byteArray); + } + else + { + WriteObject(BytesToString(byteArray, Encoding)); + } } }); } else if (ParameterSetName.Equals(HeadRowParameterSetName, StringComparison.OrdinalIgnoreCase)) { - WriteObject(DataLakeStoreFileSystemClient.GetStreamRows(Path.TransformedPath, Account, Head, Encoding), true); + WriteObject(DataLakeStoreFileSystemClient.GetStreamRows(Path.TransformedPath, Account, Head, fallBackEncoding), true); } else { - WriteObject(DataLakeStoreFileSystemClient.GetStreamRows(Path.TransformedPath, Account, Tail, Encoding, true), true); + WriteObject(DataLakeStoreFileSystemClient.GetStreamRows(Path.TransformedPath, Account, Tail, fallBackEncoding, true), true); } } } diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/NewAzureRmDataLakeStoreItem.cs b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/NewAzureRmDataLakeStoreItem.cs index 062d82195bd4..51c0d5deffbb 100644 --- a/src/DataLakeStore/DataLakeStore/DataPlaneCommands/NewAzureRmDataLakeStoreItem.cs +++ b/src/DataLakeStore/DataLakeStore/DataPlaneCommands/NewAzureRmDataLakeStoreItem.cs @@ -48,7 +48,7 @@ public class NewAzureDataLakeStoreItem : DataLakeStoreFileSystemCmdletBase HelpMessage = "Optionally indicates the encoding for the content being uploaded as part of 'Value'. Default is UTF8")] [ArgumentToEncodingTransformation] - [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32)] + [PSArgumentCompleter(EncodingUtils.Unknown, EncodingUtils.String, EncodingUtils.Unicode, EncodingUtils.BigEndianUnicode, EncodingUtils.Ascii, EncodingUtils.Utf8, EncodingUtils.Utf7, EncodingUtils.Utf32, EncodingUtils.Default, EncodingUtils.Oem, EncodingUtils.BigEndianUtf32, EncodingUtils.Byte)] public Encoding Encoding { get; set; } = Encoding.UTF8; [Parameter(ValueFromPipelineByPropertyName = true, Position = 3, Mandatory = false, diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneModels/ByteEncoding.cs b/src/DataLakeStore/DataLakeStore/DataPlaneModels/ByteEncoding.cs new file mode 100644 index 000000000000..164dd0f3422e --- /dev/null +++ b/src/DataLakeStore/DataLakeStore/DataPlaneModels/ByteEncoding.cs @@ -0,0 +1,38 @@ +using System; +using System.Text; + +namespace Microsoft.Azure.Commands.DataLakeStore.Models +{ + internal class ByteEncoding : Encoding + { + public override int GetByteCount(char[] chars, int index, int count) + { + throw new NotImplementedException(); + } + + public override int GetBytes(char[] chars, int charIndex, int charCount, byte[] bytes, int byteIndex) + { + throw new NotImplementedException(); + } + + public override int GetCharCount(byte[] bytes, int index, int count) + { + throw new NotImplementedException(); + } + + public override int GetChars(byte[] bytes, int byteIndex, int byteCount, char[] chars, int charIndex) + { + throw new NotImplementedException(); + } + + public override int GetMaxByteCount(int charCount) + { + throw new NotImplementedException(); + } + + public override int GetMaxCharCount(int byteCount) + { + throw new NotImplementedException(); + } + } +} diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneModels/DataLakeStoreFileSystemCmdletBase.cs b/src/DataLakeStore/DataLakeStore/DataPlaneModels/DataLakeStoreFileSystemCmdletBase.cs index 0b0f816b2a9c..48223a60af3c 100644 --- a/src/DataLakeStore/DataLakeStore/DataPlaneModels/DataLakeStoreFileSystemCmdletBase.cs +++ b/src/DataLakeStore/DataLakeStore/DataPlaneModels/DataLakeStoreFileSystemCmdletBase.cs @@ -61,7 +61,15 @@ protected override void StopProcessing() } #region cmdlet helpers from the FilesystemProvider - + /// + /// Checks whether type is ByteEncoding + /// + /// + /// + internal static bool UsingByteEncoding(Encoding encoding) + { + return encoding.GetType() == typeof(ByteEncoding); + } /// /// Converts the stream type string into an Encoding /// @@ -85,13 +93,52 @@ private static byte[] GetBytes(string content, Encoding encoding) internal static byte[] GetBytes(object content, Encoding encoding) { - var contentString = content as string; - if (contentString == null) + if (UsingByteEncoding(encoding)) { - throw new CloudException(Resources.InvalidContent); + // first attempt to convert it directly into a byte array + var byteArray = content as byte[]; + if (byteArray != null) + { + return byteArray; + } + /* + * [byte[]] $byteData = 1,2,3,4,5 + * $MyList = [System.Collections.Generic.List[object]]::new() + * $MyList.Add($byteData[0]) + * $MyList.Add($byteData[1]) + * And then pass $MyList.ToArray() this will pass object[] containing bytes + */ + // attempt to convert the object into an object array + var contentArray = content as object[]; + if (contentArray == null) + { + throw new CloudException(Resources.InvalidEncoding); + } + + // now, for each element in the content array, ensure it is of type byte + var byteList = new List(); + foreach (var entry in contentArray) + { + if (!(entry is byte)) + { + throw new CloudException(Resources.InvalidEncoding); + } + + byteList.Add((byte)entry); + } + + return byteList.ToArray(); } + else + { + var contentString = content as string; + if (contentString == null) + { + throw new CloudException(Resources.InvalidContent); + } - return GetBytes(contentString, encoding); + return GetBytes(contentString, encoding); + } } internal static string BytesToString(byte[] content, Encoding encoding) diff --git a/src/DataLakeStore/DataLakeStore/DataPlaneModels/EncodingUtils.cs b/src/DataLakeStore/DataLakeStore/DataPlaneModels/EncodingUtils.cs index 42e656bd7ae3..370320c66237 100644 --- a/src/DataLakeStore/DataLakeStore/DataPlaneModels/EncodingUtils.cs +++ b/src/DataLakeStore/DataLakeStore/DataPlaneModels/EncodingUtils.cs @@ -19,8 +19,7 @@ internal static class EncodingUtils internal const string Default = "default"; internal const string Oem = "oem"; internal const string BigEndianUtf32 = "bigendianutf32"; - - + internal const string Byte = "byte"; } internal sealed class ArgumentToEncodingTransformationAttribute : ArgumentTransformationAttribute @@ -54,6 +53,8 @@ public override object Transform(EngineIntrinsics engineIntrinsics, object input var oemCP = NativeMethods.GetOEMCP(); return Encoding.GetEncoding((int)oemCP); } + case EncodingUtils.Byte: + return new ByteEncoding(); default: // Default to unicode encoding throw new ArgumentException($"{encodingName} is not a supported Encoding type");