Merge af67062 into aff7d1a

Azure · Oct 30, 2018 · 8f9b3a8 · 8f9b3a8
2 parents aff7d1a + af67062
commit 8f9b3a8
Show file tree

Hide file tree

Showing 100 changed files with 105,076 additions and 1,027 deletions.
diff --git a/tests/README.md b/tests/README.md
@@ -31,7 +31,7 @@ environment variables should be defined:
 * `azure_data_lake_store_name`
 * `azure_subscription_id`
 * `azure_resource_group_name`
-* `azure_client_id`
-* `azure_client_secret`
+* `azure_service_principal`
+* `azure_service_principal_secret`
 
 Optionally, you may need to define `azure_tenant_id` or `azure_data_lake_store_url_suffix`.
diff --git a/tests/recordings/test_cli/test_cat.yaml b/tests/recordings/test_cli/test_cat.yaml
diff --git a/tests/recordings/test_cli/test_chmod.yaml b/tests/recordings/test_cli/test_chmod.yaml
diff --git a/tests/recordings/test_cli/test_df.yaml b/tests/recordings/test_cli/test_df.yaml
diff --git a/tests/recordings/test_cli/test_du.yaml b/tests/recordings/test_cli/test_du.yaml
diff --git a/tests/recordings/test_cli/test_exists.yaml b/tests/recordings/test_cli/test_exists.yaml
diff --git a/tests/recordings/test_cli/test_get.yaml b/tests/recordings/test_cli/test_get.yaml
diff --git a/tests/recordings/test_cli/test_head.yaml b/tests/recordings/test_cli/test_head.yaml
diff --git a/tests/recordings/test_cli/test_head_bytes.yaml b/tests/recordings/test_cli/test_head_bytes.yaml
diff --git a/tests/recordings/test_cli/test_info.yaml b/tests/recordings/test_cli/test_info.yaml
diff --git a/tests/recordings/test_cli/test_ls.yaml b/tests/recordings/test_cli/test_ls.yaml
diff --git a/tests/recordings/test_cli/test_ls_detailed.yaml b/tests/recordings/test_cli/test_ls_detailed.yaml
diff --git a/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml b/tests/recordings/test_cli/test_mkdir_and_rmdir.yaml
diff --git a/tests/recordings/test_cli/test_mv.yaml b/tests/recordings/test_cli/test_mv.yaml
diff --git a/tests/recordings/test_cli/test_put.yaml b/tests/recordings/test_cli/test_put.yaml
diff --git a/tests/recordings/test_cli/test_tail.yaml b/tests/recordings/test_cli/test_tail.yaml
diff --git a/tests/recordings/test_cli/test_tail_bytes.yaml b/tests/recordings/test_cli/test_tail_bytes.yaml
diff --git a/tests/recordings/test_cli/test_touch_and_rm.yaml b/tests/recordings/test_cli/test_touch_and_rm.yaml
diff --git a/tests/recordings/test_core/test_TextIOWrapper.yaml b/tests/recordings/test_core/test_TextIOWrapper.yaml
diff --git a/tests/recordings/test_core/test_append.yaml b/tests/recordings/test_core/test_append.yaml
diff --git a/tests/recordings/test_core/test_array.yaml b/tests/recordings/test_core/test_array.yaml
diff --git a/tests/recordings/test_core/test_bad_open.yaml b/tests/recordings/test_core/test_bad_open.yaml
@@ -11,7 +11,7 @@ interactions:
     method: GET
     uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2016-11-01
   response:
-    body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'}
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'}
     headers:
       Cache-Control: ['no-cache, no-cache, no-store, max-age=0']
       Content-Length: ['279']
@@ -37,7 +37,7 @@ interactions:
     method: GET
     uri: https://fakestore.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2016-11-01
   response:
-    body: {string: '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'}
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1490054200788,"modificationTime":1495740289786,"replication":0,"permission":"770","owner":"2e6c02d2-a364-4530-9137-d17403996cbf","group":"2e6c02d2-a364-4530-9137-d17403996cbf","aclBit":true}}'}
     headers:
       Cache-Control: ['no-cache, no-cache, no-store, max-age=0']
       Content-Length: ['279']
@@ -51,4 +51,108 @@ interactions:
       x-ms-request-id: [73a7c761-b5c2-44eb-8868-7a03039b7a39]
       x-ms-webhdfs-version: [16.12.19.00]
     status: {code: 200, message: OK}
+- request:
+    body: null
+    headers:
+      Accept: ['*/*']
+      Accept-Encoding: ['gzip, deflate']
+      Connection: [keep-alive]
+      User-Agent: [python/3.7.0 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.34
+          Azure-Data-Lake-Store-SDK-For-Python]
+      x-ms-client-request-id: [c251eaf6-d194-11e8-b37a-000d3a041d7c.0]
+    method: GET
+    uri: https://akharitadls.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2018-05-01
+  response:
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1532455245073,"modificationTime":1539729733377,"replication":0,"permission":"440","owner":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","group":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","aclBit":true}}'}
+    headers:
+      Cache-Control: ['no-cache, no-cache, no-store, max-age=0']
+      Content-Length: ['279']
+      Content-Type: [application/json; charset=utf-8]
+      Date: ['Tue, 16 Oct 2018 22:42:27 GMT']
+      Expires: ['-1']
+      Pragma: [no-cache]
+      Status: ['0x0']
+      Strict-Transport-Security: [max-age=15724800; includeSubDomains]
+      X-Content-Type-Options: [nosniff]
+      x-ms-request-id: [c67a6be3-4f8b-4bef-aac4-ac7c8812873d]
+      x-ms-webhdfs-version: [17.04.24.00]
+    status: {code: 200, message: OK}
+- request:
+    body: null
+    headers:
+      Accept: ['*/*']
+      Accept-Encoding: ['gzip, deflate']
+      Connection: [keep-alive]
+      User-Agent: [python/3.7.0 (Windows-10-10.0.14393-SP0) azure.datalake.store.lib/0.0.34
+          Azure-Data-Lake-Store-SDK-For-Python]
+      x-ms-client-request-id: [c25e9534-d194-11e8-aa32-000d3a041d7c.0]
+    method: GET
+    uri: https://akharitadls.azuredatalakestore.net/webhdfs/v1/.?OP=GETFILESTATUS&api-version=2018-05-01
+  response:
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1532455245073,"modificationTime":1539729733377,"replication":0,"permission":"440","owner":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","group":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","aclBit":true}}'}
+    headers:
+      Cache-Control: ['no-cache, no-cache, no-store, max-age=0']
+      Content-Length: ['279']
+      Content-Type: [application/json; charset=utf-8]
+      Date: ['Tue, 16 Oct 2018 22:42:27 GMT']
+      Expires: ['-1']
+      Pragma: [no-cache]
+      Status: ['0x0']
+      Strict-Transport-Security: [max-age=15724800; includeSubDomains]
+      X-Content-Type-Options: [nosniff]
+      x-ms-request-id: [fe086081-7f02-4d94-bf01-c80eea45b087]
+      x-ms-webhdfs-version: [17.04.24.00]
+    status: {code: 200, message: OK}
+- request:
+    body: null
+    headers:
+      Accept: ['*/*']
+      Accept-Encoding: ['gzip, deflate']
+      Connection: [keep-alive]
+      User-Agent: [python/2.7.13 (Windows-10-10.0.14393) azure.datalake.store.lib/0.0.34
+          Azure-Data-Lake-Store-SDK-For-Python]
+      x-ms-client-request-id: [5eb90c2e-dbd6-11e8-b0de-000d3a041d7c.0]
+    method: GET
+    uri: https://akharitadls.azuredatalakestore.net/webhdfs/v1/.?api-version=2018-05-01&OP=GETFILESTATUS
+  response:
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1532455245073,"modificationTime":1540857420939,"replication":0,"permission":"440","owner":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","group":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","aclBit":true}}'}
+    headers:
+      cache-control: ['no-cache, no-cache, no-store, max-age=0']
+      content-length: ['279']
+      content-type: [application/json; charset=utf-8]
+      date: ['Mon, 29 Oct 2018 23:57:19 GMT']
+      expires: ['-1']
+      pragma: [no-cache]
+      status: ['0x0']
+      strict-transport-security: [max-age=15724800; includeSubDomains]
+      x-content-type-options: [nosniff]
+      x-ms-request-id: [e5fff363-8f23-44dc-a16a-3538b5c0ca3e]
+      x-ms-webhdfs-version: [17.04.24.00]
+    status: {code: 200, message: OK}
+- request:
+    body: null
+    headers:
+      Accept: ['*/*']
+      Accept-Encoding: ['gzip, deflate']
+      Connection: [keep-alive]
+      User-Agent: [python/2.7.13 (Windows-10-10.0.14393) azure.datalake.store.lib/0.0.34
+          Azure-Data-Lake-Store-SDK-For-Python]
+      x-ms-client-request-id: [5ec05f30-dbd6-11e8-b1e9-000d3a041d7c.0]
+    method: GET
+    uri: https://akharitadls.azuredatalakestore.net/webhdfs/v1/.?api-version=2018-05-01&OP=GETFILESTATUS
+  response:
+    body: {string: !!python/unicode '{"FileStatus":{"length":0,"pathSuffix":"","type":"DIRECTORY","blockSize":0,"accessTime":1532455245073,"modificationTime":1540857420939,"replication":0,"permission":"440","owner":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","group":"6d86a146-d7dc-49d0-862f-1897c5dd2afe","aclBit":true}}'}
+    headers:
+      cache-control: ['no-cache, no-cache, no-store, max-age=0']
+      content-length: ['279']
+      content-type: [application/json; charset=utf-8]
+      date: ['Mon, 29 Oct 2018 23:57:19 GMT']
+      expires: ['-1']
+      pragma: [no-cache]
+      status: ['0x0']
+      strict-transport-security: [max-age=15724800; includeSubDomains]
+      x-content-type-options: [nosniff]
+      x-ms-request-id: [619664de-9779-4c92-bd5b-0d3ccaec19ac]
+      x-ms-webhdfs-version: [17.04.24.00]
+    status: {code: 200, message: OK}
 version: 1